c

org.apache.spark.network.shuffle

ExternalBlockHandler

class ExternalBlockHandler extends RpcHandler with MergedBlockMetaReqHandler

RPC Handler for a server which can serve both RDD blocks and shuffle blocks from outside of an Executor process.

Handles registering executors and opening shuffle or disk persisted RDD blocks from them. Blocks are registered with the "one-for-one" strategy, meaning each Transport-layer Chunk is equivalent to one block.

Linear Supertypes
MergedBlockMetaReqHandler, RpcHandler, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. ExternalBlockHandler
  2. MergedBlockMetaReqHandler
  3. RpcHandler
  4. AnyRef
  5. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. Protected

Instance Constructors

  1. new ExternalBlockHandler(streamManager: OneForOneStreamManager, blockManager: ExternalShuffleBlockResolver, mergeManager: MergedShuffleFileManager)

    Enables mocking out the StreamManager, BlockManager, and MergeManager.

    Enables mocking out the StreamManager, BlockManager, and MergeManager.

    Annotations
    @VisibleForTesting()
  2. new ExternalBlockHandler(streamManager: OneForOneStreamManager, blockManager: ExternalShuffleBlockResolver)

    Enables mocking out the StreamManager and BlockManager.

    Enables mocking out the StreamManager and BlockManager.

    Annotations
    @VisibleForTesting()
  3. new ExternalBlockHandler(conf: TransportConf, registeredExecutorFile: File, mergeManager: MergedShuffleFileManager)
  4. new ExternalBlockHandler(conf: TransportConf, registeredExecutorFile: File)

Type Members

  1. class ShuffleMetrics extends MetricSet

    A simple class to wrap all shuffle service wrapper metrics

    A simple class to wrap all shuffle service wrapper metrics

    Annotations
    @VisibleForTesting()

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##: Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. def applicationRemoved(appId: String, cleanupLocalDirs: Boolean): Unit

    Removes an application (once it has been terminated), and optionally will clean up any local directories associated with the executors of that application in a separate thread.

  5. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  6. def channelActive(client: TransportClient): Unit
    Definition Classes
    ExternalBlockHandler → RpcHandler
    Annotations
    @Override()
  7. def channelInactive(client: TransportClient): Unit
    Definition Classes
    ExternalBlockHandler → RpcHandler
    Annotations
    @Override()
  8. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.CloneNotSupportedException]) @native()
  9. def close(): Unit
  10. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  11. def equals(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef → Any
  12. def exceptionCaught(cause: Throwable, client: TransportClient): Unit
    Definition Classes
    ExternalBlockHandler → RpcHandler
    Annotations
    @Override()
  13. def executorRemoved(executorId: String, appId: String): Unit

    Clean up any non-shuffle files in any local directories associated with an finished executor.

  14. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.Throwable])
  15. def getAllMetrics(): MetricSet
  16. def getBlockResolver(): ExternalShuffleBlockResolver
    Annotations
    @VisibleForTesting()
  17. final def getClass(): Class[_ <: AnyRef]
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  18. def getMergedBlockMetaReqHandler(): MergedBlockMetaReqHandler
    Definition Classes
    ExternalBlockHandler → RpcHandler
    Annotations
    @Override()
  19. def getStreamManager(): StreamManager
    Definition Classes
    ExternalBlockHandler → RpcHandler
    Annotations
    @Override()
  20. def handleMessage(msgObj: BlockTransferMessage, client: TransportClient, callback: RpcResponseCallback): Unit
    Attributes
    protected[shuffle]
  21. def hashCode(): Int
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  22. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  23. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  24. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  25. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  26. def receive(client: TransportClient, message: ByteBuffer, callback: RpcResponseCallback): Unit
    Definition Classes
    ExternalBlockHandler → RpcHandler
    Annotations
    @Override()
  27. def receive(arg0: TransportClient, arg1: ByteBuffer): Unit
    Definition Classes
    RpcHandler
  28. def receiveMergeBlockMetaReq(client: TransportClient, metaRequest: MergedBlockMetaRequest, callback: MergedBlockMetaResponseCallback): Unit
    Definition Classes
    ExternalBlockHandler → MergedBlockMetaReqHandler
    Annotations
    @Override()
  29. def receiveStream(client: TransportClient, messageHeader: ByteBuffer, callback: RpcResponseCallback): StreamCallbackWithID
    Definition Classes
    ExternalBlockHandler → RpcHandler
    Annotations
    @Override()
  30. final def synchronized[T0](arg0: => T0): T0
    Definition Classes
    AnyRef
  31. def toString(): String
    Definition Classes
    AnyRef → Any
  32. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException])
  33. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException])
  34. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException]) @native()

Inherited from MergedBlockMetaReqHandler

Inherited from RpcHandler

Inherited from AnyRef

Inherited from Any

Ungrouped