c

org.apache.spark.network.server

ChunkFetchRequestHandler

class ChunkFetchRequestHandler extends SimpleChannelInboundHandler[ChunkFetchRequest]

A dedicated ChannelHandler for processing ChunkFetchRequest messages. When sending response of ChunkFetchRequest messages to the clients, the thread performing the I/O on the underlying channel could potentially be blocked due to disk contentions. If several hundreds of clients send ChunkFetchRequest to the server at the same time, it could potentially occupying all threads from TransportServer's default EventLoopGroup for waiting for disk reads before it can send the block data back to the client as part of the ChunkFetchSuccess messages. As a result, it would leave no threads left to process other RPC messages, which takes much less time to process, and could lead to client timing out on either performing SASL authentication, registering executors, or waiting for response for an OpenBlocks messages.

Linear Supertypes
SimpleChannelInboundHandler[ChunkFetchRequest], ChannelInboundHandlerAdapter, ChannelInboundHandler, ChannelHandlerAdapter, ChannelHandler, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. ChunkFetchRequestHandler
  2. SimpleChannelInboundHandler
  3. ChannelInboundHandlerAdapter
  4. ChannelInboundHandler
  5. ChannelHandlerAdapter
  6. ChannelHandler
  7. AnyRef
  8. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new ChunkFetchRequestHandler(client: TransportClient, streamManager: StreamManager, maxChunksBeingTransferred: Long, syncModeEnabled: Boolean)

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. def acceptInboundMessage(arg0: Any): Boolean
    Definition Classes
    SimpleChannelInboundHandler
    Annotations
    @throws( classOf[java.lang.Exception] )
  5. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  6. def channelActive(arg0: ChannelHandlerContext): Unit
    Definition Classes
    ChannelInboundHandlerAdapter → ChannelInboundHandler
    Annotations
    @throws( classOf[java.lang.Exception] ) @Skip()
  7. def channelInactive(arg0: ChannelHandlerContext): Unit
    Definition Classes
    ChannelInboundHandlerAdapter → ChannelInboundHandler
    Annotations
    @throws( classOf[java.lang.Exception] ) @Skip()
  8. def channelRead(arg0: ChannelHandlerContext, arg1: Any): Unit
    Definition Classes
    SimpleChannelInboundHandler → ChannelInboundHandlerAdapter → ChannelInboundHandler
    Annotations
    @throws( classOf[java.lang.Exception] )
  9. def channelRead0(ctx: ChannelHandlerContext, msg: ChunkFetchRequest): Unit
    Attributes
    protected[server]
    Definition Classes
    ChunkFetchRequestHandler → SimpleChannelInboundHandler
    Annotations
    @Override()
  10. def channelReadComplete(arg0: ChannelHandlerContext): Unit
    Definition Classes
    ChannelInboundHandlerAdapter → ChannelInboundHandler
    Annotations
    @throws( classOf[java.lang.Exception] ) @Skip()
  11. def channelRegistered(arg0: ChannelHandlerContext): Unit
    Definition Classes
    ChannelInboundHandlerAdapter → ChannelInboundHandler
    Annotations
    @throws( classOf[java.lang.Exception] ) @Skip()
  12. def channelUnregistered(arg0: ChannelHandlerContext): Unit
    Definition Classes
    ChannelInboundHandlerAdapter → ChannelInboundHandler
    Annotations
    @throws( classOf[java.lang.Exception] ) @Skip()
  13. def channelWritabilityChanged(arg0: ChannelHandlerContext): Unit
    Definition Classes
    ChannelInboundHandlerAdapter → ChannelInboundHandler
    Annotations
    @throws( classOf[java.lang.Exception] ) @Skip()
  14. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()
  15. def ensureNotSharable(): Unit
    Attributes
    protected[channel]
    Definition Classes
    ChannelHandlerAdapter
  16. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  17. def equals(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  18. def exceptionCaught(ctx: ChannelHandlerContext, cause: Throwable): Unit
    Definition Classes
    ChunkFetchRequestHandler → ChannelInboundHandlerAdapter → ChannelInboundHandler → ChannelHandlerAdapter → ChannelHandler
    Annotations
    @Override()
  19. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  20. final def getClass(): Class[_]
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  21. def handlerAdded(arg0: ChannelHandlerContext): Unit
    Definition Classes
    ChannelHandlerAdapter → ChannelHandler
    Annotations
    @throws( classOf[java.lang.Exception] )
  22. def handlerRemoved(arg0: ChannelHandlerContext): Unit
    Definition Classes
    ChannelHandlerAdapter → ChannelHandler
    Annotations
    @throws( classOf[java.lang.Exception] )
  23. def hashCode(): Int
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  24. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  25. def isSharable(): Boolean
    Definition Classes
    ChannelHandlerAdapter
  26. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  27. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  28. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  29. def processFetchRequest(channel: Channel, msg: ChunkFetchRequest): Unit
  30. final def synchronized[T0](arg0: ⇒ T0): T0
    Definition Classes
    AnyRef
  31. def toString(): String
    Definition Classes
    AnyRef → Any
  32. def userEventTriggered(arg0: ChannelHandlerContext, arg1: Any): Unit
    Definition Classes
    ChannelInboundHandlerAdapter → ChannelInboundHandler
    Annotations
    @throws( classOf[java.lang.Exception] ) @Skip()
  33. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  34. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  35. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()

Inherited from SimpleChannelInboundHandler[ChunkFetchRequest]

Inherited from ChannelInboundHandlerAdapter

Inherited from ChannelInboundHandler

Inherited from ChannelHandlerAdapter

Inherited from ChannelHandler

Inherited from AnyRef

Inherited from Any

Ungrouped