Packages

case class HybridRowQueue(memManager: TaskMemoryManager, tempDir: File, numFields: Int, serMgr: SerializerManager) extends HybridQueue[UnsafeRow, RowQueue] with Product with Serializable

A RowQueue that has a list of RowQueues, which could be in memory or disk.

HybridRowQueue could be safely appended in one thread, and pulled in another thread in the same time.

Linear Supertypes
Serializable, Product, Equals, HybridQueue[UnsafeRow, RowQueue], MemoryConsumer, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. HybridRowQueue
  2. Serializable
  3. Product
  4. Equals
  5. HybridQueue
  6. MemoryConsumer
  7. AnyRef
  8. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. Protected

Instance Constructors

  1. new HybridRowQueue(memManager: TaskMemoryManager, tempDir: File, numFields: Int, serMgr: SerializerManager)

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##: Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. def acquireMemory(arg0: Long): Long
    Definition Classes
    MemoryConsumer
  5. def add(item: UnsafeRow): QueueMode.Value
    Definition Classes
    HybridQueue
  6. def allocateArray(arg0: Long): LongArray
    Definition Classes
    MemoryConsumer
  7. def allocatePage(arg0: Long): MemoryBlock
    Attributes
    protected[memory]
    Definition Classes
    MemoryConsumer
  8. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  9. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.CloneNotSupportedException]) @IntrinsicCandidate() @native()
  10. def close(): Unit
    Definition Classes
    HybridQueue
  11. def createDiskQueue(): RowQueue
    Attributes
    protected
    Definition Classes
    HybridRowQueue → HybridQueue
  12. def createInMemoryQueue(page: MemoryBlock): RowQueue
    Attributes
    protected
    Definition Classes
    HybridRowQueue → HybridQueue
  13. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  14. def freeArray(arg0: LongArray): Unit
    Definition Classes
    MemoryConsumer
  15. def freeMemory(arg0: Long): Unit
    Definition Classes
    MemoryConsumer
  16. def freePage(arg0: MemoryBlock): Unit
    Attributes
    protected[memory]
    Definition Classes
    MemoryConsumer
  17. final def getClass(): Class[_ <: AnyRef]
    Definition Classes
    AnyRef → Any
    Annotations
    @IntrinsicCandidate() @native()
  18. def getMode(): MemoryMode
    Definition Classes
    MemoryConsumer
  19. def getNumElementsQueued(): Long
    Definition Classes
    HybridQueue
  20. def getNumElementsQueuedOnDisk(): Long
    Definition Classes
    HybridQueue
  21. def getPageSize(queue: RowQueue): Long
    Attributes
    protected
    Definition Classes
    HybridRowQueue → HybridQueue
  22. def getRequiredSize(item: UnsafeRow): Long
    Attributes
    protected
    Definition Classes
    HybridRowQueue → HybridQueue
  23. def getUsed(): Long
    Definition Classes
    MemoryConsumer
  24. def isInMemoryQueue(queue: RowQueue): Boolean
    Attributes
    protected
    Definition Classes
    HybridRowQueue → HybridQueue
  25. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  26. def isReadingFromDiskQueue: Boolean
    Attributes
    protected
    Definition Classes
    HybridQueue
  27. val memManager: TaskMemoryManager
  28. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  29. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @IntrinsicCandidate() @native()
  30. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @IntrinsicCandidate() @native()
  31. var numElementsQueued: Long
    Attributes
    protected
    Definition Classes
    HybridQueue
  32. var numElementsQueuedOnDisk: Long
    Attributes
    protected
    Definition Classes
    HybridQueue
  33. val numFields: Int
  34. def productElementNames: Iterator[String]
    Definition Classes
    Product
  35. var queues: LinkedList[RowQueue]
    Attributes
    protected
    Definition Classes
    HybridQueue
  36. var reading: RowQueue
    Attributes
    protected
    Definition Classes
    HybridQueue
  37. def remove(): UnsafeRow
    Definition Classes
    HybridQueue
  38. val serMgr: SerializerManager
  39. def spill(size: Long, trigger: MemoryConsumer): Long
    Definition Classes
    HybridQueue → MemoryConsumer
  40. def spill(): Unit
    Definition Classes
    MemoryConsumer
    Annotations
    @throws(classOf[java.io.IOException])
  41. final def synchronized[T0](arg0: => T0): T0
    Definition Classes
    AnyRef
  42. val tempDir: File
  43. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException])
  44. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException]) @native()
  45. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException])

Deprecated Value Members

  1. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.Throwable]) @Deprecated
    Deprecated

    (Since version 9)

Inherited from Serializable

Inherited from Product

Inherited from Equals

Inherited from HybridQueue[UnsafeRow, RowQueue]

Inherited from MemoryConsumer

Inherited from AnyRef

Inherited from Any

Ungrouped