DictionaryMerger

Instance Constructors

new DictionaryMerger(readers: Array[ArrowAttributeReader], transfers: Array[TransferPair], offsets: Array[Int], orderings: Array[Ordering[AnyRef]], mappings: Array[HashBiMap[Integer, Integer]], batch: Int)

readers
attribute readers for the dictionary values
transfers
transfers for the dictionary vectors
offsets
dictionary offsets based on the number of threaded delta batches
orderings
orderings for sorting the dictionary values
mappings
mappings from the local threaded batch dictionary to the global dictionary
batch
the batch number

Value Members

final def !=(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def ##(): Int

Definition Classes
AnyRef → Any
def <(that: DictionaryMerger): Boolean

Definition Classes
Ordered
def <=(that: DictionaryMerger): Boolean

Definition Classes
Ordered
final def ==(arg0: Any): Boolean

Definition Classes
AnyRef → Any
def >(that: DictionaryMerger): Boolean

Definition Classes
Ordered
def >=(that: DictionaryMerger): Boolean

Definition Classes
Ordered
def advance(): Boolean

Read the next value from the current dictionary.
Read the next value from the current dictionary. Closes the current dictionary if there are no more values.
returns
true if there are more values
final def asInstanceOf[T0]: T0

Definition Classes
Any
val batch: Int

the batch number
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
def compare(that: DictionaryMerger): Int

Definition Classes
DictionaryMerger → Ordered
def compareTo(that: DictionaryMerger): Int

Definition Classes
Ordered → Comparable
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def equals(arg0: Any): Boolean

Definition Classes
AnyRef → Any
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
def hashCode(): Int

Definition Classes
AnyRef → Any
def index: Int

The read position of the current dictionary
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
val mappings: Array[HashBiMap[Integer, Integer]]

mappings from the local threaded batch dictionary to the global dictionary
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
def offset: Int

The global offset of the current dictionary, based on the batch threading and the current read position
def remap: Integer

Get the reverse global mapping for the current dictionary and value
def setCurrent(i: Int): Boolean

Set the current dictionary to operate on, and reads the first value
Set the current dictionary to operate on, and reads the first value
i
dictionary index
returns
true if the dictionary has any values to read
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
def toString(): String

Definition Classes
AnyRef → Any
def transfer(to: Int): Unit

Transfer the current dictionary/value to a new vector
Transfer the current dictionary/value to a new vector
to
destination index to transfer to
def value: AnyRef

The current dictionary value
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )

Related Doc: package DeltaWriter

class DictionaryMerger extends Ordered[DictionaryMerger]

Instance Constructors

new DictionaryMerger(readers: Array[ArrowAttributeReader], transfers: Array[TransferPair], offsets: Array[Int], orderings: Array[Ordering[AnyRef]], mappings: Array[HashBiMap[Integer, Integer]], batch: Int)

Value Members

final def !=(arg0: Any): Boolean

final def ##(): Int

def <(that: DictionaryMerger): Boolean

def <=(that: DictionaryMerger): Boolean

final def ==(arg0: Any): Boolean

def >(that: DictionaryMerger): Boolean

def >=(that: DictionaryMerger): Boolean

def advance(): Boolean

final def asInstanceOf[T0]: T0

val batch: Int

def clone(): AnyRef

def compare(that: DictionaryMerger): Int

def compareTo(that: DictionaryMerger): Int

final def eq(arg0: AnyRef): Boolean

def equals(arg0: Any): Boolean

def finalize(): Unit

final def getClass(): Class[_]

def hashCode(): Int

def index: Int

final def isInstanceOf[T0]: Boolean

val mappings: Array[HashBiMap[Integer, Integer]]

final def ne(arg0: AnyRef): Boolean

final def notify(): Unit

final def notifyAll(): Unit

def offset: Int

def remap: Integer

def setCurrent(i: Int): Boolean

final def synchronized[T0](arg0: ⇒ T0): T0

def toString(): String

def transfer(to: Int): Unit

def value: AnyRef

final def wait(): Unit

final def wait(arg0: Long, arg1: Int): Unit

final def wait(arg0: Long): Unit

Inherited from Ordered[DictionaryMerger]

Inherited from Comparable[DictionaryMerger]

Inherited from AnyRef

Inherited from Any

Ungrouped