SortBasedAggregationIterator

Instance Constructors

new SortBasedAggregationIterator(groupingKeyAttributes: Seq[Attribute], valueAttributes: Seq[Attribute], inputKVIterator: KVIterator[InternalRow, InternalRow], nonCompleteAggregateExpressions: Seq[AggregateExpression2], nonCompleteAggregateAttributes: Seq[Attribute], completeAggregateExpressions: Seq[AggregateExpression2], completeAggregateAttributes: Seq[Attribute], initialInputBufferOffset: Int, resultExpressions: Seq[NamedExpression], newMutableProjection: (Seq[Expression], Seq[Attribute]) ⇒ () ⇒ MutableProjection, outputsUnsafeRows: Boolean, numInputRows: LongSQLMetric, numOutputRows: LongSQLMetric)

Type Members

class GroupedIterator[B >: A] extends AbstractIterator[Seq[B]] with Iterator[Seq[B]]

Definition Classes
Iterator

Value Members

final def !=(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def ##(): Int

Definition Classes
AnyRef → Any
def ++[B >: InternalRow](that: ⇒ GenTraversableOnce[B]): Iterator[B]

Definition Classes
Iterator
def /:[B](z: B)(op: (B, InternalRow) ⇒ B): B

Definition Classes
TraversableOnce → GenTraversableOnce
def :\[B](z: B)(op: (InternalRow, B) ⇒ B): B

Definition Classes
TraversableOnce → GenTraversableOnce
final def ==(arg0: Any): Boolean

Definition Classes
AnyRef → Any
def addString(b: StringBuilder): StringBuilder

Definition Classes
TraversableOnce
def addString(b: StringBuilder, sep: String): StringBuilder

Definition Classes
TraversableOnce
def addString(b: StringBuilder, start: String, sep: String, end: String): StringBuilder

Definition Classes
TraversableOnce
def aggregate[B](z: ⇒ B)(seqop: (B, InternalRow) ⇒ B, combop: (B, B) ⇒ B): B

Definition Classes
TraversableOnce → GenTraversableOnce
val aggregationMode: (Option[AggregateMode], Option[AggregateMode])

The distinct modes of AggregateExpressions.
The distinct modes of AggregateExpressions. Right now, we can handle the following mode:
- Partial-only: all AggregateExpressions have the mode of Partial;
- PartialMerge-only: all AggregateExpressions have the mode of PartialMerge);
- Final-only: all AggregateExpressions have the mode of Final;
- Final-Complete: some AggregateExpressions have the mode of Final and others have the mode of Complete;
- Complete-only: nonCompleteAggregateExpressions is empty and we have AggregateExpressions with mode Complete in completeAggregateExpressions; and
- Grouping-only: there is no AggregateExpression.
Attributes
protected
Definition Classes
AggregationIterator
val allAggregateExpressions: Seq[AggregateExpression2]

Attributes
protected
Definition Classes
AggregationIterator
val allAggregateFunctions: Array[AggregateFunction2]

Attributes
protected
Definition Classes
AggregationIterator
final def asInstanceOf[T0]: T0

Definition Classes
Any
def buffered: BufferedIterator[InternalRow]

Definition Classes
Iterator
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
def collect[B](pf: PartialFunction[InternalRow, B]): Iterator[B]

Definition Classes
Iterator
Annotations
@migration
Migration
(Changed in version 2.8.0) collect has changed. The previous behavior can be reproduced with toSeq.
def collectFirst[B](pf: PartialFunction[InternalRow, B]): Option[B]

Definition Classes
TraversableOnce
def contains(elem: Any): Boolean

Definition Classes
Iterator
def copyToArray[B >: InternalRow](xs: Array[B], start: Int, len: Int): Unit

Definition Classes
Iterator → TraversableOnce → GenTraversableOnce
def copyToArray[B >: InternalRow](xs: Array[B]): Unit

Definition Classes
TraversableOnce → GenTraversableOnce
def copyToArray[B >: InternalRow](xs: Array[B], start: Int): Unit

Definition Classes
TraversableOnce → GenTraversableOnce
def copyToBuffer[B >: InternalRow](dest: Buffer[B]): Unit

Definition Classes
TraversableOnce
def corresponds[B](that: GenTraversableOnce[B])(p: (InternalRow, B) ⇒ Boolean): Boolean

Definition Classes
Iterator
def count(p: (InternalRow) ⇒ Boolean): Int

Definition Classes
TraversableOnce → GenTraversableOnce
def drop(n: Int): Iterator[InternalRow]

Definition Classes
Iterator
def dropWhile(p: (InternalRow) ⇒ Boolean): Iterator[InternalRow]

Definition Classes
Iterator
def duplicate: (Iterator[InternalRow], Iterator[InternalRow])

Definition Classes
Iterator
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def equals(arg0: Any): Boolean

Definition Classes
AnyRef → Any
def exists(p: (InternalRow) ⇒ Boolean): Boolean

Definition Classes
Iterator → TraversableOnce → GenTraversableOnce
def filter(p: (InternalRow) ⇒ Boolean): Iterator[InternalRow]

Definition Classes
Iterator
def filterNot(p: (InternalRow) ⇒ Boolean): Iterator[InternalRow]

Definition Classes
Iterator
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
def find(p: (InternalRow) ⇒ Boolean): Option[InternalRow]

Definition Classes
Iterator → TraversableOnce → GenTraversableOnce
def flatMap[B](f: (InternalRow) ⇒ GenTraversableOnce[B]): Iterator[B]

Definition Classes
Iterator
def fold[A1 >: InternalRow](z: A1)(op: (A1, A1) ⇒ A1): A1

Definition Classes
TraversableOnce → GenTraversableOnce
def foldLeft[B](z: B)(op: (B, InternalRow) ⇒ B): B

Definition Classes
TraversableOnce → GenTraversableOnce
def foldRight[B](z: B)(op: (InternalRow, B) ⇒ B): B

Definition Classes
TraversableOnce → GenTraversableOnce
def forall(p: (InternalRow) ⇒ Boolean): Boolean

Definition Classes
Iterator → TraversableOnce → GenTraversableOnce
def foreach[U](f: (InternalRow) ⇒ U): Unit

Definition Classes
Iterator → TraversableOnce → GenTraversableOnce
val generateOutput: (InternalRow, MutableRow) ⇒ InternalRow

Attributes
protected
Definition Classes
AggregationIterator
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
def grouped[B >: InternalRow](size: Int): GroupedIterator[B]

Definition Classes
Iterator
def hasDefiniteSize: Boolean

Definition Classes
Iterator → TraversableOnce → GenTraversableOnce
final def hasNext: Boolean

Definition Classes
SortBasedAggregationIterator → Iterator
def hashCode(): Int

Definition Classes
AnyRef → Any
def indexOf[B >: InternalRow](elem: B): Int

Definition Classes
Iterator
def indexWhere(p: (InternalRow) ⇒ Boolean): Int

Definition Classes
Iterator
def initialize(): Unit

Attributes
protected
def initializeBuffer(buffer: MutableRow): Unit

Initializes buffer values for all aggregate functions.
Initializes buffer values for all aggregate functions.

Attributes
protected
Definition Classes
AggregationIterator
def isEmpty: Boolean

Definition Classes
Iterator → TraversableOnce → GenTraversableOnce
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
def isTraceEnabled(): Boolean

Attributes
protected
Definition Classes
Logging
def isTraversableAgain: Boolean

Definition Classes
Iterator → GenTraversableOnce
def length: Int

Definition Classes
Iterator
def log: Logger

Attributes
protected
Definition Classes
Logging
def logDebug(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logDebug(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def logError(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logError(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def logInfo(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logInfo(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def logName: String

Attributes
protected
Definition Classes
Logging
def logTrace(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logTrace(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def logWarning(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logWarning(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def map[B](f: (InternalRow) ⇒ B): Iterator[B]

Definition Classes
Iterator
def max[B >: InternalRow](implicit cmp: Ordering[B]): InternalRow

Definition Classes
TraversableOnce → GenTraversableOnce
def maxBy[B](f: (InternalRow) ⇒ B)(implicit cmp: Ordering[B]): InternalRow

Definition Classes
TraversableOnce → GenTraversableOnce
def min[B >: InternalRow](implicit cmp: Ordering[B]): InternalRow

Definition Classes
TraversableOnce → GenTraversableOnce
def minBy[B](f: (InternalRow) ⇒ B)(implicit cmp: Ordering[B]): InternalRow

Definition Classes
TraversableOnce → GenTraversableOnce
def mkString: String

Definition Classes
TraversableOnce → GenTraversableOnce
def mkString(sep: String): String

Definition Classes
TraversableOnce → GenTraversableOnce
def mkString(start: String, sep: String, end: String): String

Definition Classes
TraversableOnce → GenTraversableOnce
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def newBuffer: MutableRow

Creates a new aggregation buffer and initializes buffer values for all aggregate functions.
Creates a new aggregation buffer and initializes buffer values for all aggregate functions.

Attributes
protected
Definition Classes
SortBasedAggregationIterator → AggregationIterator
final def next(): InternalRow

Definition Classes
SortBasedAggregationIterator → Iterator
def nonEmpty: Boolean

Definition Classes
TraversableOnce → GenTraversableOnce
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
def outputForEmptyGroupingKeyWithoutInput(): InternalRow
def padTo[A1 >: InternalRow](len: Int, elem: A1): Iterator[A1]

Definition Classes
Iterator
def partition(p: (InternalRow) ⇒ Boolean): (Iterator[InternalRow], Iterator[InternalRow])

Definition Classes
Iterator
def patch[B >: InternalRow](from: Int, patchElems: Iterator[B], replaced: Int): Iterator[B]

Definition Classes
Iterator
def processCurrentSortedGroup(): Unit

Processes rows in the current group.
Processes rows in the current group. It will stop when it find a new group.

Attributes
protected
val processRow: (MutableRow, InternalRow) ⇒ Unit

Attributes
protected
Definition Classes
AggregationIterator
def product[B >: InternalRow](implicit num: Numeric[B]): B

Definition Classes
TraversableOnce → GenTraversableOnce
def reduce[A1 >: InternalRow](op: (A1, A1) ⇒ A1): A1

Definition Classes
TraversableOnce → GenTraversableOnce
def reduceLeft[B >: InternalRow](op: (B, InternalRow) ⇒ B): B

Definition Classes
TraversableOnce
def reduceLeftOption[B >: InternalRow](op: (B, InternalRow) ⇒ B): Option[B]

Definition Classes
TraversableOnce → GenTraversableOnce
def reduceOption[A1 >: InternalRow](op: (A1, A1) ⇒ A1): Option[A1]

Definition Classes
TraversableOnce → GenTraversableOnce
def reduceRight[B >: InternalRow](op: (InternalRow, B) ⇒ B): B

Definition Classes
TraversableOnce → GenTraversableOnce
def reduceRightOption[B >: InternalRow](op: (InternalRow, B) ⇒ B): Option[B]

Definition Classes
TraversableOnce → GenTraversableOnce
def reversed: List[InternalRow]

Attributes
protected[this]
Definition Classes
TraversableOnce
def sameElements(that: Iterator[_]): Boolean

Definition Classes
Iterator
def scanLeft[B](z: B)(op: (B, InternalRow) ⇒ B): Iterator[B]

Definition Classes
Iterator
def scanRight[B](z: B)(op: (InternalRow, B) ⇒ B): Iterator[B]

Definition Classes
Iterator
def seq: Iterator[InternalRow]

Definition Classes
Iterator → TraversableOnce → GenTraversableOnce
def size: Int

Definition Classes
TraversableOnce → GenTraversableOnce
def slice(from: Int, until: Int): Iterator[InternalRow]

Definition Classes
Iterator
def sliding[B >: InternalRow](size: Int, step: Int): GroupedIterator[B]

Definition Classes
Iterator
def span(p: (InternalRow) ⇒ Boolean): (Iterator[InternalRow], Iterator[InternalRow])

Definition Classes
Iterator
def sum[B >: InternalRow](implicit num: Numeric[B]): B

Definition Classes
TraversableOnce → GenTraversableOnce
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
def take(n: Int): Iterator[InternalRow]

Definition Classes
Iterator
def takeWhile(p: (InternalRow) ⇒ Boolean): Iterator[InternalRow]

Definition Classes
Iterator
def to[Col[_]](implicit cbf: CanBuildFrom[Nothing, InternalRow, Col[InternalRow]]): Col[InternalRow]

Definition Classes
TraversableOnce → GenTraversableOnce
def toArray[B >: InternalRow](implicit arg0: ClassTag[B]): Array[B]

Definition Classes
TraversableOnce → GenTraversableOnce
def toBuffer[B >: InternalRow]: Buffer[B]

Definition Classes
TraversableOnce → GenTraversableOnce
def toIndexedSeq: IndexedSeq[InternalRow]

Definition Classes
TraversableOnce → GenTraversableOnce
def toIterable: Iterable[InternalRow]

Definition Classes
TraversableOnce → GenTraversableOnce
def toIterator: Iterator[InternalRow]

Definition Classes
Iterator → GenTraversableOnce
def toList: List[InternalRow]

Definition Classes
TraversableOnce → GenTraversableOnce
def toMap[T, U](implicit ev: <:<[InternalRow, (T, U)]): Map[T, U]

Definition Classes
TraversableOnce → GenTraversableOnce
def toSeq: Seq[InternalRow]

Definition Classes
TraversableOnce → GenTraversableOnce
def toSet[B >: InternalRow]: Set[B]

Definition Classes
TraversableOnce → GenTraversableOnce
def toStream: Stream[InternalRow]

Definition Classes
Iterator → GenTraversableOnce
def toString(): String

Definition Classes
Iterator → AnyRef → Any
def toTraversable: Traversable[InternalRow]

Definition Classes
Iterator → TraversableOnce → GenTraversableOnce
def toVector: Vector[InternalRow]

Definition Classes
TraversableOnce → GenTraversableOnce
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
def withFilter(p: (InternalRow) ⇒ Boolean): Iterator[InternalRow]

Definition Classes
Iterator
def zip[B](that: Iterator[B]): Iterator[(InternalRow, B)]

Definition Classes
Iterator
def zipAll[B, A1 >: InternalRow, B1 >: B](that: Iterator[B], thisElem: A1, thatElem: B1): Iterator[(A1, B1)]

Definition Classes
Iterator
def zipWithIndex: Iterator[(InternalRow, Int)]

Definition Classes
Iterator

Related Docs: object SortBasedAggregationIterator | package aggregate

class SortBasedAggregationIterator extends AggregationIterator

Instance Constructors

Type Members

class GroupedIterator[B >: A] extends AbstractIterator[Seq[B]] with Iterator[Seq[B]]

Value Members

final def !=(arg0: Any): Boolean

final def ##(): Int

def ++[B >: InternalRow](that: ⇒ GenTraversableOnce[B]): Iterator[B]

def /:[B](z: B)(op: (B, InternalRow) ⇒ B): B

def :\[B](z: B)(op: (InternalRow, B) ⇒ B): B

final def ==(arg0: Any): Boolean

def addString(b: StringBuilder): StringBuilder

def addString(b: StringBuilder, sep: String): StringBuilder

def addString(b: StringBuilder, start: String, sep: String, end: String): StringBuilder

def aggregate[B](z: ⇒ B)(seqop: (B, InternalRow) ⇒ B, combop: (B, B) ⇒ B): B

val aggregationMode: (Option[AggregateMode], Option[AggregateMode])

val allAggregateExpressions: Seq[AggregateExpression2]

val allAggregateFunctions: Array[AggregateFunction2]

final def asInstanceOf[T0]: T0

def buffered: BufferedIterator[InternalRow]

def clone(): AnyRef

def collect[B](pf: PartialFunction[InternalRow, B]): Iterator[B]

def collectFirst[B](pf: PartialFunction[InternalRow, B]): Option[B]

def contains(elem: Any): Boolean

def copyToArray[B >: InternalRow](xs: Array[B], start: Int, len: Int): Unit

def copyToArray[B >: InternalRow](xs: Array[B]): Unit

def copyToArray[B >: InternalRow](xs: Array[B], start: Int): Unit

def copyToBuffer[B >: InternalRow](dest: Buffer[B]): Unit

def corresponds[B](that: GenTraversableOnce[B])(p: (InternalRow, B) ⇒ Boolean): Boolean

def count(p: (InternalRow) ⇒ Boolean): Int

def drop(n: Int): Iterator[InternalRow]

def dropWhile(p: (InternalRow) ⇒ Boolean): Iterator[InternalRow]

def duplicate: (Iterator[InternalRow], Iterator[InternalRow])

final def eq(arg0: AnyRef): Boolean

def equals(arg0: Any): Boolean

def exists(p: (InternalRow) ⇒ Boolean): Boolean

def filter(p: (InternalRow) ⇒ Boolean): Iterator[InternalRow]

def filterNot(p: (InternalRow) ⇒ Boolean): Iterator[InternalRow]

def finalize(): Unit

def find(p: (InternalRow) ⇒ Boolean): Option[InternalRow]

def flatMap[B](f: (InternalRow) ⇒ GenTraversableOnce[B]): Iterator[B]

def fold[A1 >: InternalRow](z: A1)(op: (A1, A1) ⇒ A1): A1

def foldLeft[B](z: B)(op: (B, InternalRow) ⇒ B): B

def foldRight[B](z: B)(op: (InternalRow, B) ⇒ B): B

def forall(p: (InternalRow) ⇒ Boolean): Boolean

def foreach[U](f: (InternalRow) ⇒ U): Unit

val generateOutput: (InternalRow, MutableRow) ⇒ InternalRow

final def getClass(): Class[_]

def grouped[B >: InternalRow](size: Int): GroupedIterator[B]

def hasDefiniteSize: Boolean

final def hasNext: Boolean

def hashCode(): Int

def indexOf[B >: InternalRow](elem: B): Int

def indexWhere(p: (InternalRow) ⇒ Boolean): Int

def initialize(): Unit

def initializeBuffer(buffer: MutableRow): Unit

def isEmpty: Boolean

final def isInstanceOf[T0]: Boolean

def isTraceEnabled(): Boolean

def isTraversableAgain: Boolean

def length: Int

def log: Logger

def logDebug(msg: ⇒ String, throwable: Throwable): Unit

def logDebug(msg: ⇒ String): Unit

def logError(msg: ⇒ String, throwable: Throwable): Unit

def logError(msg: ⇒ String): Unit

def logInfo(msg: ⇒ String, throwable: Throwable): Unit

def logInfo(msg: ⇒ String): Unit

def logName: String

def logTrace(msg: ⇒ String, throwable: Throwable): Unit

def logTrace(msg: ⇒ String): Unit

def logWarning(msg: ⇒ String, throwable: Throwable): Unit

def logWarning(msg: ⇒ String): Unit

def map[B](f: (InternalRow) ⇒ B): Iterator[B]

def max[B >: InternalRow](implicit cmp: Ordering[B]): InternalRow

def maxBy[B](f: (InternalRow) ⇒ B)(implicit cmp: Ordering[B]): InternalRow

def min[B >: InternalRow](implicit cmp: Ordering[B]): InternalRow

def minBy[B](f: (InternalRow) ⇒ B)(implicit cmp: Ordering[B]): InternalRow