DataSetAPIScalaBase

Instance Constructors

new DataSetAPIScalaBase()(implicit arg0: ClassTag[T])

Type Members

abstract type InternalCollection <: GenIterable[T]

Abstract Value Members

abstract def diff(data: InternalCollection, dsScala: DataSetAPIScalaBase[T]): DataSetAPIScalaBase[T]

Attributes
protected
abstract def distinct(): DataSetAPI[T]

Definition Classes
DataSetAPI
abstract def groupByKey[K](func: (T) ⇒ K)(implicit arg0: ClassTag[K], enc: Encoder[K] = null): KeyValueGroupedDataSetAPI[K, T]

Definition Classes
DataSetAPI
abstract def intersect(data: InternalCollection, dsScala: DataSetAPIScalaBase[T]): DataSetAPIScalaBase[T]

Attributes
protected
abstract def rdd(): RDDAPI[T]

Definition Classes
DataSetAPIScalaBase → DataSetAPI
abstract def union(data: InternalCollection, dsScala: DataSetAPIScalaBase[T]): DataSetAPIScalaBase[T]

Attributes
protected

Concrete Value Members

final def !=(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: Any): Boolean

Definition Classes
AnyRef → Any
def apply(name: String): Field

Definition Classes
DataSetAPI
final def asInstanceOf[T0]: T0

Definition Classes
Any
def cache(): DataSetAPI[T]

Definition Classes
DataSetAPIScalaBase → DataSetAPI
def checkpoint(eager: Boolean): DataSetAPI[T]

Definition Classes
DataSetAPIScalaBase → DataSetAPI
def checkpoint(): DataSetAPI[T]

Definition Classes
DataSetAPI
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
def coalesce(numPartitions: Int): DataSetAPI[T]

Definition Classes
DataSetAPIScalaBase → DataSetAPI
def collect(): Array[T]

Definition Classes
DataSetAPIScalaBase → DataSetAPI
def collectAsList(): List[T]

Definition Classes
DataSetAPIScalaBase → DataSetAPI
def count(): Long

Definition Classes
DataSetAPIScalaBase → DataSetAPI
def createDataset[That](d: Seq[That])(implicit enc: Encoder[That]): Dataset[That]

Attributes
protected
Definition Classes
DataSetAPI
def diff(other: DataSetAPI[T])(implicit enc: Encoder[T]): DataSetAPI[T]

Definition Classes
DataSetAPIScalaBase → DataSetAPI
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def equals(obj: Any): Boolean

Definition Classes
DataSetAPI → AnyRef → Any
def except(other: DataSetAPI[T])(implicit enc: Encoder[T]): DataSetAPI[T]

Definition Classes
DataSetAPI
def field(name: String): Field

Definition Classes
DataSetAPI
def filter(p: (T) ⇒ Boolean): DataSetAPI[T]

Definition Classes
DataSetAPIScalaBase → DataSetAPI
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
def flatMap[U](func: (T) ⇒ TraversableOnce[U])(implicit arg0: ClassTag[U], enc: Encoder[U] = null): DataSetAPI[U]

Definition Classes
DataSetAPIScalaBase → DataSetAPI
def foreach(f: (T) ⇒ Unit): Unit

Definition Classes
DataSetAPIScalaBase → DataSetAPI
def foreachPartition(f: (Iterator[T]) ⇒ Unit): Unit

Definition Classes
DataSetAPIScalaBase → DataSetAPI
def fullOuterJoin[U](other: DataSetAPI[U], condition: BooleanExpression)(implicit arg0: ClassTag[U], encT: Encoder[T], encU: Encoder[U], encTU: Encoder[(T, U)]): DataSetAPI[(T, U)]

Definition Classes
DataSetAPIScalaBase → DataSetAPI
def fullOuterJoin[K, W](other: DataSetAPI[W])(left: (T) ⇒ K, right: (W) ⇒ K)(implicit arg0: ClassTag[K], arg1: ClassTag[W], ct: ClassTag[T], encT: Encoder[T], encK: Encoder[K], encW: Encoder[W], encKT: Encoder[(K, T)], encKW: Encoder[(K, W)], encTW: Encoder[(Option[T], Option[W])]): DataSetAPI[(Option[T], Option[W])]

Definition Classes
DataSetAPI
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
def hashCode(): Int

Definition Classes
AnyRef → Any
def head(n: Int): Array[T]

Definition Classes
DataSetAPIScalaBase → DataSetAPI
def head(): T

Definition Classes
DataSetAPIScalaBase → DataSetAPI
def intersect(other: DataSetAPI[T])(implicit enc: Encoder[T]): DataSetAPI[T]

Definition Classes
DataSetAPIScalaBase → DataSetAPI
def isEmpty(): Boolean

Definition Classes
DataSetAPIScalaBase → DataSetAPI
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
def join[U](other: DataSetAPI[U], condition: BooleanExpression)(implicit arg0: ClassTag[U], encT: Encoder[T], encU: Encoder[U], encTU: Encoder[(T, U)]): DataSetAPI[(T, U)]

Definition Classes
DataSetAPIScalaBase → DataSetAPI
def join[K, W](other: DataSetAPI[W])(left: (T) ⇒ K, right: (W) ⇒ K)(implicit arg0: ClassTag[K], arg1: ClassTag[W], ct: ClassTag[T], encT: Encoder[T], encK: Encoder[K], encW: Encoder[W], encKT: Encoder[(K, T)], encKW: Encoder[(K, W)], encTW: Encoder[(T, W)]): DataSetAPI[(T, W)]

Definition Classes
DataSetAPI
def leftOuterJoin[U](other: DataSetAPI[U], condition: BooleanExpression)(implicit arg0: ClassTag[U], encT: Encoder[T], encU: Encoder[U], encTU: Encoder[(T, U)]): DataSetAPI[(T, U)]

Definition Classes
DataSetAPIScalaBase → DataSetAPI
def leftOuterJoin[K, W](other: DataSetAPI[W])(left: (T) ⇒ K, right: (W) ⇒ K)(implicit arg0: ClassTag[K], arg1: ClassTag[W], ct: ClassTag[T], encT: Encoder[T], encK: Encoder[K], encW: Encoder[W], encKT: Encoder[(K, T)], encKW: Encoder[(K, W)], encTW: Encoder[(T, Option[W])]): DataSetAPI[(T, Option[W])]

Definition Classes
DataSetAPI
def limit(n: Int): DataSetAPI[T]

Definition Classes
DataSetAPIScalaBase → DataSetAPI
def map[That](map: (T) ⇒ That)(implicit arg0: ClassTag[That], enc: Encoder[That]): DataSetAPI[That]

Definition Classes
DataSetAPIScalaBase → DataSetAPI
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
def persist(): DataSetAPI[T]

Definition Classes
DataSetAPIScalaBase → DataSetAPI
def persist(newLevel: StorageLevel): DataSetAPI[T]

Definition Classes
DataSetAPIScalaBase → DataSetAPI
def randomSplit(weights: Array[Double], seed: Long): Array[DataSetAPI[T]]

Definition Classes
DataSetAPIScalaBase → DataSetAPI
def reduce(func: (T, T) ⇒ T): T

Definition Classes
DataSetAPIScalaBase → DataSetAPI
def repartition(numPartitions: Int, partitionExprs: Column*): DataSetAPI[T]

Definition Classes
DataSetAPIScalaBase → DataSetAPI
def repartition(partitionExprs: Column*): DataSetAPI[T]

Definition Classes
DataSetAPIScalaBase → DataSetAPI
def repartition(numPartitions: Int): DataSetAPI[T]

Definition Classes
DataSetAPIScalaBase → DataSetAPI
def rightOuterJoin[U](other: DataSetAPI[U], condition: BooleanExpression)(implicit arg0: ClassTag[U], encT: Encoder[T], encU: Encoder[U], encTU: Encoder[(T, U)]): DataSetAPI[(T, U)]

Definition Classes
DataSetAPIScalaBase → DataSetAPI
def rightOuterJoin[K, W](other: DataSetAPI[W])(left: (T) ⇒ K, right: (W) ⇒ K)(implicit arg0: ClassTag[K], arg1: ClassTag[W], ct: ClassTag[T], encT: Encoder[T], encK: Encoder[K], encW: Encoder[W], encKT: Encoder[(K, T)], encKW: Encoder[(K, W)], encTW: Encoder[(Option[T], W)]): DataSetAPI[(Option[T], W)]

Definition Classes
DataSetAPI
def sample(withReplacement: Boolean, fraction: Double, seed: Long): DataSetAPI[T]

Definition Classes
DataSetAPIScalaBase → DataSetAPI
def show: WriterExecutor[T]

Definition Classes
DataSetAPI
lazy val spark: SparkSession

Attributes
protected
Definition Classes
DataSetAPI
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
def take(n: Int): Array[T]

Definition Classes
DataSetAPI
def takeAsList(n: Int): List[T]

Definition Classes
DataSetAPIScalaBase → DataSetAPI
def toString(): String

Definition Classes
DataSetAPI → AnyRef → Any
def union(other: DataSetAPI[T])(implicit enc: Encoder[T]): DataSetAPI[T]

Definition Classes
DataSetAPIScalaBase → DataSetAPI
def unpersist(blocking: Boolean): DataSetAPI[T]

Definition Classes
DataSetAPIScalaBase → DataSetAPI
def unpersist(): DataSetAPI[T]

Definition Classes
DataSetAPIScalaBase → DataSetAPI
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
def write: WriterExecutor[T]

Definition Classes
DataSetAPIScalaBase → DataSetAPI

Related Doc: package dataset

abstract class DataSetAPIScalaBase[T] extends DataSetAPI[T]

Instance Constructors

new DataSetAPIScalaBase()(implicit arg0: ClassTag[T])

Type Members

abstract type InternalCollection <: GenIterable[T]

Abstract Value Members

abstract def diff(data: InternalCollection, dsScala: DataSetAPIScalaBase[T]): DataSetAPIScalaBase[T]

abstract def distinct(): DataSetAPI[T]

abstract def groupByKey[K](func: (T) ⇒ K)(implicit arg0: ClassTag[K], enc: Encoder[K] = null): KeyValueGroupedDataSetAPI[K, T]

abstract def intersect(data: InternalCollection, dsScala: DataSetAPIScalaBase[T]): DataSetAPIScalaBase[T]

abstract def rdd(): RDDAPI[T]

abstract def union(data: InternalCollection, dsScala: DataSetAPIScalaBase[T]): DataSetAPIScalaBase[T]

Concrete Value Members

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: Any): Boolean

def apply(name: String): Field

final def asInstanceOf[T0]: T0

def cache(): DataSetAPI[T]

def checkpoint(eager: Boolean): DataSetAPI[T]

def checkpoint(): DataSetAPI[T]

def clone(): AnyRef

def coalesce(numPartitions: Int): DataSetAPI[T]

def collect(): Array[T]

def collectAsList(): List[T]

def count(): Long

def createDataset[That](d: Seq[That])(implicit enc: Encoder[That]): Dataset[That]

def diff(other: DataSetAPI[T])(implicit enc: Encoder[T]): DataSetAPI[T]

final def eq(arg0: AnyRef): Boolean

def equals(obj: Any): Boolean

def except(other: DataSetAPI[T])(implicit enc: Encoder[T]): DataSetAPI[T]

def field(name: String): Field

def filter(p: (T) ⇒ Boolean): DataSetAPI[T]

def finalize(): Unit

def flatMap[U](func: (T) ⇒ TraversableOnce[U])(implicit arg0: ClassTag[U], enc: Encoder[U] = null): DataSetAPI[U]

def foreach(f: (T) ⇒ Unit): Unit

def foreachPartition(f: (Iterator[T]) ⇒ Unit): Unit

def fullOuterJoin[U](other: DataSetAPI[U], condition: BooleanExpression)(implicit arg0: ClassTag[U], encT: Encoder[T], encU: Encoder[U], encTU: Encoder[(T, U)]): DataSetAPI[(T, U)]

final def getClass(): Class[_]

def hashCode(): Int

def head(n: Int): Array[T]

def head(): T

def intersect(other: DataSetAPI[T])(implicit enc: Encoder[T]): DataSetAPI[T]

def isEmpty(): Boolean

final def isInstanceOf[T0]: Boolean

def join[U](other: DataSetAPI[U], condition: BooleanExpression)(implicit arg0: ClassTag[U], encT: Encoder[T], encU: Encoder[U], encTU: Encoder[(T, U)]): DataSetAPI[(T, U)]

def join[K, W](other: DataSetAPI[W])(left: (T) ⇒ K, right: (W) ⇒ K)(implicit arg0: ClassTag[K], arg1: ClassTag[W], ct: ClassTag[T], encT: Encoder[T], encK: Encoder[K], encW: Encoder[W], encKT: Encoder[(K, T)], encKW: Encoder[(K, W)], encTW: Encoder[(T, W)]): DataSetAPI[(T, W)]

def leftOuterJoin[U](other: DataSetAPI[U], condition: BooleanExpression)(implicit arg0: ClassTag[U], encT: Encoder[T], encU: Encoder[U], encTU: Encoder[(T, U)]): DataSetAPI[(T, U)]

def limit(n: Int): DataSetAPI[T]

def map[That](map: (T) ⇒ That)(implicit arg0: ClassTag[That], enc: Encoder[That]): DataSetAPI[That]

final def ne(arg0: AnyRef): Boolean

final def notify(): Unit

final def notifyAll(): Unit

def persist(): DataSetAPI[T]

def persist(newLevel: StorageLevel): DataSetAPI[T]

def randomSplit(weights: Array[Double], seed: Long): Array[DataSetAPI[T]]

def reduce(func: (T, T) ⇒ T): T

def repartition(numPartitions: Int, partitionExprs: Column*): DataSetAPI[T]

def repartition(partitionExprs: Column*): DataSetAPI[T]

def repartition(numPartitions: Int): DataSetAPI[T]

def rightOuterJoin[U](other: DataSetAPI[U], condition: BooleanExpression)(implicit arg0: ClassTag[U], encT: Encoder[T], encU: Encoder[U], encTU: Encoder[(T, U)]): DataSetAPI[(T, U)]

def sample(withReplacement: Boolean, fraction: Double, seed: Long): DataSetAPI[T]

def show: WriterExecutor[T]

lazy val spark: SparkSession

final def synchronized[T0](arg0: ⇒ T0): T0

def take(n: Int): Array[T]

def takeAsList(n: Int): List[T]

def toString(): String

def union(other: DataSetAPI[T])(implicit enc: Encoder[T]): DataSetAPI[T]

def unpersist(blocking: Boolean): DataSetAPI[T]

def unpersist(): DataSetAPI[T]

final def wait(): Unit

final def wait(arg0: Long, arg1: Int): Unit

final def wait(arg0: Long): Unit

def write: WriterExecutor[T]

Inherited from DataSetAPI[T]

Inherited from AnyRef

Inherited from Any