Trait/Object

com.datawizards.sparklocal.dataset

DataSetAPI

Related Docs: object DataSetAPI | package dataset

Permalink

trait DataSetAPI[T] extends AnyRef

Linear Supertypes
AnyRef, Any
Known Subclasses
DataSetAPIScalaBase, DataSetAPIScalaEagerImpl, DataSetAPIScalaLazyImpl, DataSetAPIScalaParallelImpl, DataSetAPIScalaParallelLazyImpl, DataSetAPISparkImpl
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. DataSetAPI
  2. AnyRef
  3. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Abstract Value Members

  1. abstract def cache(): DataSetAPI[T]

    Permalink

  2. abstract def checkpoint(eager: Boolean): DataSetAPI[T]

    Permalink

  3. abstract def coalesce(numPartitions: Int): DataSetAPI[T]

    Permalink

  4. abstract def collect(): Array[T]

    Permalink

  5. abstract def collectAsList(): List[T]

    Permalink

  6. abstract def count(): Long

    Permalink

  7. abstract def diff(other: DataSetAPI[T])(implicit enc: Encoder[T]): DataSetAPI[T]

    Permalink

  8. abstract def distinct(): DataSetAPI[T]

    Permalink

  9. abstract def filter(p: (T) ⇒ Boolean): DataSetAPI[T]

    Permalink

  10. abstract def flatMap[U](func: (T) ⇒ TraversableOnce[U])(implicit arg0: ClassTag[U], enc: Encoder[U] = null): DataSetAPI[U]

    Permalink

  11. abstract def foreach(f: (T) ⇒ Unit): Unit

    Permalink

  12. abstract def foreachPartition(f: (Iterator[T]) ⇒ Unit): Unit

    Permalink

  13. abstract def fullOuterJoin[U](other: DataSetAPI[U], condition: BooleanExpression)(implicit arg0: ClassTag[U], encT: Encoder[T], encU: Encoder[U], encTU: Encoder[(T, U)]): DataSetAPI[(T, U)]

    Permalink

  14. abstract def groupByKey[K](func: (T) ⇒ K)(implicit arg0: ClassTag[K], enc: Encoder[K] = null): KeyValueGroupedDataSetAPI[K, T]

    Permalink

  15. abstract def head(n: Int): Array[T]

    Permalink

  16. abstract def head(): T

    Permalink

  17. abstract def intersect(other: DataSetAPI[T])(implicit enc: Encoder[T]): DataSetAPI[T]

    Permalink

  18. abstract def isEmpty(): Boolean

    Permalink

  19. abstract def join[U](other: DataSetAPI[U], condition: BooleanExpression)(implicit arg0: ClassTag[U], encT: Encoder[T], encU: Encoder[U], encTU: Encoder[(T, U)]): DataSetAPI[(T, U)]

    Permalink

  20. abstract def leftOuterJoin[U](other: DataSetAPI[U], condition: BooleanExpression)(implicit arg0: ClassTag[U], encT: Encoder[T], encU: Encoder[U], encTU: Encoder[(T, U)]): DataSetAPI[(T, U)]

    Permalink

  21. abstract def limit(n: Int): DataSetAPI[T]

    Permalink

  22. abstract def map[That](map: (T) ⇒ That)(implicit arg0: ClassTag[That], enc: Encoder[That]): DataSetAPI[That]

    Permalink

  23. abstract def persist(): DataSetAPI[T]

    Permalink

  24. abstract def persist(newLevel: StorageLevel): DataSetAPI[T]

    Permalink

  25. abstract def randomSplit(weights: Array[Double], seed: Long = 0L): Array[DataSetAPI[T]]

    Permalink

  26. abstract def rdd(): RDDAPI[T]

    Permalink

  27. abstract def reduce(func: (T, T) ⇒ T): T

    Permalink

  28. abstract def repartition(numPartitions: Int, partitionExprs: Column*): DataSetAPI[T]

    Permalink

  29. abstract def repartition(partitionExprs: Column*): DataSetAPI[T]

    Permalink

  30. abstract def repartition(numPartitions: Int): DataSetAPI[T]

    Permalink

  31. abstract def rightOuterJoin[U](other: DataSetAPI[U], condition: BooleanExpression)(implicit arg0: ClassTag[U], encT: Encoder[T], encU: Encoder[U], encTU: Encoder[(T, U)]): DataSetAPI[(T, U)]

    Permalink

  32. abstract def sample(withReplacement: Boolean, fraction: Double, seed: Long): DataSetAPI[T]

    Permalink

  33. abstract def takeAsList(n: Int): List[T]

    Permalink

  34. abstract def union(other: DataSetAPI[T])(implicit enc: Encoder[T]): DataSetAPI[T]

    Permalink

  35. abstract def unpersist(blocking: Boolean): DataSetAPI[T]

    Permalink

  36. abstract def unpersist(): DataSetAPI[T]

    Permalink

  37. abstract def write: WriterExecutor[T]

    Permalink

Concrete Value Members

  1. final def !=(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  2. final def ##(): Int

    Permalink
    Definition Classes
    AnyRef → Any

  3. final def ==(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  4. def apply(name: String): Field

    Permalink

  5. final def asInstanceOf[T0]: T0

    Permalink
    Definition Classes
    Any

  6. def checkpoint(): DataSetAPI[T]

    Permalink

  7. def clone(): AnyRef

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  8. def createDataset[That](d: Seq[That])(implicit enc: Encoder[That]): Dataset[That]

    Permalink
    Attributes
    protected

  9. final def eq(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  10. def equals(obj: Any): Boolean

    Permalink
    Definition Classes
    DataSetAPI → AnyRef → Any

  11. def except(other: DataSetAPI[T])(implicit enc: Encoder[T]): DataSetAPI[T]

    Permalink

  12. def field(name: String): Field

    Permalink

  13. def finalize(): Unit

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )

  14. def fullOuterJoin[K, W](other: DataSetAPI[W])(left: (T) ⇒ K, right: (W) ⇒ K)(implicit arg0: ClassTag[K], arg1: ClassTag[W], ct: ClassTag[T], encT: Encoder[T], encK: Encoder[K], encW: Encoder[W], encKT: Encoder[(K, T)], encKW: Encoder[(K, W)], encTW: Encoder[(Option[T], Option[W])]): DataSetAPI[(Option[T], Option[W])]

    Permalink

  15. final def getClass(): Class[_]

    Permalink
    Definition Classes
    AnyRef → Any

  16. def hashCode(): Int

    Permalink
    Definition Classes
    AnyRef → Any

  17. final def isInstanceOf[T0]: Boolean

    Permalink
    Definition Classes
    Any

  18. def join[K, W](other: DataSetAPI[W])(left: (T) ⇒ K, right: (W) ⇒ K)(implicit arg0: ClassTag[K], arg1: ClassTag[W], ct: ClassTag[T], encT: Encoder[T], encK: Encoder[K], encW: Encoder[W], encKT: Encoder[(K, T)], encKW: Encoder[(K, W)], encTW: Encoder[(T, W)]): DataSetAPI[(T, W)]

    Permalink

  19. def leftOuterJoin[K, W](other: DataSetAPI[W])(left: (T) ⇒ K, right: (W) ⇒ K)(implicit arg0: ClassTag[K], arg1: ClassTag[W], ct: ClassTag[T], encT: Encoder[T], encK: Encoder[K], encW: Encoder[W], encKT: Encoder[(K, T)], encKW: Encoder[(K, W)], encTW: Encoder[(T, Option[W])]): DataSetAPI[(T, Option[W])]

    Permalink

  20. final def ne(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  21. final def notify(): Unit

    Permalink
    Definition Classes
    AnyRef

  22. final def notifyAll(): Unit

    Permalink
    Definition Classes
    AnyRef

  23. def rightOuterJoin[K, W](other: DataSetAPI[W])(left: (T) ⇒ K, right: (W) ⇒ K)(implicit arg0: ClassTag[K], arg1: ClassTag[W], ct: ClassTag[T], encT: Encoder[T], encK: Encoder[K], encW: Encoder[W], encKT: Encoder[(K, T)], encKW: Encoder[(K, W)], encTW: Encoder[(Option[T], W)]): DataSetAPI[(Option[T], W)]

    Permalink

  24. def show: WriterExecutor[T]

    Permalink

  25. lazy val spark: SparkSession

    Permalink
    Attributes
    protected

  26. final def synchronized[T0](arg0: ⇒ T0): T0

    Permalink
    Definition Classes
    AnyRef

  27. def take(n: Int): Array[T]

    Permalink

  28. def toString(): String

    Permalink
    Definition Classes
    DataSetAPI → AnyRef → Any

  29. final def wait(): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  30. final def wait(arg0: Long, arg1: Int): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  31. final def wait(arg0: Long): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

Inherited from AnyRef

Inherited from Any

Ungrouped