SparkActionHelpers

Value Members

1. final def !=(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

2. final def ##(): Int

   

   Definition Classes

   AnyRef → Any

3. final def ==(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

4. def applyFileReduce(numFiles: Option[Int]): (Dataset[_]) ⇒ Dataset[_]

   

5. def applyMode(mode: SaveMode): (DataFrameWriter[_]) ⇒ DataFrameWriter[_]

   

6. def applyOpenCSV(path: String): (DataFrameReader) ⇒ Dataset[_]

   

7. def applyOpenDataFrameReader: (SparkFlowContext) ⇒ DataFrameReader

   

8. def applyOpenParquet(path: String): (DataFrameReader) ⇒ Dataset[_]

   

9. def applyOverwrite(overwrite: Boolean): (DataFrameWriter[_]) ⇒ DataFrameWriter[_]

   

10. def applyPartitionBy(partitionCols: Seq[String]): (DataFrameWriter[_]) ⇒ DataFrameWriter[_]

    

11. def applyReaderOptions(options: Map[String, String]): (DataFrameReader) ⇒ DataFrameReader

    

12. def applyRepartition(partitionCols: Seq[String], repartition: Boolean): (Dataset[_]) ⇒ Dataset[_]

    

13. def applyWriteCSV(path: String): (DataFrameWriter[_]) ⇒ Unit

    

14. def applyWriteParquet(path: String): (DataFrameWriter[_]) ⇒ Unit

    

15. def applyWriterOptions(options: Map[String, String]): (DataFrameWriter[_]) ⇒ DataFrameWriter[_]

    

16. final def asInstanceOf[T0]: T0

    

    Definition Classes

    Any

17. def clone(): AnyRef

    

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

18. final def eq(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

19. def equals(arg0: Any): Boolean

    

    Definition Classes

    AnyRef → Any

20. def finalize(): Unit

    

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( classOf[java.lang.Throwable] )

21. final def getClass(): Class[_]

    

    Definition Classes

    AnyRef → Any

22. def hashCode(): Int

    

    Definition Classes

    AnyRef → Any

23. final def isInstanceOf[T0]: Boolean

    

    Definition Classes

    Any

24. final def ne(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

25. final def notify(): Unit

    

    Definition Classes

    AnyRef

26. final def notifyAll(): Unit

    

    Definition Classes

    AnyRef

27. def openBase(dataFlow: SparkDataFlow, label: String)(open: (SparkFlowContext) ⇒ Dataset[_]): SparkDataFlow

    

    Base function for all read operation, in all cases users should use more specialised one.

    Base function for all read operation, in all cases users should use more specialised one. This one is used by other builders.

    dataFlow

    - flow to which to add the write action

    label

    - Label of the output Dataset

    open

    - dataset opening function

28. final def synchronized[T0](arg0: ⇒ T0): T0

    

    Definition Classes

    AnyRef

29. def toString(): String

    

    Definition Classes

    AnyRef → Any

30. final def wait(): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

31. final def wait(arg0: Long, arg1: Int): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

32. final def wait(arg0: Long): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

33. def writeBase(dataFlow: SparkDataFlow, label: String)(pre: (Dataset[_]) ⇒ Dataset[_])(dfr: (DataFrameWriter[_]) ⇒ Unit): SparkDataFlow

    

    Base function for all write operation, in most of the cases users should use more specialised one.

    Base function for all write operation, in most of the cases users should use more specialised one. This one is used by other builders.

    dataFlow

    - flow to which to add the write action

    label

    - label whose data set will be written out

    pre

    - dataset transformation function

    dfr

    - dataframe writer function