org.cg.monadic.transformer

csv

package csv

Visibility
  1. Public
  2. All

Type Members

  1. case class CSVToDataFrame(sqlContext: SQLContext, csvPath: String, options: Map[String, String]) extends Transformer[DataFrame] with Product with Serializable

    transform CSV -> DataFrame

  2. case class DataFrameToCSV(table: DataFrame, csvPath: String) extends Transformer[Unit] with Product with Serializable

    transform DataFrame -> CSV

  3. case class TimeDataFormalizer(table: DataFrame, timeCols: Array[String], timeFormat: String = "yyyy-MM-dd HH:mm:ss.SSS", timezone: DateTimeZone = DateTimeZone.UTC) extends Transformer[DataFrame] with Product with Serializable

    transform DataFrame -> DataFrame by formalizing date time column from variable length date format 7/1/2015 1:0:0 AM to standard date format

Ungrouped