DFWithExtraOperations

Value Members

1. final def !=(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

2. final def ##(): Int

   

   Definition Classes

   AnyRef → Any

3. final def ==(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

4. final def asInstanceOf[T0]: T0

   

   Definition Classes

   Any

5. def clone(): AnyRef

   

   Attributes

   protected[java.lang]

   Definition Classes

   AnyRef

   Annotations

   @throws( ... )

6. def dropColumns(columns: List[String]): DataFrame

   

   Drop multiple columns.

   Drop multiple columns.

   columns

   List of column names.

   returns

   DataFrame DataFrame without the dropped columns.

7. final def eq(arg0: AnyRef): Boolean

   

   Definition Classes

   AnyRef

8. def equals(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

9. def fillingRate(): DataFrame

   

   Computes the filling rates for all dataframe's columns.

   Computes the filling rates for all dataframe's columns. Filling rate is defined as: ( Number of Non Null values ) / ( Number of rows ) .

   returns

   DataFrame DataFrame with a single row, holding the filling rate for each column.

10. def finalize(): Unit

    

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( classOf[java.lang.Throwable] )

11. def flattenSchema(sep: String = "_"): DataFrame

    

    Flatten a DataFrame nested schema by replacing . with a separator.

    Flatten a DataFrame nested schema by replacing . with a separator.

    sep

    String a separator to replace the dot in column names. Default: _

    returns

    DataFrame DataFrame with flatten schema

12. final def getClass(): Class[_]

    

    Definition Classes

    AnyRef → Any

13. def getDuplicatedColumns: Set[String]

    

14. def hasDuplicatedColumns: Boolean

    

15. def hashCode(): Int

    

    Definition Classes

    AnyRef → Any

16. final def isInstanceOf[T0]: Boolean

    

    Definition Classes

    Any

17. final def ne(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

18. final def notify(): Unit

    

    Definition Classes

    AnyRef

19. final def notifyAll(): Unit

    

    Definition Classes

    AnyRef

20. def printFillingRate(): Unit

    

    Print to the console the fillingRate of a given DataFrame

21. def renameDuplicatedColumns: DataFrame

    

22. final def synchronized[T0](arg0: ⇒ T0): T0

    

    Definition Classes

    AnyRef

23. def toString(): String

    

    Definition Classes

    AnyRef → Any

24. final def wait(): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

25. final def wait(arg0: Long, arg1: Int): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

26. final def wait(arg0: Long): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

27. def withColumnNested(newColName: String, newCol: Column): DataFrame

    

    Adds a nested column to dataframe

    Adds a nested column to dataframe

    newColName

    String Name of the new column

    newCol

    Column Value of the new column

    returns

    DataFrame DataFrame with additional column

28. def withColumnsPrefixed(prefix: String, colNames: List[String] = List.empty): DataFrame

    

    Add a prefix to the name for all or a subset of a dataframe's columns.

    Add a prefix to the name for all or a subset of a dataframe's columns.

    prefix

    String A suffix to add to column names.

    colNames

    A list of column names. If colNames is empty, all columns will be renamed. Default: rename all columns.

    returns

    DataFrame DataFrame with renamed columns.

29. def withColumnsSuffixed(suffix: String, colNames: List[String] = List.empty): DataFrame

    

    Add a suffix to the name for all or a subset of a dataframe's columns.

    Add a suffix to the name for all or a subset of a dataframe's columns.

    suffix

    String A suffix to add to column names.

    colNames

    A list of column names. If colNames is empty, all columns will be renamed. Default: rename all columns.

    returns

    DataFrame DataFrame with renamed columns.