DataframeOps

Value Members

1. final def !=(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

2. final def ##(): Int

   

   Definition Classes

   AnyRef → Any

3. final def ==(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

4. def addTimebasedColIfExists(): DataFrame

   

5. final def asInstanceOf[T0]: T0

   

   Definition Classes

   Any

6. def camelToSnake: DataFrame

   

7. def clone(): AnyRef

   

   Attributes

   protected[java.lang]

   Definition Classes

   AnyRef

   Annotations

   @throws( ... )

8. final def eq(arg0: AnyRef): Boolean

   

   Definition Classes

   AnyRef

9. def equals(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

10. def filterBloom(bloomMap: Map[String, BloomFilter]): DataFrame

    

11. def finalize(): Unit

    

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( classOf[java.lang.Throwable] )

12. def generateBloomFilter(col: String, totalCount: Long, tableName: String, partitionRange: PartitionRange, fpp: Double = 0.03): BloomFilter

    

13. final def getClass(): Class[_]

    

    Definition Classes

    AnyRef → Any

14. def hashCode(): Int

    

    Definition Classes

    AnyRef → Any

15. final def isInstanceOf[T0]: Boolean

    

    Definition Classes

    Any

16. lazy val logger: Logger

    

17. final def ne(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

18. final def notify(): Unit

    

    Definition Classes

    AnyRef

19. final def notifyAll(): Unit

    

    Definition Classes

    AnyRef

20. def nullSafeJoin(right: DataFrame, keys: Seq[String], joinType: String): DataFrame

    

21. def order(keys: Seq[String]): DataFrame

    

22. def partitionRange: PartitionRange

    

23. def prefixColumnNames(prefix: String, columns: Seq[String]): DataFrame

    

24. def prettyPrint(timeColumns: Seq[String] = ...): Unit

    

25. def prunePartition(partitionRange: PartitionRange): DataFrame

    

26. def range[T](columnName: String): (T, T)

    

27. def removeNulls(cols: Seq[String]): DataFrame

    

28. def replaceWithReadableTime(cols: Seq[String], dropOriginal: Boolean): DataFrame

    

29. def save(tableName: String, tableProperties: Map[String, String] = null, partitionColumns: Seq[String] = Seq(tableUtils.partitionColumn), autoExpand: Boolean = false, stats: Option[DfStats] = None, sortByCols: Seq[String] = Seq.empty): Unit

    

30. def saveUnPartitioned(tableName: String, tableProperties: Map[String, String] = null): Unit

    

31. final def synchronized[T0](arg0: ⇒ T0): T0

    

    Definition Classes

    AnyRef

32. def timeRange: TimeRange

    

33. def toString(): String

    

    Definition Classes

    AnyRef → Any

34. def typeOf(col: String): DataType

    

35. def validateJoinKeys(right: DataFrame, keys: Seq[String]): Unit

    

36. final def wait(): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

37. final def wait(arg0: Long, arg1: Int): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

38. final def wait(arg0: Long): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

39. def withPartitionBasedTimestamp(colName: String, inputColumn: String = tableUtils.partitionColumn): DataFrame

    

40. def withShiftedPartition(colName: String, days: Int = 1): DataFrame

    

41. def withStats: DfWithStats

    

42. def withTimeBasedColumn(columnName: String, timeColumn: String = Constants.TimeColumn, format: String = tableUtils.partitionSpec.format): DataFrame