TableUtils

Value Members

1. final def !=(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

2. final def ##(): Int

   

   Definition Classes

   AnyRef → Any

3. final def ==(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

4. def archiveTableIfExists(tableName: String, timestamp: Instant): Unit

   

5. final def asInstanceOf[T0]: T0

   

   Definition Classes

   Any

6. def chunk(partitions: Set[String]): Seq[PartitionRange]

   

7. def clone(): AnyRef

   

   Attributes

   protected[java.lang]

   Definition Classes

   AnyRef

   Annotations

   @throws( ... )

8. def dropPartitionRange(tableName: String, startDate: String, endDate: String): Unit

   

9. def dropPartitions(tableName: String, partitions: Seq[String], partitionColumn: String = Constants.PartitionColumn): Unit

   

10. def dropPartitionsAfterHole(inputTable: String, outputTable: String, partitionRange: PartitionRange): Option[String]

    

11. def dropTableIfExists(tableName: String): Unit

    

12. final def eq(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

13. def finalize(): Unit

    

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( classOf[java.lang.Throwable] )

14. def firstAvailablePartition(tableName: String, subPartitionFilters: Map[String, String] = Map.empty): Option[String]

    

15. final def getClass(): Class[_]

    

    Definition Classes

    AnyRef → Any

16. def getColumnsFromQuery(query: String): Seq[String]

    

17. def getSchemaFromTable(tableName: String): StructType

    

18. def getTableProperties(tableName: String): Option[Map[String, String]]

    

19. def insertPartitions(df: DataFrame, tableName: String, tableProperties: Map[String, String] = null, partitionColumns: Seq[String] = Seq(Constants.PartitionColumn), saveMode: SaveMode = SaveMode.Overwrite, fileFormat: String = "PARQUET", autoExpand: Boolean = false): Unit

    

20. def insertUnPartitioned(df: DataFrame, tableName: String, tableProperties: Map[String, String] = null, saveMode: SaveMode = SaveMode.Overwrite, fileFormat: String = "PARQUET"): Unit

    

21. final def isInstanceOf[T0]: Boolean

    

    Definition Classes

    Any

22. def lastAvailablePartition(tableName: String, subPartitionFilters: Map[String, String] = Map.empty): Option[String]

    

23. final def ne(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

24. final def notify(): Unit

    

    Definition Classes

    AnyRef

25. final def notifyAll(): Unit

    

    Definition Classes

    AnyRef

26. def parsePartition(pstring: String): Map[String, String]

    

27. def partitions(tableName: String, subPartitionsFilter: Map[String, String] = Map.empty): Seq[String]

    

28. val sparkSession: SparkSession

    

29. def sql(query: String): DataFrame

    

30. final def synchronized[T0](arg0: ⇒ T0): T0

    

    Definition Classes

    AnyRef

31. def unfilledRange(outputTable: String, partitionRange: PartitionRange, inputTable: Option[String] = None, inputSubPartitionFilters: Map[String, String] = Map.empty): Option[PartitionRange]

    

32. def unfilledRanges(outputTable: String, partitionRange: PartitionRange, inputTables: Option[Seq[String]] = None): Option[Seq[PartitionRange]]

    

33. final def wait(): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

34. final def wait(arg0: Long, arg1: Int): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

35. final def wait(arg0: Long): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )