JoinUtils

Value Members

1. final def !=(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

2. final def ##(): Int

   

   Definition Classes

   AnyRef → Any

3. final def ==(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

4. final def asInstanceOf[T0]: T0

   

   Definition Classes

   Any

5. def clone(): AnyRef

   

   Attributes

   protected[java.lang]

   Definition Classes

   AnyRef

   Annotations

   @throws( ... )

6. def coalescedJoin(leftDf: DataFrame, rightDf: DataFrame, keys: Seq[String], joinType: String = "left"): DataFrame

   

7. val contains_any: UserDefinedFunction

   

8. def createLatestLabelView(viewName: String, baseView: String, tableUtils: TableUtils, propertiesOverride: Map[String, String] = null): Unit

   

   * Method to create a view with latest available label_ds for a given ds.

   * Method to create a view with latest available label_ds for a given ds. This view is built on top of final label view which has all label versions available. This view will inherit the final label view properties as well.

9. def createOrReplaceView(viewName: String, leftTable: String, rightTable: String, joinKeys: Array[String], tableUtils: TableUtils, viewProperties: Map[String, String] = null, labelColumnPrefix: String = Constants.LabelColumnPrefix): Unit

   

   * Method to create or replace a view for feature table joining with labels.

   * Method to create or replace a view for feature table joining with labels. Label columns will be prefixed with "label" or custom prefix for easy identification

10. final def eq(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

11. def equals(arg0: Any): Boolean

    

    Definition Classes

    AnyRef → Any

12. def filterColumns(df: DataFrame, filter: Seq[String]): DataFrame

    

13. def finalize(): Unit

    

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( classOf[java.lang.Throwable] )

14. final def getClass(): Class[_]

    

    Definition Classes

    AnyRef → Any

15. def getLatestLabelMapping(tableName: String, tableUtils: TableUtils): Map[String, Seq[PartitionRange]]

    

    compute the mapping label_ds -> PartitionRange of ds which has this label_ds as latest version

    compute the mapping label_ds -> PartitionRange of ds which has this label_ds as latest version

    • Get all partitions from table
    • For each ds, find the latest available label_ds
    • Reverse the mapping and get the ds partition range for each label version(label_ds)

    returns

    Mapping of the label ds -> partition ranges of ds which has this label available as latest

16. def hashCode(): Int

    

    Definition Classes

    AnyRef → Any

17. final def isInstanceOf[T0]: Boolean

    

    Definition Classes

    Any

18. def leftDf(joinConf: api.Join, range: PartitionRange, tableUtils: TableUtils): Option[DataFrame]

    

    * Util methods for join computation

19. final def ne(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

20. final def notify(): Unit

    

    Definition Classes

    AnyRef

21. final def notifyAll(): Unit

    

    Definition Classes

    AnyRef

22. val set_add: UserDefinedFunction

    

23. final def synchronized[T0](arg0: ⇒ T0): T0

    

    Definition Classes

    AnyRef

24. def toString(): String

    

    Definition Classes

    AnyRef → Any

25. final def wait(): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

26. final def wait(arg0: Long, arg1: Int): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

27. final def wait(arg0: Long): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )