DeduplicateAction

Value Members

1. final def !=(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

2. final def ##(): Int

   

   Definition Classes

   AnyRef → Any

3. final def ==(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

4. implicit val actionObjectIdReader: Configs[ActionObjectId]

   

   A ConfigReader reader that reads ActionObjectId values.

   A ConfigReader reader that reads ActionObjectId values.

   Definition Classes

   ConfigImplicits

5. final def asInstanceOf[T0]: T0

   

   Definition Classes

   Any

6. def clone(): AnyRef

   

   Attributes

   protected[java.lang]

   Definition Classes

   AnyRef

   Annotations

   @throws( ... )

7. implicit val conditionReader: Configs[Condition]

   

   Definition Classes

   ConfigImplicits

8. implicit val connectionIdReader: Configs[ConnectionId]

   

   A ConfigReader reader that reads ConnectionId values.

   A ConfigReader reader that reads ConnectionId values.

   Definition Classes

   ConfigImplicits

9. implicit val customDfCreatorConfigReader: Configs[CustomDfCreatorConfig]

   

   Definition Classes

   ConfigImplicits

10. implicit val customDfTransformerConfigReader: Configs[CustomDfTransformerConfig]

    

    Definition Classes

    ConfigImplicits

11. implicit val customDfsTransformerConfigReader: Configs[CustomDfsTransformerConfig]

    

    Definition Classes

    ConfigImplicits

12. implicit val customFileTransformerConfigReader: Configs[CustomFileTransformerConfig]

    

    Definition Classes

    ConfigImplicits

13. implicit val dataObjectIdReader: Configs[DataObjectId]

    

    A ConfigReader reader that reads DataObjectId values.

    A ConfigReader reader that reads DataObjectId values.

    Definition Classes

    ConfigImplicits

14. def deduplicate(baseDf: DataFrame, newDf: DataFrame, keyColumns: Seq[String])(implicit session: SparkSession): DataFrame

    

    deduplicate -> keep latest record per key

    deduplicate -> keep latest record per key

    baseDf

    existing data

    newDf

    new data

    returns

    deduplicated data

15. def deduplicateDataFrame(existingDf: Option[DataFrame], pks: Seq[String], refTimestamp: LocalDateTime, ignoreOldDeletedColumns: Boolean, ignoreOldDeletedNestedColumns: Boolean)(df: DataFrame)(implicit session: SparkSession): DataFrame

    

    deduplicates a SubFeed.

16. final def eq(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

17. def equals(arg0: Any): Boolean

    

    Definition Classes

    AnyRef → Any

18. implicit val executionModeReader: Configs[ExecutionMode]

    

    Definition Classes

    ConfigImplicits

19. def extract[T](config: Config)(implicit arg0: Configs[T]): T

    

    Helper method to extract case class from config

    Helper method to extract case class from config

    Attributes

    protected

    Definition Classes

    FromConfigFactory

20. def finalize(): Unit

    

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( classOf[java.lang.Throwable] )

21. def fromConfig(config: Config)(implicit instanceRegistry: InstanceRegistry): DeduplicateAction

    

    Factory method for parsing (case) classes from Configs.

    Factory method for parsing (case) classes from Configs.

    returns

    a new instance of type CO parsed from the a context dependent Config.

    Definition Classes

    DeduplicateAction → FromConfigFactory

22. final def getClass(): Class[_]

    

    Definition Classes

    AnyRef → Any

23. def hashCode(): Int

    

    Definition Classes

    AnyRef → Any

24. final def isInstanceOf[T0]: Boolean

    

    Definition Classes

    Any

25. implicit val keyCloakConfigReader: Configs[Option[KeycloakConfig]]

    

    A ConfigReader reader that reads KeycloakConfig values.

    A ConfigReader reader that reads KeycloakConfig values.

    Definition Classes

    ConfigImplicits

26. implicit def mapDataObjectIdStringReader(implicit mapReader: Configs[Map[String, String]]): Configs[Map[DataObjectId, String]]

    

    Definition Classes

    ConfigImplicits

27. final def ne(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

28. final def notify(): Unit

    

    Definition Classes

    AnyRef

29. final def notifyAll(): Unit

    

    Definition Classes

    AnyRef

30. implicit val outputModeReader: Configs[OutputMode]

    

    A ConfigReader reader that reads OutputMode.

    A ConfigReader reader that reads OutputMode.

    Definition Classes

    ConfigImplicits

31. implicit val sparkRepartitionDefReader: Configs[SparkRepartitionDef]

    

    Definition Classes

    ConfigImplicits

32. implicit val sparkUdfCreatorConfigReader: Configs[SparkUDFCreatorConfig]

    

    Definition Classes

    ConfigImplicits

33. implicit val structTypeReader: Configs[StructType]

    

    A ConfigReader reader that reads StructType values.

    A ConfigReader reader that reads StructType values.

    This reader parses a StructType from a DDL string.

    Definition Classes

    ConfigImplicits

34. final def synchronized[T0](arg0: ⇒ T0): T0

    

    Definition Classes

    AnyRef

35. def toString(): String

    

    Definition Classes

    AnyRef → Any

36. object udfs extends Serializable

    

37. final def wait(): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

38. final def wait(arg0: Long, arg1: Int): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

39. final def wait(arg0: Long): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )