sparkplug

Type Members

1. case class SparkPlug(plugDetails: Option[SparkPlugDetails], isValidateRulesEnabled: Boolean, checkpointDetails: Option[SparkPlugCheckpointDetails], isAccumulatorsEnabled: Boolean, isKeepOldField: Boolean)(implicit spark: SparkSession) extends Product with Serializable

   

2. case class SparkPlugBuilder(plugDetails: Option[SparkPlugDetails] = None, isValidateRulesEnabled: Boolean = false, checkpointDetails: Option[SparkPlugCheckpointDetails] = None, isAccumulatorsEnabled: Boolean = false, isKeepOldField: Boolean = false)(implicit spark: SparkSession) extends Product with Serializable

   

3. case class SparkPlugCheckpointDetails(checkpointDir: String, rulesPerStage: Int, numberOfPartitions: Int) extends Product with Serializable

   

4. case class SparkPlugDetails(column: String, plugDetailsUDF: AddPlugDetailUDF[Product]) extends Product with Serializable

   

5. class SparkPlugHelper extends AnyRef