sql

Type Members

1. case class CheckValue[T](check: String, value: T)(implicit x: Numeric[T]) extends Product with Serializable

   

2. case class ColumnCheck(checkFunction: (Check, String) ⇒ Check) extends Product with Serializable

   

3. case class ColumnCombinationCheck(checkFunction: (Check, Seq[String]) ⇒ Check) extends Product with Serializable

   

4. case class ColumnComparisonCheck(checkFunction: (Check, (String, String)) ⇒ Check) extends Product with Serializable

   

5. case class Columns(names: List[String]) extends Product with Serializable

   

6. case class DataCheck(checkFunction: (Check) ⇒ Check) extends Product with Serializable

   

7. type DataFrame = Dataset[Row]

   

8. case class DoubleFieldStatAccumulator(nulls: LongAccumulator, nonNulls: LongAccumulator, sum: DoubleAccumulator, mins: CollectionAccumulator[Double], maxs: CollectionAccumulator[Double], m2: DoubleAccumulator) extends FieldStatAccumulator with Product with Serializable

   

9. sealed trait FieldStatAccumulator extends Serializable

   

10. case class Interim(outputFunction: InterimOutput, subgraph: String, component: String, port: String, subPath: String, numRows: Int, child: LogicalPlan, detailedStats: Boolean = false) extends UnaryNode with IgnoreCachedData with Product with Serializable

    

11. case class InterimExec(outputFunction: InterimOutput, subgraph: String, component: String, port: String, subPath: String, child: SparkPlan, numRows: Int, detailedStats: Boolean, sparkSession: SparkSession) extends SparkPlan with InterimExec2 with Product with Serializable

    

12. trait InterimExec2 extends SparkPlan with InterimExecBase

    

13. trait InterimExecBase extends SparkPlan

    

14. trait InterimOutput extends Serializable

    

15. case class InterimOutputHive2(session: String, workflowID: String, workflowVersion: String, jobid: String) extends Serializable with InterimOutput with Product

    

16. case class InterimStat(dataFrameSchema: StructType, basicStats: Boolean, statsAccs: Array[FieldStatAccumulator], rowAccumulator: CollectionAccumulator[InterimRow], counterAccumulator: LongAccumulator, partitionCounter: LongAccumulator, rowAccSchema: StructType, schema: StructType, numPartitions: Int, numRows: Int, schemaJson: Seq[InternalRow], schemaSchema: StructType) extends Serializable with Product

    

17. case class InterimStore(sparkSession: SparkSession, interims: LinkedHashMap[RDDInterimKey, InterimStat] = ...) extends LazyLogging with Product with Serializable

    

18. case class InterimStrategy(spark: SparkSession) extends SparkStrategy with Product with Serializable

    

    Spark strategy converts logical plan to sequence of spark plan.

    Spark strategy converts logical plan to sequence of spark plan. This class represents custom interim strategy. Logical operators other than Interim are converted using the regular SparkStrategy which is applied because of planLater method

    * GenericStrategy.planLater scala doc: Returns a placeholder for a physical plan that executes plan. This placeholder will be filled in automatically by the QueryPlanner using the other execution strategies that are available.

19. case class LongFieldStatAccumulator(nulls: LongAccumulator, nonNulls: LongAccumulator, sum: LongAccumulator, mins: CollectionAccumulator[Long], maxs: CollectionAccumulator[Long], m2: LongAccumulator) extends FieldStatAccumulator with Product with Serializable

    

20. case class OtherFieldStatAccumulator(nulls: LongAccumulator, nonNulls: LongAccumulator) extends FieldStatAccumulator with Product with Serializable

    

21. class ProphecyDataFrame extends AnyRef

    

22. case class ProphecySparkSession(spark: SparkSession) extends Product with Serializable

    

23. type Strategy = SparkStrategy

    

    Annotations

    @DeveloperApi() @Unstable()

24. case class StreamQueryListener(query: io.prophecy.libs.StreamingTarget, maxEmptyTicks: Int = 3) extends StreamingQueryListener with Product with Serializable

    

25. case class StringFieldStatAccumulator(nulls: LongAccumulator, nonNulls: LongAccumulator, mins: CollectionAccumulator[String], maxs: CollectionAccumulator[String]) extends FieldStatAccumulator with Product with Serializable