sql

Type Members

1. case class CheckValue[T](check: String, value: T)(implicit x: Numeric[T]) extends Product with Serializable

   

2. case class ColumnCheck(checkFunction: (Check, String) ⇒ Check) extends Product with Serializable

   

3. case class ColumnCombinationCheck(checkFunction: (Check, Seq[String]) ⇒ Check) extends Product with Serializable

   

4. case class ColumnComparisonCheck(checkFunction: (Check, (String, String)) ⇒ Check) extends Product with Serializable

   

5. case class Columns(names: List[String]) extends Product with Serializable

   

6. case class DataCheck(checkFunction: (Check) ⇒ Check) extends Product with Serializable

   

7. type DataFrame = Dataset[Row]

   

8. case class DateFieldStatAccumulator(nulls: LongAccumulator, nonNulls: LongAccumulator, mins: CollectionAccumulator[Long], maxs: CollectionAccumulator[Long], runningStats: StatsAccumulator) extends FieldStatAccumulator with Product with Serializable

   

9. case class DoubleFieldStatAccumulator(nulls: LongAccumulator, nonNulls: LongAccumulator, mins: CollectionAccumulator[Double], maxs: CollectionAccumulator[Double], runningStats: StatsAccumulator) extends FieldStatAccumulator with Product with Serializable

   

10. sealed trait FieldStatAccumulator extends Serializable

    

11. case class Interim(outputFunction: InterimOutput, subgraph: String, component: String, port: String, subPath: String, numRows: Int, child: LogicalPlan, detailedStats: Boolean = false) extends UnaryNode with IgnoreCachedData with Product with Serializable

    

12. case class InterimExec(outputFunction: InterimOutput, subgraph: String, component: String, port: String, subPath: String, child: SparkPlan, numRows: Int, detailedStats: Boolean, sparkSession: SparkSession) extends SparkPlan with InterimExec2 with Product with Serializable

    

13. trait InterimExec2 extends SparkPlan with InterimExecBase

    

14. trait InterimExecBase extends SparkPlan

    

15. case class InterimIteratorVersionWrapper(name: String, numRows: Int, rowAccumulator: CollectionAccumulator[InterimRow], collectStats: Boolean, statAccumulator: Array[FieldStatAccumulator], countAccumulator: LongAccumulator, partitionCounter: LongAccumulator, partitionId: Int)(schema: StructType, underlying: Iterator[InternalRow]) extends InterimIteratorWrapperTrait[Row] with Product with Serializable

    

16. trait InterimIteratorWrapperTrait[T] extends Iterator[InternalRow] with Serializable

    

17. trait InterimOutput extends Serializable

    

18. case class InterimOutputHive2(session: String, workflowID: String, workflowVersion: String, jobid: String) extends Serializable with InterimOutput with Product

    

19. case class InterimStat(dataFrameSchema: StructType, basicStats: Boolean, statsAccs: Array[FieldStatAccumulator], rowAccumulator: CollectionAccumulator[InterimRow], counterAccumulator: LongAccumulator, partitionCounter: LongAccumulator, rowAccSchema: StructType, schema: StructType, numPartitions: Int, numRows: Int, schemaJson: Seq[InternalRow], schemaSchema: StructType) extends Serializable with Product

    

20. class InterimStore extends LazyLogging

    

21. case class InterimStrategy(spark: SparkSession) extends SparkStrategy with Product with Serializable

    

    Spark strategy converts logical plan to sequence of spark plan.

    Spark strategy converts logical plan to sequence of spark plan. This class represents custom interim strategy. Logical operators other than Interim are converted using the regular SparkStrategy which is applied because of planLater method

    * GenericStrategy.planLater scala doc: Returns a placeholder for a physical plan that executes plan. This placeholder will be filled in automatically by the QueryPlanner using the other execution strategies that are available.

22. case class LongFieldStatAccumulator(nulls: LongAccumulator, nonNulls: LongAccumulator, mins: CollectionAccumulator[Long], maxs: CollectionAccumulator[Long], runningStats: StatsAccumulator) extends FieldStatAccumulator with Product with Serializable

    

23. case class OtherFieldStatAccumulator(nulls: LongAccumulator, nonNulls: LongAccumulator) extends FieldStatAccumulator with Product with Serializable

    

24. class ProphecyDataFrame extends AnyRef

    

25. case class ProphecySparkSession(spark: SparkSession) extends Product with Serializable

    

26. type Strategy = SparkStrategy

    

    Annotations

    @DeveloperApi() @Unstable()

27. case class StreamQueryListener(query: io.prophecy.libs.StreamingTarget, maxEmptyTicks: Int = 3) extends StreamingQueryListener with Product with Serializable

    

28. case class StringFieldStatAccumulator(nulls: LongAccumulator, nonNulls: LongAccumulator, mins: CollectionAccumulator[String], maxs: CollectionAccumulator[String]) extends FieldStatAccumulator with Product with Serializable

    

29. case class TimestampFieldStatAccumulator(nulls: LongAccumulator, nonNulls: LongAccumulator, mins: CollectionAccumulator[Long], maxs: CollectionAccumulator[Long], runningStats: StatsAccumulator) extends FieldStatAccumulator with Product with Serializable