package
prophecy
Type Members
-
-
sealed abstract
class
ConnectionError extends EnumEntry
-
sealed abstract
class
ConnectionException extends Exception
-
sealed abstract
class
ErrorCode extends IntEnumEntry
-
case class
FieldDetailedStat(field: String, ndv: Long, quantiles: Option[Seq[Quantile]] = None, topN: Option[Seq[FieldValueAndCount]] = None) extends Product with Serializable
-
case class
FieldStat[FieldDataType, FieldStatType](field: String, nulls: Option[Long] = None, nonNulls: Option[Long] = None, min: Option[FieldDataType] = None, max: Option[FieldDataType] = None, mean: Option[FieldStatType] = None, stddev: Option[FieldStatType] = None) extends Product with Serializable
-
case class
FieldValueAndCount(value: Option[String], count: Long) extends Product with Serializable
-
-
case class
InterimKey(subgraph: String, component: String, port: String) extends Serializable with Product
-
case class
InterimSummary(appended: List[InterimKey], planned: List[InterimKey], executed: List[InterimKey], found: List[InterimKey]) extends Product with Serializable
-
case class
JobMetricsMetadata(uuid: Option[String], jobURI: Option[String], fabricId: Option[String], timeStarted: Long, isInteractive: Option[Boolean], taskRunId: String, pipelineUri: Option[String], userId: Option[String], branch: Option[String] = None, prophecyUrl: Option[String] = None, expectedInterims: List[InterimKey]) extends SparkListenerEvent with Product with Serializable
-
case class
JobPipelineEndEvent(status: PipelineStatus) extends SparkListenerEvent with Product with Serializable
-
-
case class
ProphecyDetailedStatEvent(key: InterimKey, jobId: String, detailedStats: Seq[FieldDetailedStat]) extends SparkListenerEvent with Product with Serializable
-
-
-
case class
ProphecyInterimEvent(key: InterimKey, jobId: String, totalRecords: Long, sampleJsonRows: List[String], schemaJson: String, numPartitions: Option[Int] = None, stats: Option[Seq[FieldStat[_, _]]], rowsPerPartition: Option[Seq[PartitionRowCount]] = None) extends SparkListenerEvent with Product with Serializable
-
case class
ProphecyJobCompleteEvent(session: String, interimSummary: Option[InterimSummary] = None) extends SparkListenerEvent with Product with Serializable
-
case class
Quantile(quantile: Int, value: Double) extends Product with Serializable
-
case class
RDDInterimKey(subgraph: String, component: String, port: String, rddId: Int) extends Serializable with Product
-
-
-
class
StatsAccumulator extends AccumulatorV2[Double, Double]
-
-
Value Members
-
-
-
-
-
object
InterimKey extends Serializable
-
-
object
Main2 extends App
-
-
-
-
-
-
object
Quantile extends Serializable
-
-
def
compress(s: String): String
-
def
createSparkSession(): SparkSession
-
def
decompress(s: String): String
-
def
fsPrefix(path: String, spark: SparkSession): String
-
Inherited from AnyRef
Inherited from Any