data

Type Members

1. class CompressedMetricsSink extends MetricsSink

   A constant-memory-complexity data structure to store time series data points

2. case class CompressedStageMetrics(compressedMetricsRepo: Map[(TaskLocality, Symbol), CompressedTaskCounter]) extends SparklintStageMetrics with Product with Serializable

3. case class CompressedState(coreUsage: Map[TaskLocality, CompressedMetricsSink], executorInfo: Map[String, SparklintExecutorInfo], stageMetrics: Map[SparklintStageIdentifier, CompressedStageMetrics], stageIdLookup: Map[Int, SparklintStageIdentifier], runningTasks: Map[Long, SparklintTaskInfo], firstTaskAt: Option[Long], applicationEndedAt: Option[Long], lastUpdatedAt: Long) extends SparklintStateLike with Product with Serializable

4. class CompressedTaskCounter extends SparklintTaskCounter

5. case class Interval(minimum: Long, maximum: Long) extends Product with Serializable

   An interval

6. class LosslessMetricsSink extends MetricsSink

7. case class LosslessStageMetrics(losslessMetricsRepo: Map[(TaskLocality, Symbol), LosslessTaskCounter]) extends SparklintStageMetrics with Product with Serializable

8. case class LosslessState(coreUsage: Map[TaskLocality, LosslessMetricsSink], executorInfo: Map[String, SparklintExecutorInfo], stageMetrics: Map[SparklintStageIdentifier, LosslessStageMetrics], stageIdLookup: Map[Int, SparklintStageIdentifier], runningTasks: Map[Long, SparklintTaskInfo], firstTaskAt: Option[Long], applicationEndedAt: Option[Long], lastUpdatedAt: Long) extends SparklintStateLike with Product with Serializable

9. class LosslessTaskCounter extends SparklintTaskCounter

10. trait MetricsSink extends AnyRef

11. case class SparklintExecutorInfo(cores: Int, startTime: Long, endTime: Option[Long]) extends Product with Serializable

12. class SparklintInputCounter extends AnyRef

13. case class SparklintInputMetrics(bytesRead: Long = 0L, recordsRead: Long = 0L) extends Product with Serializable

14. class SparklintOutputCounter extends AnyRef

15. case class SparklintOutputMetrics(recordsWritten: Long = 0L, bytesWritten: Long = 0L) extends Product with Serializable

16. case class SparklintRDDInfo() extends Product with Serializable

17. class SparklintShuffleReadCounter extends AnyRef

18. case class SparklintShuffleReadMetrics(fetchWaitTime: Long = 0L, localBlocksFetched: Long = 0L, localBytesRead: Long = 0L, recordsRead: Long = 0L, remoteBlocksFetched: Long = 0L, remoteBytesRead: Long = 0L) extends Product with Serializable

19. class SparklintShuffleWriteCounter extends AnyRef

20. case class SparklintShuffleWriteMetrics(shuffleBytesWritten: Long = 0L, shuffleRecordsWritten: Long = 0L, shuffleWriteTime: Long = 0L) extends Product with Serializable

21. case class SparklintStageIdentifier(group: Symbol, description: Symbol, name: String) extends Product with Serializable

22. trait SparklintStageMetrics extends AnyRef

23. trait SparklintStateLike extends AnyRef

24. trait SparklintTaskCounter extends AnyRef

25. case class SparklintTaskInfo(taskId: Long, executorId: String, index: Int, attemptNumber: Int, launchTime: Long, locality: Symbol, speculative: Boolean) extends Product with Serializable

26. case class SparklintTaskMetrics(outputMetrics: SparklintOutputMetrics, inputMetrics: SparklintInputMetrics, shuffleReadMetrics: SparklintShuffleReadMetrics, shuffleWriteMetrics: SparklintShuffleWriteMetrics, diskBytesSpilled: Long, memoryBytesSpilled: Long, executorDeserializeTime: Long, jvmGCTime: Long, resultSerializationTime: Long, resultSize: Long, executorRunTime: Long) extends Product with Serializable