package
spark
Type Members
-
case class
AppMetrics(appName: String, appId: String, runType: String, customTagName: Option[String], customTagValue: Option[String], appStartTime: Long, appEndTime: Long, appDuration: Long, stageMetrics: Seq[StageMetrics], cumulativeStageMetrics: CumulativeStageMetrics, versionInfo: VersionInfo) extends MetricJsonLike with Product with Serializable
-
-
case class
CumulativeStageMetrics(numTasks: Int, numAccumulables: Int, executorRunTime: Long, executorCpuTime: Long, executorDeserializeTime: Long, executorDeserializeCpuTime: Long, resultSerializationTime: Long, jvmGCTime: Long, resultSizeBytes: Long, numUpdatedBlockStatuses: Int, diskBytesSpilled: Long, memoryBytesSpilled: Long, peakExecutionMemory: Max[Long], recordsRead: Long, bytesRead: Long, recordsWritten: Long, bytesWritten: Long, shuffleFetchWaitTime: Long, shuffleTotalBytesRead: Long, shuffleTotalBlocksFetched: Long, shuffleLocalBlocksFetched: Long, shuffleRemoteBlocksFetched: Long, shuffleWriteTime: Long, shuffleBytesWritten: Long, shuffleRecordsWritten: Long, duration: Option[Long] = None) extends BaseStageMetrics with MetricJsonLike with Product with Serializable
-
-
-
App metrics container. Contains the app info, all the stage metrics computed by the spark listener and project version info.