Class/Object

com.salesforce.op.utils.spark

CumulativeStageMetrics

Related Docs: object CumulativeStageMetrics | package spark

Permalink

case class CumulativeStageMetrics(numTasks: Int, numAccumulables: Int, executorRunTime: Long, executorCpuTime: Long, executorDeserializeTime: Long, executorDeserializeCpuTime: Long, resultSerializationTime: Long, jvmGCTime: Long, resultSizeBytes: Long, numUpdatedBlockStatuses: Int, diskBytesSpilled: Long, memoryBytesSpilled: Long, peakExecutionMemory: Max[Long], recordsRead: Long, bytesRead: Long, recordsWritten: Long, bytesWritten: Long, shuffleFetchWaitTime: Long, shuffleTotalBytesRead: Long, shuffleTotalBlocksFetched: Long, shuffleLocalBlocksFetched: Long, shuffleRemoteBlocksFetched: Long, shuffleWriteTime: Long, shuffleBytesWritten: Long, shuffleRecordsWritten: Long, duration: Option[Long] = None) extends BaseStageMetrics with MetricJsonLike with Product with Serializable

Linear Supertypes
Product, Equals, MetricJsonLike, JsonLike, Serializable, Serializable, BaseStageMetrics, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. CumulativeStageMetrics
  2. Product
  3. Equals
  4. MetricJsonLike
  5. JsonLike
  6. Serializable
  7. Serializable
  8. BaseStageMetrics
  9. AnyRef
  10. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new CumulativeStageMetrics(numTasks: Int, numAccumulables: Int, executorRunTime: Long, executorCpuTime: Long, executorDeserializeTime: Long, executorDeserializeCpuTime: Long, resultSerializationTime: Long, jvmGCTime: Long, resultSizeBytes: Long, numUpdatedBlockStatuses: Int, diskBytesSpilled: Long, memoryBytesSpilled: Long, peakExecutionMemory: Max[Long], recordsRead: Long, bytesRead: Long, recordsWritten: Long, bytesWritten: Long, shuffleFetchWaitTime: Long, shuffleTotalBytesRead: Long, shuffleTotalBlocksFetched: Long, shuffleLocalBlocksFetched: Long, shuffleRemoteBlocksFetched: Long, shuffleWriteTime: Long, shuffleBytesWritten: Long, shuffleRecordsWritten: Long, duration: Option[Long] = None)

    Permalink

Value Members

  1. final def !=(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  2. final def ##(): Int

    Permalink
    Definition Classes
    AnyRef → Any

  3. final def ==(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  4. final def asInstanceOf[T0]: T0

    Permalink
    Definition Classes
    Any

  5. val bytesRead: Long

    Permalink
    Definition Classes
    CumulativeStageMetrics → BaseStageMetrics

  6. val bytesWritten: Long

    Permalink
    Definition Classes
    CumulativeStageMetrics → BaseStageMetrics

  7. def clone(): AnyRef

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  8. val diskBytesSpilled: Long

    Permalink
    Definition Classes
    CumulativeStageMetrics → BaseStageMetrics

  9. val duration: Option[Long]

    Permalink
    Definition Classes
    CumulativeStageMetrics → BaseStageMetrics

  10. final def eq(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  11. val executorCpuTime: Long

    Permalink
    Definition Classes
    CumulativeStageMetrics → BaseStageMetrics

  12. val executorDeserializeCpuTime: Long

    Permalink
    Definition Classes
    CumulativeStageMetrics → BaseStageMetrics

  13. val executorDeserializeTime: Long

    Permalink
    Definition Classes
    CumulativeStageMetrics → BaseStageMetrics

  14. val executorRunTime: Long

    Permalink
    Definition Classes
    CumulativeStageMetrics → BaseStageMetrics

  15. def finalize(): Unit

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )

  16. final def getClass(): Class[_]

    Permalink
    Definition Classes
    AnyRef → Any

  17. final def isInstanceOf[T0]: Boolean

    Permalink
    Definition Classes
    Any

  18. val jvmGCTime: Long

    Permalink
    Definition Classes
    CumulativeStageMetrics → BaseStageMetrics

  19. val memoryBytesSpilled: Long

    Permalink
    Definition Classes
    CumulativeStageMetrics → BaseStageMetrics

  20. final def ne(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  21. final def notify(): Unit

    Permalink
    Definition Classes
    AnyRef

  22. final def notifyAll(): Unit

    Permalink
    Definition Classes
    AnyRef

  23. val numAccumulables: Int

    Permalink
    Definition Classes
    CumulativeStageMetrics → BaseStageMetrics

  24. val numTasks: Int

    Permalink
    Definition Classes
    CumulativeStageMetrics → BaseStageMetrics

  25. val numUpdatedBlockStatuses: Int

    Permalink
    Definition Classes
    CumulativeStageMetrics → BaseStageMetrics

  26. val peakExecutionMemory: Max[Long]

    Permalink

  27. val recordsRead: Long

    Permalink
    Definition Classes
    CumulativeStageMetrics → BaseStageMetrics

  28. val recordsWritten: Long

    Permalink
    Definition Classes
    CumulativeStageMetrics → BaseStageMetrics

  29. val resultSerializationTime: Long

    Permalink
    Definition Classes
    CumulativeStageMetrics → BaseStageMetrics

  30. val resultSizeBytes: Long

    Permalink
    Definition Classes
    CumulativeStageMetrics → BaseStageMetrics

  31. val shuffleBytesWritten: Long

    Permalink
    Definition Classes
    CumulativeStageMetrics → BaseStageMetrics

  32. val shuffleFetchWaitTime: Long

    Permalink
    Definition Classes
    CumulativeStageMetrics → BaseStageMetrics

  33. val shuffleLocalBlocksFetched: Long

    Permalink
    Definition Classes
    CumulativeStageMetrics → BaseStageMetrics

  34. val shuffleRecordsWritten: Long

    Permalink
    Definition Classes
    CumulativeStageMetrics → BaseStageMetrics

  35. val shuffleRemoteBlocksFetched: Long

    Permalink
    Definition Classes
    CumulativeStageMetrics → BaseStageMetrics

  36. val shuffleTotalBlocksFetched: Long

    Permalink
    Definition Classes
    CumulativeStageMetrics → BaseStageMetrics

  37. val shuffleTotalBytesRead: Long

    Permalink
    Definition Classes
    CumulativeStageMetrics → BaseStageMetrics

  38. val shuffleWriteTime: Long

    Permalink
    Definition Classes
    CumulativeStageMetrics → BaseStageMetrics

  39. final def synchronized[T0](arg0: ⇒ T0): T0

    Permalink
    Definition Classes
    AnyRef

  40. def toJson(pretty: Boolean): String

    Permalink

    Write this instance to json string

    Write this instance to json string

    pretty

    should pretty print

    returns

    json string of the instance

    Definition Classes
    MetricJsonLike → JsonLike

  41. def toString(): String

    Permalink

    This instance json string

    This instance json string

    returns

    json string of the instance

    Definition Classes
    JsonLike → AnyRef → Any

  42. final def wait(): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  43. final def wait(arg0: Long, arg1: Int): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  44. final def wait(arg0: Long): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

Inherited from Product

Inherited from Equals

Inherited from MetricJsonLike

Inherited from JsonLike

Inherited from Serializable

Inherited from Serializable

Inherited from BaseStageMetrics

Inherited from AnyRef

Inherited from Any

Ungrouped