com.holdenkarau.spark.testing

PerfListener

class PerfListener extends SparkListener

This listener collects basic execution time information to be used in micro type performance tests. Be careful imposing strict limits as there is a large amount of variability.

Linear Supertypes
SparkListener, AnyRef, Any
Ordering
  1. Alphabetic
  2. By inheritance
Inherited
  1. PerfListener
  2. SparkListener
  3. AnyRef
  4. Any
  1. Hide All
  2. Show all
Learn more about member selection
Visibility
  1. Public
  2. All

Instance Constructors

  1. new PerfListener()

Value Members

  1. final def !=(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  2. final def !=(arg0: Any): Boolean

    Definition Classes
    Any

  3. final def ##(): Int

    Definition Classes
    AnyRef → Any

  4. final def ==(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  5. final def ==(arg0: Any): Boolean

    Definition Classes
    Any

  6. final def asInstanceOf[T0]: T0

    Definition Classes
    Any

  7. def clone(): AnyRef

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  8. final def eq(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  9. def equals(arg0: Any): Boolean

    Definition Classes
    AnyRef → Any

  10. def finalize(): Unit

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )

  11. final def getClass(): Class[_]

    Definition Classes
    AnyRef → Any

  12. def hashCode(): Int

    Definition Classes
    AnyRef → Any

  13. final def isInstanceOf[T0]: Boolean

    Definition Classes
    Any

  14. var jvmGCTime: Long

  15. final def ne(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  16. final def notify(): Unit

    Definition Classes
    AnyRef

  17. final def notifyAll(): Unit

    Definition Classes
    AnyRef

  18. def onApplicationEnd(applicationEnd: SparkListenerApplicationEnd): Unit

    Definition Classes
    SparkListener

  19. def onApplicationStart(applicationStart: SparkListenerApplicationStart): Unit

    Definition Classes
    SparkListener

  20. def onBlockManagerAdded(blockManagerAdded: SparkListenerBlockManagerAdded): Unit

    Definition Classes
    SparkListener

  21. def onBlockManagerRemoved(blockManagerRemoved: SparkListenerBlockManagerRemoved): Unit

    Definition Classes
    SparkListener

  22. def onBlockUpdated(blockUpdated: SparkListenerBlockUpdated): Unit

    Definition Classes
    SparkListener

  23. def onEnvironmentUpdate(environmentUpdate: SparkListenerEnvironmentUpdate): Unit

    Definition Classes
    SparkListener

  24. def onExecutorAdded(executorAdded: SparkListenerExecutorAdded): Unit

    Definition Classes
    SparkListener

  25. def onExecutorMetricsUpdate(executorMetricsUpdate: SparkListenerExecutorMetricsUpdate): Unit

    Definition Classes
    SparkListener

  26. def onExecutorRemoved(executorRemoved: SparkListenerExecutorRemoved): Unit

    Definition Classes
    SparkListener

  27. def onJobEnd(jobEnd: SparkListenerJobEnd): Unit

    Definition Classes
    SparkListener

  28. def onJobStart(jobStart: SparkListenerJobStart): Unit

    Definition Classes
    SparkListener

  29. def onStageCompleted(stageCompleted: SparkListenerStageCompleted): Unit

    Definition Classes
    SparkListener

  30. def onStageSubmitted(stageSubmitted: SparkListenerStageSubmitted): Unit

    Definition Classes
    SparkListener

  31. def onTaskEnd(taskEnd: SparkListenerTaskEnd): Unit

    Called when a task ends

    Called when a task ends

    Definition Classes
    PerfListener → SparkListener

  32. def onTaskGettingResult(taskGettingResult: SparkListenerTaskGettingResult): Unit

    Definition Classes
    SparkListener

  33. def onTaskStart(taskStart: SparkListenerTaskStart): Unit

    Definition Classes
    SparkListener

  34. def onUnpersistRDD(unpersistRDD: SparkListenerUnpersistRDD): Unit

    Definition Classes
    SparkListener

  35. var recordsRead: Long

  36. var recordsWritten: Long

  37. var resultSerializationTime: Long

  38. final def synchronized[T0](arg0: ⇒ T0): T0

    Definition Classes
    AnyRef

  39. def toString(): String

    Definition Classes
    AnyRef → Any

  40. var totalExecutorRunTime: Long

  41. final def wait(arg0: Long, arg1: Int): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  42. final def wait(arg0: Long): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  43. final def wait(): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

Inherited from SparkListener

Inherited from AnyRef

Inherited from Any

Ungrouped