org.hammerlab.spark.test.listener

TestSparkListener

class TestSparkListener extends HasStatus with SparkListener with Temporal with Logging

SparkListener that accumulates various statistics for verification by tests.

NOTE: not threadsafe! Use with extreme caution, cf. https://github.com/hammerlab/magic-rdds/issues/18.

Linear Supertypes
Logging, SparkListener, HasStatus, Temporal, AnyRef, Any
Ordering
  1. Alphabetic
  2. By inheritance
Inherited
  1. TestSparkListener
  2. Logging
  3. SparkListener
  4. HasStatus
  5. Temporal
  6. AnyRef
  7. Any
  1. Hide All
  2. Show all
Learn more about member selection
Visibility
  1. Public
  2. All

Instance Constructors

  1. new TestSparkListener()

Value Members

  1. final def !=(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  2. final def !=(arg0: Any): Boolean

    Definition Classes
    Any

  3. final def ##(): Int

    Definition Classes
    AnyRef → Any

  4. final def ==(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  5. final def ==(arg0: Any): Boolean

    Definition Classes
    Any

  6. final def asInstanceOf[T0]: T0

    Definition Classes
    Any

  7. def clone(): AnyRef

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  8. var end: Time

    Definition Classes
    Temporal

  9. final def eq(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  10. def equals(arg0: Any): Boolean

    Definition Classes
    AnyRef → Any

  11. def finalize(): Unit

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )

  12. final def getClass(): Class[_]

    Definition Classes
    AnyRef → Any

  13. def getStageAttempt(stageId: StageId, attemptId: StageAttemptId): StageAttempt

  14. def getStageAttempt(taskEndEvent: SparkListenerTaskEnd): StageAttempt

  15. def getStageAttempt(taskStartEvent: SparkListenerTaskStart): StageAttempt

  16. def getStageAttemptFromInfo(stageAttemptInfo: StageInfo): StageAttempt

  17. def handleRDDInfo(rddInfo: RDDInfo, stage: Stage): RDD

  18. def hashCode(): Int

    Definition Classes
    AnyRef → Any

  19. var id: AppId

  20. final def isInstanceOf[T0]: Boolean

    Definition Classes
    Any

  21. def isTraceEnabled(): Boolean

    Attributes
    protected
    Definition Classes
    Logging

  22. val jobs: HashMap[JobId, Job]

  23. def log: Logger

    Attributes
    protected
    Definition Classes
    Logging

  24. def logDebug(msg: ⇒ String, throwable: Throwable): Unit

    Attributes
    protected
    Definition Classes
    Logging

  25. def logDebug(msg: ⇒ String): Unit

    Attributes
    protected
    Definition Classes
    Logging

  26. def logError(msg: ⇒ String, throwable: Throwable): Unit

    Attributes
    protected
    Definition Classes
    Logging

  27. def logError(msg: ⇒ String): Unit

    Attributes
    protected
    Definition Classes
    Logging

  28. def logInfo(msg: ⇒ String, throwable: Throwable): Unit

    Attributes
    protected
    Definition Classes
    Logging

  29. def logInfo(msg: ⇒ String): Unit

    Attributes
    protected
    Definition Classes
    Logging

  30. def logName: String

    Attributes
    protected
    Definition Classes
    Logging

  31. def logTrace(msg: ⇒ String, throwable: Throwable): Unit

    Attributes
    protected
    Definition Classes
    Logging

  32. def logTrace(msg: ⇒ String): Unit

    Attributes
    protected
    Definition Classes
    Logging

  33. def logWarning(msg: ⇒ String, throwable: Throwable): Unit

    Attributes
    protected
    Definition Classes
    Logging

  34. def logWarning(msg: ⇒ String): Unit

    Attributes
    protected
    Definition Classes
    Logging

  35. var metrics: Metrics

  36. var name: AppName

  37. final def ne(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  38. final def notify(): Unit

    Definition Classes
    AnyRef

  39. final def notifyAll(): Unit

    Definition Classes
    AnyRef

  40. def onApplicationEnd(applicationEnd: SparkListenerApplicationEnd): Unit

    Definition Classes
    TestSparkListener → SparkListener

  41. def onApplicationStart(applicationStart: SparkListenerApplicationStart): Unit

    Definition Classes
    TestSparkListener → SparkListener

  42. def onBlockManagerAdded(blockManagerAdded: SparkListenerBlockManagerAdded): Unit

    Definition Classes
    SparkListener

  43. def onBlockManagerRemoved(blockManagerRemoved: SparkListenerBlockManagerRemoved): Unit

    Definition Classes
    SparkListener

  44. def onBlockUpdated(blockUpdated: SparkListenerBlockUpdated): Unit

    Definition Classes
    SparkListener

  45. def onEnvironmentUpdate(environmentUpdate: SparkListenerEnvironmentUpdate): Unit

    Definition Classes
    SparkListener

  46. def onExecutorAdded(executorAdded: SparkListenerExecutorAdded): Unit

    Definition Classes
    SparkListener

  47. def onExecutorMetricsUpdate(executorMetricsUpdate: SparkListenerExecutorMetricsUpdate): Unit

    Definition Classes
    SparkListener

  48. def onExecutorRemoved(executorRemoved: SparkListenerExecutorRemoved): Unit

    Definition Classes
    SparkListener

  49. def onJobEnd(jobEnd: SparkListenerJobEnd): Unit

    Definition Classes
    TestSparkListener → SparkListener

  50. def onJobStart(jobStart: SparkListenerJobStart): Unit

    Definition Classes
    TestSparkListener → SparkListener

  51. def onStageCompleted(stageCompleted: SparkListenerStageCompleted): Unit

    Definition Classes
    TestSparkListener → SparkListener

  52. def onStageSubmitted(stageSubmitted: SparkListenerStageSubmitted): Unit

    Definition Classes
    TestSparkListener → SparkListener

  53. def onTaskEnd(taskEnd: SparkListenerTaskEnd): Unit

    Definition Classes
    TestSparkListener → SparkListener

  54. def onTaskGettingResult(taskGettingResult: SparkListenerTaskGettingResult): Unit

    Definition Classes
    SparkListener

  55. def onTaskStart(taskStart: SparkListenerTaskStart): Unit

    Definition Classes
    TestSparkListener → SparkListener

  56. def onUnpersistRDD(unpersistRDD: SparkListenerUnpersistRDD): Unit

    Definition Classes
    SparkListener

  57. val rdds: HashMap[RddId, RDD]

  58. val stages: HashMap[StageId, Stage]

  59. var start: Time

    Definition Classes
    Temporal

  60. var status: Status

    Definition Classes
    HasStatus

  61. final def synchronized[T0](arg0: ⇒ T0): T0

    Definition Classes
    AnyRef

  62. def toString(): String

    Definition Classes
    AnyRef → Any

  63. def updateMetrics(delta: Metrics): Unit

  64. final def wait(): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  65. final def wait(arg0: Long, arg1: Int): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  66. final def wait(arg0: Long): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

Inherited from Logging

Inherited from SparkListener

Inherited from HasStatus

Inherited from Temporal

Inherited from AnyRef

Inherited from Any

Ungrouped