SparkListener

Value Members

1. final def !=(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

2. final def ##(): Int

   

   Definition Classes

   AnyRef → Any

3. final def ==(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

4. final def asInstanceOf[T0]: T0

   

   Definition Classes

   Any

5. def clone(): AnyRef

   

   Attributes

   protected[java.lang]

   Definition Classes

   AnyRef

   Annotations

   @throws( ... )

6. final def eq(arg0: AnyRef): Boolean

   

   Definition Classes

   AnyRef

7. def equals(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

8. def finalize(): Unit

   

   Attributes

   protected[java.lang]

   Definition Classes

   AnyRef

   Annotations

   @throws( classOf[java.lang.Throwable] )

9. final def getClass(): Class[_]

   

   Definition Classes

   AnyRef → Any

10. def hashCode(): Int

    

    Definition Classes

    AnyRef → Any

11. final def isInstanceOf[T0]: Boolean

    

    Definition Classes

    Any

12. final def ne(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

13. final def notify(): Unit

    

    Definition Classes

    AnyRef

14. final def notifyAll(): Unit

    

    Definition Classes

    AnyRef

15. def onApplicationEnd(applicationEnd: SparkListenerApplicationEnd): Unit

    

    Called when the application ends

16. def onApplicationStart(applicationStart: SparkListenerApplicationStart): Unit

    

    Called when the application starts

17. def onBlockManagerAdded(blockManagerAdded: SparkListenerBlockManagerAdded): Unit

    

    Called when a new block manager has joined

18. def onBlockManagerRemoved(blockManagerRemoved: SparkListenerBlockManagerRemoved): Unit

    

    Called when an existing block manager has been removed

19. def onBlockUpdated(blockUpdated: SparkListenerBlockUpdated): Unit

    

    Called when the driver receives a block update info.

20. def onEnvironmentUpdate(environmentUpdate: SparkListenerEnvironmentUpdate): Unit

    

    Called when environment properties have been updated

21. def onExecutorAdded(executorAdded: SparkListenerExecutorAdded): Unit

    

    Called when the driver registers a new executor.

22. def onExecutorMetricsUpdate(executorMetricsUpdate: SparkListenerExecutorMetricsUpdate): Unit

    

    Called when the driver receives task metrics from an executor in a heartbeat.

23. def onExecutorRemoved(executorRemoved: SparkListenerExecutorRemoved): Unit

    

    Called when the driver removes an executor.

24. def onJobEnd(jobEnd: SparkListenerJobEnd): Unit

    

    Called when a job ends

25. def onJobStart(jobStart: SparkListenerJobStart): Unit

    

    Called when a job starts

26. def onStageCompleted(stageCompleted: SparkListenerStageCompleted): Unit

    

    Called when a stage completes successfully or fails, with information on the completed stage.

27. def onStageSubmitted(stageSubmitted: SparkListenerStageSubmitted): Unit

    

    Called when a stage is submitted

28. def onTaskEnd(taskEnd: SparkListenerTaskEnd): Unit

    

    Called when a task ends

29. def onTaskGettingResult(taskGettingResult: SparkListenerTaskGettingResult): Unit

    

    Called when a task begins remotely fetching its result (will not be called for tasks that do not need to fetch the result remotely).

30. def onTaskStart(taskStart: SparkListenerTaskStart): Unit

    

    Called when a task starts

31. def onUnpersistRDD(unpersistRDD: SparkListenerUnpersistRDD): Unit

    

    Called when an RDD is manually unpersisted by the application

32. final def synchronized[T0](arg0: ⇒ T0): T0

    

    Definition Classes

    AnyRef

33. def toString(): String

    

    Definition Classes

    AnyRef → Any

34. final def wait(): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

35. final def wait(arg0: Long, arg1: Int): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

36. final def wait(arg0: Long): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )