SparklintStateAnalyzer

Value Members

1. final def !=(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

2. final def ##(): Int

   

   Definition Classes

   AnyRef → Any

3. final def ==(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

4. final def asInstanceOf[T0]: T0

   

   Definition Classes

   Any

5. def clone(): AnyRef

   

   Attributes

   protected[java.lang]

   Definition Classes

   AnyRef

   Annotations

   @throws( ... )

6. final def eq(arg0: AnyRef): Boolean

   

   Definition Classes

   AnyRef

7. def equals(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

8. def finalize(): Unit

   

   Attributes

   protected[java.lang]

   Definition Classes

   AnyRef

   Annotations

   @throws( classOf[java.lang.Throwable] )

9. final def getClass(): Class[_]

   

   Definition Classes

   AnyRef → Any

10. lazy val getCoreUtilizationPercentage: Option[Double]

    
    returns

    sum(idle time)/sum(allocated cpu time)

    Definition Classes

    SparklintStateAnalyzer → SparklintAnalyzerLike

11. lazy val getCumulativeCoreUsage: Option[Map[Int, Long]]

    
    returns

    cores -> milliseconds with this level of core usage

    Definition Classes

    SparklintStateAnalyzer → SparklintAnalyzerLike

12. lazy val getCurrentCores: Option[Int]

    
    returns

    how many cores are currently being used

    Definition Classes

    SparklintStateAnalyzer → SparklintAnalyzerLike

13. lazy val getCurrentTaskByExecutors: Option[Map[String, Iterable[SparklintTaskInfo]]]

    

    How tasks are allocated on each executor

    How tasks are allocated on each executor

    returns

    ExecutorId -> [TaskInfo]

    Definition Classes

    SparklintStateAnalyzer → SparklintAnalyzerLike

14. lazy val getExecutorInfo: Option[Map[String, SparklintExecutorInfo]]

    

    Get the cores for each executor allocated

    Get the cores for each executor allocated

    returns

    ExecutorId -> [ExecutorInfo]

    Definition Classes

    SparklintStateAnalyzer → SparklintAnalyzerLike

15. lazy val getFairSchedulerPools: Seq[String]

    

    If the app is using fair scheduler, return all the pools being used.

    If the app is using fair scheduler, return all the pools being used. Otherwise, empty

    Definition Classes

    SparklintStateAnalyzer → SparklintAnalyzerLike

16. lazy val getIdleTime: Option[Long]

    
    returns

    the number of milliseconds when the app is totally idle

    Definition Classes

    SparklintStateAnalyzer → SparklintAnalyzerLike

17. lazy val getIdleTimeSinceFirstTask: Option[Long]

    
    returns

    the number of milliseconds when the app is totally idle after the first task is submitted

    Definition Classes

    SparklintStateAnalyzer → SparklintAnalyzerLike

18. lazy val getLastUpdatedAt: Option[Long]

    
    returns

    Time when the last event was processed

    Definition Classes

    SparklintStateAnalyzer → SparklintAnalyzerLike

19. def getLocalityStatsByStageIdentifier(stageIdentifier: SparklintStageIdentifier): Option[SparklintStageMetrics]

    
    stageIdentifier

    the identifier for a series of stages

    returns

    for each locality level, the cumulative task metrics for that locality level

    Definition Classes

    SparklintStateAnalyzer → SparklintAnalyzerLike

20. lazy val getMaxAllocatedCores: Option[Int]

    
    returns

    the highest allocated cores throughout the app history

    Definition Classes

    SparklintStateAnalyzer → SparklintAnalyzerLike

21. lazy val getMaxConcurrentTasks: Option[Int]

    
    returns

    the highest concurrent tasks throughout the app history

    Definition Classes

    SparklintStateAnalyzer → SparklintAnalyzerLike

22. lazy val getMaxCoreUsage: Option[Int]

    
    returns

    the highest core usage throughout the app history

    Definition Classes

    SparklintStateAnalyzer → SparklintAnalyzerLike

23. def getRDDReferencedMoreThan(times: Int): Option[Seq[SparklintRDDInfo]]

    
    times

    filter rdds that has been referenced more than this many times

    returns

    rdd information

    Definition Classes

    SparklintStateAnalyzer → SparklintAnalyzerLike

24. lazy val getRunningTasks: Option[Int]

    

    Can be different from getCurrentCores since one task can sometimes use more than 1 cores

    Can be different from getCurrentCores since one task can sometimes use more than 1 cores

    returns

    how many tasks are currently being executed.

    Definition Classes

    SparklintStateAnalyzer → SparklintAnalyzerLike

25. lazy val getTimeSeriesCoreUsage: Option[Seq[CoreUsage]]

    
    returns

    [avg load], the time information is contained inside CoreUsage already

    Definition Classes

    SparklintStateAnalyzer → SparklintAnalyzerLike

26. lazy val getTimeUntilFirstTask: Option[Long]

    
    returns

    the number of milliseconds between sparklint listener was created and received first task info

    Definition Classes

    SparklintStateAnalyzer → SparklintAnalyzerLike

27. def hashCode(): Int

    

    Definition Classes

    AnyRef → Any

28. final def isInstanceOf[T0]: Boolean

    

    Definition Classes

    Any

29. val meta: EventSourceMeta

    

    the source to analyze

30. final def ne(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

31. final def notify(): Unit

    

    Definition Classes

    AnyRef

32. final def notifyAll(): Unit

    

    Definition Classes

    AnyRef

33. val state: SparklintStateLike

    

    the state to analyze

34. final def synchronized[T0](arg0: ⇒ T0): T0

    

    Definition Classes

    AnyRef

35. def toString(): String

    

    Definition Classes

    AnyRef → Any

36. final def wait(): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

37. final def wait(arg0: Long, arg1: Int): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

38. final def wait(arg0: Long): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )