Class

org.apache.spark.sql.execution.ui

SnappySQLListener

Related Doc: package ui

Permalink

class SnappySQLListener extends SQLListener

Snappy's SQL Listener.

Linear Supertypes
SQLListener, internal.Logging, SparkListener, SparkListenerInterface, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. SnappySQLListener
  2. SQLListener
  3. Logging
  4. SparkListener
  5. SparkListenerInterface
  6. AnyRef
  7. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new SnappySQLListener(conf: SparkConf)

    Permalink

    conf

    SparkConf of active SparkContext

Value Members

  1. final def !=(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int

    Permalink
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  4. final def asInstanceOf[T0]: T0

    Permalink
    Definition Classes
    Any
  5. def clone(): AnyRef

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  6. final def eq(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef
  7. def equals(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  8. def executionIdToData: Map[Long, SQLExecutionUIData]

    Permalink
    Definition Classes
    SQLListener
  9. def finalize(): Unit

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  10. final def getClass(): Class[_]

    Permalink
    Definition Classes
    AnyRef → Any
  11. def getCompletedExecutions: Seq[SQLExecutionUIData]

    Permalink
    Definition Classes
    SQLListener
  12. def getExecution(executionId: Long): Option[SQLExecutionUIData]

    Permalink
    Definition Classes
    SQLListener
  13. def getExecutionMetrics(executionId: Long): Map[Long, String]

    Permalink
    Definition Classes
    SQLListener
  14. def getFailedExecutions: Seq[SQLExecutionUIData]

    Permalink
    Definition Classes
    SQLListener
  15. def getInternalField(fieldName: String): Any

    Permalink
  16. def getRunningExecutions: Seq[SQLExecutionUIData]

    Permalink
    Definition Classes
    SQLListener
  17. def hashCode(): Int

    Permalink
    Definition Classes
    AnyRef → Any
  18. def initializeLogIfNecessary(isInterpreter: Boolean): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  19. final def isInstanceOf[T0]: Boolean

    Permalink
    Definition Classes
    Any
  20. def isTraceEnabled(): Boolean

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  21. def jobIdToExecutionId: Map[Long, Long]

    Permalink
    Definition Classes
    SQLListener
  22. def log: Logger

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  23. def logDebug(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  24. def logDebug(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  25. def logError(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  26. def logError(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  27. def logInfo(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  28. def logInfo(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  29. def logName: String

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  30. def logTrace(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  31. def logTrace(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  32. def logWarning(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  33. def logWarning(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  34. final def ne(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef
  35. final def notify(): Unit

    Permalink
    Definition Classes
    AnyRef
  36. final def notifyAll(): Unit

    Permalink
    Definition Classes
    AnyRef
  37. def onApplicationEnd(applicationEnd: SparkListenerApplicationEnd): Unit

    Permalink
    Definition Classes
    SparkListener → SparkListenerInterface
  38. def onApplicationStart(applicationStart: SparkListenerApplicationStart): Unit

    Permalink
    Definition Classes
    SparkListener → SparkListenerInterface
  39. def onBlockManagerAdded(blockManagerAdded: SparkListenerBlockManagerAdded): Unit

    Permalink
    Definition Classes
    SparkListener → SparkListenerInterface
  40. def onBlockManagerRemoved(blockManagerRemoved: SparkListenerBlockManagerRemoved): Unit

    Permalink
    Definition Classes
    SparkListener → SparkListenerInterface
  41. def onBlockUpdated(blockUpdated: SparkListenerBlockUpdated): Unit

    Permalink
    Definition Classes
    SparkListener → SparkListenerInterface
  42. def onEnvironmentUpdate(environmentUpdate: SparkListenerEnvironmentUpdate): Unit

    Permalink
    Definition Classes
    SparkListener → SparkListenerInterface
  43. def onExecutorAdded(executorAdded: SparkListenerExecutorAdded): Unit

    Permalink
    Definition Classes
    SparkListener → SparkListenerInterface
  44. def onExecutorMetricsUpdate(executorMetricsUpdate: SparkListenerExecutorMetricsUpdate): Unit

    Permalink
    Definition Classes
    SQLListener → SparkListener → SparkListenerInterface
  45. def onExecutorRemoved(executorRemoved: SparkListenerExecutorRemoved): Unit

    Permalink
    Definition Classes
    SparkListener → SparkListenerInterface
  46. def onJobEnd(jobEnd: SparkListenerJobEnd): Unit

    Permalink
    Definition Classes
    SQLListener → SparkListener → SparkListenerInterface
  47. def onJobStart(jobStart: SparkListenerJobStart): Unit

    Permalink
    Definition Classes
    SnappySQLListener → SQLListener → SparkListener → SparkListenerInterface
  48. def onOtherEvent(event: SparkListenerEvent): Unit

    Permalink

    Snappy's execution happens in two phases.

    Snappy's execution happens in two phases. First phase the plan is executed to create a rdd which is then used to create a CachedDataFrame. In second phase, the CachedDataFrame is then used for further actions. For accumulating the metrics for first phase, SparkListenerSQLPlanExecutionStart is fired. This keeps the current executionID in _executionIdToData but does not add it to the active executions. This ensures that query is not shown in the UI but the new jobs that are run while the plan is being executed are tracked against this executionID. In the second phase, when the query is actually executed, SparkListenerSQLPlanExecutionStart adds the execution data to the active executions. SparkListenerSQLPlanExecutionEnd is then sent with the accumulated time of both the phases.

    Definition Classes
    SnappySQLListener → SQLListener → SparkListener → SparkListenerInterface
  49. def onStageCompleted(stageCompleted: SparkListenerStageCompleted): Unit

    Permalink
    Definition Classes
    SparkListener → SparkListenerInterface
  50. def onStageSubmitted(stageSubmitted: SparkListenerStageSubmitted): Unit

    Permalink
    Definition Classes
    SQLListener → SparkListener → SparkListenerInterface
  51. def onTaskEnd(taskEnd: SparkListenerTaskEnd): Unit

    Permalink
    Definition Classes
    SQLListener → SparkListener → SparkListenerInterface
  52. def onTaskGettingResult(taskGettingResult: SparkListenerTaskGettingResult): Unit

    Permalink
    Definition Classes
    SparkListener → SparkListenerInterface
  53. def onTaskStart(taskStart: SparkListenerTaskStart): Unit

    Permalink
    Definition Classes
    SparkListener → SparkListenerInterface
  54. def onUnpersistRDD(unpersistRDD: SparkListenerUnpersistRDD): Unit

    Permalink
    Definition Classes
    SparkListener → SparkListenerInterface
  55. def stageIdToStageMetrics: Map[Long, SQLStageMetrics]

    Permalink
    Definition Classes
    SQLListener
  56. final def synchronized[T0](arg0: ⇒ T0): T0

    Permalink
    Definition Classes
    AnyRef
  57. def toString(): String

    Permalink
    Definition Classes
    AnyRef → Any
  58. def updateTaskAccumulatorValues(taskId: Long, stageId: Int, stageAttemptID: Int, _accumulatorUpdates: Seq[AccumulableInfo], finishTask: Boolean): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    SQLListener
  59. final def wait(): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  60. final def wait(arg0: Long, arg1: Int): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  61. final def wait(arg0: Long): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

Inherited from SQLListener

Inherited from internal.Logging

Inherited from SparkListener

Inherited from SparkListenerInterface

Inherited from AnyRef

Inherited from Any

Ungrouped