Object

org.apache.spark.sql

MetricsCollector

Related Doc: package sql

Permalink

object MetricsCollector extends Serializable with LazyLogging

Linear Supertypes
LazyLogging, Serializable, Serializable, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. MetricsCollector
  2. LazyLogging
  3. Serializable
  4. Serializable
  5. AnyRef
  6. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Value Members

  1. final def !=(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  2. final def ##(): Int

    Permalink
    Definition Classes
    AnyRef → Any

  3. final def ==(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  4. val DeltaPathPrefix: String

    Permalink

  5. val InstrumentationJobDescription: String

    Permalink

  6. val InstrumentationJobId: String

    Permalink

  7. val InstrumentationReadJobDescription: String

    Permalink

  8. val InstrumentationReadJobId: String

    Permalink

  9. def addSparkListener(spark: SparkSession, executionUrl: String, session: String, scheduled: Boolean): Unit

    Permalink
    Annotations
    @Py4JWhitelist()

  10. final def asInstanceOf[T0]: T0

    Permalink
    Definition Classes
    Any

  11. def clone(): AnyRef

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @HotSpotIntrinsicCandidate() @throws( ... )

  12. val disableOffload: String

    Permalink

  13. def end(): Unit

    Permalink

  14. def end(spark: SparkSession, interimDetails: List[(InterimKey, DataFrame)]): Unit

    Permalink

  15. def end(spark: SparkSession): Unit

    Permalink
    Annotations
    @Py4JWhitelist()

  16. final def eq(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  17. def equals(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  18. final def getClass(): Class[_]

    Permalink
    Definition Classes
    AnyRef → Any
    Annotations
    @HotSpotIntrinsicCandidate()

  19. def getJobGroup(spark: SparkSession): String

    Permalink

  20. def getListenerFromSparkSession(sparkSession: SparkSession): Option[ProphecyEventSendingListener]

    Permalink

  21. def getSession(sessionForInteractive: String): String

    Permalink

  22. def getSessionAppendedKey(key: String, session: String): String

    Permalink

  23. def getTaskIdFromGroup(spark: SparkSession): String

    Permalink

  24. def getUniqueSessionId(session: SparkSession): Option[String]

    Permalink

  25. val groupIdKey: String

    Permalink

  26. def hashCode(): Int

    Permalink
    Definition Classes
    AnyRef → Any
    Annotations
    @HotSpotIntrinsicCandidate()

  27. def initializeMetrics(spark: SparkSession): Unit

    Permalink
    Annotations
    @Py4JWhitelist()

  28. def instrument[R](spark: SparkSession, pipelineId: String, sessionForInteractive: String = "", interimDetails: List[(InterimKey, DataFrame)] = Nil)(func: ⇒ R): Unit

    Permalink

  29. def instrumentExternal[R](func: ⇒ R, spark: SparkSession, pipelineId: String, sessionForInteractive: String, interimDetailsTupleList: List[((String, String, String), DataFrame)]): Unit

    Permalink
    Annotations
    @Py4JWhitelist()

  30. final def isInstanceOf[T0]: Boolean

    Permalink
    Definition Classes
    Any

  31. lazy val logger: Logger

    Permalink
    Attributes
    protected
    Definition Classes
    LazyLogging

  32. final def ne(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  33. final def notify(): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @HotSpotIntrinsicCandidate()

  34. final def notifyAll(): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @HotSpotIntrinsicCandidate()

  35. val sessionDataStore: TrieMap[String, InMemoryStore]

    Permalink

  36. val sparkConfComponentMetricsTable: String

    Permalink

  37. val sparkConfExpectedInterims: String

    Permalink

  38. val sparkConfFabricIdKey: String

    Permalink

  39. val sparkConfInterimsTable: String

    Permalink

  40. val sparkConfJobBranch: String

    Permalink

  41. val sparkConfJobUriKey: String

    Permalink

  42. val sparkConfOffloadForTestEnabled: String

    Permalink

  43. val sparkConfPipelineCodeKey: String

    Permalink

  44. val sparkConfPipelineMetricsTable: String

    Permalink

  45. val sparkConfPipelineProcessesKey: String

    Permalink

  46. val sparkConfPipelineUUIDKey: String

    Permalink

  47. val sparkConfPipelineUriKey: String

    Permalink

  48. val sparkConfProjectID: String

    Permalink

  49. val sparkConfRunTypeKey: String

    Permalink

  50. val sparkConfServiceUrlKey: String

    Permalink

  51. val sparkConfTestListenerEnabled: String

    Permalink

  52. val sparkConfURL: String

    Permalink

  53. val sparkConfUserIdKey: String

    Permalink

  54. def start(spark: SparkSession, pipelineId: String, sessionForInteractive: String = ""): Unit

    Permalink
    Annotations
    @Py4JWhitelist()

  55. final def synchronized[T0](arg0: ⇒ T0): T0

    Permalink
    Definition Classes
    AnyRef

  56. def toString(): String

    Permalink
    Definition Classes
    AnyRef → Any

  57. final def wait(arg0: Long, arg1: Int): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  58. final def wait(arg0: Long): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  59. final def wait(): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

Deprecated Value Members

  1. def finalize(): Unit

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @Deprecated @deprecated @throws( classOf[java.lang.Throwable] )
    Deprecated

    (Since version ) see corresponding Javadoc for more information.

Inherited from LazyLogging

Inherited from Serializable

Inherited from Serializable

Inherited from AnyRef

Inherited from Any

Ungrouped