Class

org.apache.spark.sql.streaming

PhysicalDStreamPlan

Related Doc: package streaming

Permalink

case class PhysicalDStreamPlan(output: Seq[Attribute], rowStream: DStream[InternalRow]) extends SparkPlan with StreamPlan with Product with Serializable

A PhysicalPlan wrapper of SchemaDStream, inject the validTime and generate an effective RDD of current batchDuration.

Linear Supertypes
StreamPlan, SparkPlan, Serializable, Serializable, internal.Logging, QueryPlan[SparkPlan], TreeNode[SparkPlan], Product, Equals, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. PhysicalDStreamPlan
  2. StreamPlan
  3. SparkPlan
  4. Serializable
  5. Serializable
  6. Logging
  7. QueryPlan
  8. TreeNode
  9. Product
  10. Equals
  11. AnyRef
  12. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new PhysicalDStreamPlan(output: Seq[Attribute], rowStream: DStream[InternalRow])

    Permalink

Value Members

  1. final def !=(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  2. final def ##(): Int

    Permalink
    Definition Classes
    AnyRef → Any

  3. final def ==(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  4. lazy val allAttributes: AttributeSeq

    Permalink
    Definition Classes
    QueryPlan

  5. def apply(number: Int): SparkPlan

    Permalink
    Definition Classes
    TreeNode

  6. def argString: String

    Permalink
    Definition Classes
    TreeNode

  7. def asCode: String

    Permalink
    Definition Classes
    TreeNode

  8. final def asInstanceOf[T0]: T0

    Permalink
    Definition Classes
    Any

  9. lazy val canonicalized: SparkPlan

    Permalink
    Attributes
    protected
    Definition Classes
    QueryPlan

  10. def children: Nil.type

    Permalink
    Definition Classes
    PhysicalDStreamPlan → TreeNode

  11. lazy val cleanArgs: Seq[Any]

    Permalink
    Attributes
    protected
    Definition Classes
    QueryPlan

  12. def clone(): AnyRef

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  13. def collect[B](pf: PartialFunction[SparkPlan, B]): Seq[B]

    Permalink
    Definition Classes
    TreeNode

  14. def collectFirst[B](pf: PartialFunction[SparkPlan, B]): Option[B]

    Permalink
    Definition Classes
    TreeNode

  15. lazy val constraints: ExpressionSet

    Permalink
    Definition Classes
    QueryPlan

  16. lazy val containsChild: Set[TreeNode[_]]

    Permalink
    Definition Classes
    TreeNode

  17. def doExecute(): RDD[InternalRow]

    Permalink
    Definition Classes
    PhysicalDStreamPlan → SparkPlan

  18. def doExecuteBroadcast[T](): Broadcast[T]

    Permalink
    Attributes
    protected[org.apache.spark.sql]
    Definition Classes
    SparkPlan

  19. def doPrepare(): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    SparkPlan

  20. final def eq(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  21. final def execute(): RDD[InternalRow]

    Permalink
    Definition Classes
    SparkPlan

  22. final def executeBroadcast[T](): Broadcast[T]

    Permalink
    Definition Classes
    SparkPlan

  23. def executeCollect(): Array[InternalRow]

    Permalink
    Definition Classes
    SparkPlan

  24. def executeCollectPublic(): Array[Row]

    Permalink
    Definition Classes
    SparkPlan

  25. final def executeQuery[T](query: ⇒ T): T

    Permalink
    Attributes
    protected
    Definition Classes
    SparkPlan

  26. def executeTake(n: Int): Array[InternalRow]

    Permalink
    Definition Classes
    SparkPlan

  27. def executeToIterator(): Iterator[InternalRow]

    Permalink
    Definition Classes
    SparkPlan

  28. final def expressions: Seq[Expression]

    Permalink
    Definition Classes
    QueryPlan

  29. def fastEquals(other: TreeNode[_]): Boolean

    Permalink
    Definition Classes
    TreeNode

  30. def finalize(): Unit

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )

  31. def find(f: (SparkPlan) ⇒ Boolean): Option[SparkPlan]

    Permalink
    Definition Classes
    TreeNode

  32. def flatMap[A](f: (SparkPlan) ⇒ TraversableOnce[A]): Seq[A]

    Permalink
    Definition Classes
    TreeNode

  33. def foreach(f: (SparkPlan) ⇒ Unit): Unit

    Permalink
    Definition Classes
    TreeNode

  34. def foreachUp(f: (SparkPlan) ⇒ Unit): Unit

    Permalink
    Definition Classes
    TreeNode

  35. def generateTreeString(depth: Int, lastChildren: Seq[Boolean], builder: StringBuilder, verbose: Boolean, prefix: String): StringBuilder

    Permalink
    Definition Classes
    TreeNode

  36. final def getClass(): Class[_]

    Permalink
    Definition Classes
    AnyRef → Any

  37. def getNodeNumbered(number: MutableInt): SparkPlan

    Permalink
    Attributes
    protected
    Definition Classes
    TreeNode

  38. def getRelevantConstraints(constraints: Set[Expression]): Set[Expression]

    Permalink
    Attributes
    protected
    Definition Classes
    QueryPlan

  39. def hashCode(): Int

    Permalink
    Definition Classes
    TreeNode → AnyRef → Any

  40. def initializeLogIfNecessary(isInterpreter: Boolean): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  41. def innerChildren: Seq[QueryPlan[_]]

    Permalink
    Attributes
    protected
    Definition Classes
    QueryPlan → TreeNode

  42. def inputSet: AttributeSet

    Permalink
    Definition Classes
    QueryPlan

  43. final def isInstanceOf[T0]: Boolean

    Permalink
    Definition Classes
    Any

  44. def isTraceEnabled(): Boolean

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  45. def jsonFields: List[JField]

    Permalink
    Attributes
    protected
    Definition Classes
    TreeNode

  46. def log: Logger

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  47. def logDebug(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  48. def logDebug(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  49. def logError(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  50. def logError(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  51. def logInfo(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  52. def logInfo(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  53. def logName: String

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  54. def logTrace(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  55. def logTrace(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  56. def logWarning(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  57. def logWarning(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  58. def makeCopy(newArgs: Array[AnyRef]): SparkPlan

    Permalink
    Definition Classes
    SparkPlan → TreeNode

  59. def map[A](f: (SparkPlan) ⇒ A): Seq[A]

    Permalink
    Definition Classes
    TreeNode

  60. def mapChildren(f: (SparkPlan) ⇒ SparkPlan): SparkPlan

    Permalink
    Definition Classes
    TreeNode

  61. def mapProductIterator[B](f: (Any) ⇒ B)(implicit arg0: ClassTag[B]): Array[B]

    Permalink
    Attributes
    protected
    Definition Classes
    TreeNode

  62. def missingInput: AttributeSet

    Permalink
    Definition Classes
    QueryPlan

  63. final def ne(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  64. def newMutableProjection(expressions: Seq[Expression], inputSchema: Seq[Attribute], useSubexprElimination: Boolean): MutableProjection

    Permalink
    Attributes
    protected
    Definition Classes
    SparkPlan

  65. def newNaturalAscendingOrdering(dataTypes: Seq[DataType]): Ordering[InternalRow]

    Permalink
    Attributes
    protected
    Definition Classes
    SparkPlan

  66. def newOrdering(order: Seq[SortOrder], inputSchema: Seq[Attribute]): Ordering[InternalRow]

    Permalink
    Attributes
    protected
    Definition Classes
    SparkPlan

  67. def newPredicate(expression: Expression, inputSchema: Seq[Attribute]): (InternalRow) ⇒ Boolean

    Permalink
    Attributes
    protected
    Definition Classes
    SparkPlan

  68. def nodeName: String

    Permalink
    Definition Classes
    TreeNode

  69. final def notify(): Unit

    Permalink
    Definition Classes
    AnyRef

  70. final def notifyAll(): Unit

    Permalink
    Definition Classes
    AnyRef

  71. def numberedTreeString: String

    Permalink
    Definition Classes
    TreeNode

  72. val origin: Origin

    Permalink
    Definition Classes
    TreeNode

  73. def otherCopyArgs: Seq[AnyRef]

    Permalink
    Attributes
    protected
    Definition Classes
    TreeNode

  74. val output: Seq[Attribute]

    Permalink
    Definition Classes
    PhysicalDStreamPlan → QueryPlan

  75. def outputOrdering: Seq[SortOrder]

    Permalink
    Definition Classes
    SparkPlan

  76. def outputPartitioning: Partitioning

    Permalink
    Definition Classes
    SparkPlan

  77. def outputSet: AttributeSet

    Permalink
    Definition Classes
    QueryPlan

  78. final def prepare(): Unit

    Permalink
    Definition Classes
    SparkPlan

  79. def prepareSubqueries(): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    SparkPlan

  80. def prettyJson: String

    Permalink
    Definition Classes
    TreeNode

  81. def printSchema(): Unit

    Permalink
    Definition Classes
    QueryPlan

  82. def producedAttributes: AttributeSet

    Permalink
    Definition Classes
    QueryPlan

  83. def references: AttributeSet

    Permalink
    Definition Classes
    QueryPlan

  84. def requiredChildDistribution: Seq[Distribution]

    Permalink
    Definition Classes
    SparkPlan

  85. def requiredChildOrdering: Seq[Seq[SortOrder]]

    Permalink
    Definition Classes
    SparkPlan

  86. val rowStream: DStream[InternalRow]

    Permalink
    Definition Classes
    PhysicalDStreamPlan → StreamPlan

  87. def sameResult(plan: SparkPlan): Boolean

    Permalink
    Definition Classes
    QueryPlan

  88. lazy val schema: StructType

    Permalink
    Definition Classes
    QueryPlan

  89. def schemaString: String

    Permalink
    Definition Classes
    QueryPlan

  90. def simpleString: String

    Permalink
    Definition Classes
    QueryPlan → TreeNode

  91. def sparkContext: SparkContext

    Permalink
    Attributes
    protected
    Definition Classes
    SparkPlan

  92. final val sqlContext: SQLContext

    Permalink
    Definition Classes
    SparkPlan

  93. def statePrefix: String

    Permalink
    Attributes
    protected
    Definition Classes
    QueryPlan

  94. def stringArgs: Iterator[Any]

    Permalink
    Attributes
    protected
    Definition Classes
    TreeNode

  95. val subexpressionEliminationEnabled: Boolean

    Permalink
    Definition Classes
    SparkPlan

  96. def subqueries: Seq[SparkPlan]

    Permalink
    Definition Classes
    QueryPlan

  97. final def synchronized[T0](arg0: ⇒ T0): T0

    Permalink
    Definition Classes
    AnyRef

  98. def toJSON: String

    Permalink
    Definition Classes
    TreeNode

  99. def toString(): String

    Permalink
    Definition Classes
    TreeNode → AnyRef → Any

  100. def transform(rule: PartialFunction[SparkPlan, SparkPlan]): SparkPlan

    Permalink
    Definition Classes
    TreeNode

  101. def transformAllExpressions(rule: PartialFunction[Expression, Expression]): PhysicalDStreamPlan.this.type

    Permalink
    Definition Classes
    QueryPlan

  102. def transformChildren(rule: PartialFunction[SparkPlan, SparkPlan], nextOperation: (SparkPlan, PartialFunction[SparkPlan, SparkPlan]) ⇒ SparkPlan): SparkPlan

    Permalink
    Attributes
    protected
    Definition Classes
    TreeNode

  103. def transformDown(rule: PartialFunction[SparkPlan, SparkPlan]): SparkPlan

    Permalink
    Definition Classes
    TreeNode

  104. def transformExpressions(rule: PartialFunction[Expression, Expression]): PhysicalDStreamPlan.this.type

    Permalink
    Definition Classes
    QueryPlan

  105. def transformExpressionsDown(rule: PartialFunction[Expression, Expression]): PhysicalDStreamPlan.this.type

    Permalink
    Definition Classes
    QueryPlan

  106. def transformExpressionsUp(rule: PartialFunction[Expression, Expression]): PhysicalDStreamPlan.this.type

    Permalink
    Definition Classes
    QueryPlan

  107. def transformUp(rule: PartialFunction[SparkPlan, SparkPlan]): SparkPlan

    Permalink
    Definition Classes
    TreeNode

  108. def treeString(verbose: Boolean): String

    Permalink
    Definition Classes
    TreeNode

  109. def treeString: String

    Permalink
    Definition Classes
    TreeNode

  110. def validConstraints: Set[Expression]

    Permalink
    Attributes
    protected
    Definition Classes
    QueryPlan

  111. def verboseString: String

    Permalink
    Definition Classes
    QueryPlan → TreeNode

  112. final def wait(): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  113. final def wait(arg0: Long, arg1: Int): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  114. final def wait(arg0: Long): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  115. def waitForSubqueries(): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    SparkPlan

  116. def withNewChildren(newChildren: Seq[SparkPlan]): SparkPlan

    Permalink
    Definition Classes
    TreeNode

Inherited from StreamPlan

Inherited from SparkPlan

Inherited from Serializable

Inherited from Serializable

Inherited from internal.Logging

Inherited from QueryPlan[SparkPlan]

Inherited from TreeNode[SparkPlan]

Inherited from Product

Inherited from Equals

Inherited from AnyRef

Inherited from Any

Ungrouped