CreateDataSourceTableAsSelectCommand

case class CreateDataSourceTableAsSelectCommand(table: CatalogTable, mode: SaveMode, query: LogicalPlan, outputColumnNames: Seq[String]) extends LogicalPlan with DataWritingCommand with Product with Serializable

A command used to create a data source table using the result of a query.

Note: This is different from CreateHiveTableAsSelectCommand. Please check the syntax for difference. This is not intended for temporary tables.

The syntax of using this command in SQL is:

CREATE TABLE [IF NOT EXISTS] [db_name.]table_name
USING format OPTIONS ([option1_name "option1_value", option2_name "option2_value", ...])
AS SELECT ...

Linear Supertypes

Serializable, Serializable, DataWritingCommand, Command, LogicalPlan, Logging, QueryPlanConstraints, ConstraintHelper, LogicalPlanStats, AnalysisHelper, QueryPlan[LogicalPlan], TreeNode[LogicalPlan], Product, Equals, AnyRef, Any

Ordering

Alphabetic
By Inheritance

Inherited

CreateDataSourceTableAsSelectCommand
Serializable
Serializable
DataWritingCommand
Command
LogicalPlan
Logging
QueryPlanConstraints
ConstraintHelper
LogicalPlanStats
AnalysisHelper
QueryPlan
TreeNode
Product
Equals
AnyRef
Any

Hide All
Show All

Visibility

Public
All

Instance Constructors

new CreateDataSourceTableAsSelectCommand(table: CatalogTable, mode: SaveMode, query: LogicalPlan, outputColumnNames: Seq[String])

Value Members

final def !=(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: Any): Boolean

Definition Classes
AnyRef → Any
lazy val allAttributes: AttributeSeq

Definition Classes
QueryPlan
def analyzed: Boolean

Definition Classes
AnalysisHelper
def apply(number: Int): TreeNode[_]

Definition Classes
TreeNode
def argString(maxFields: Int): String

Definition Classes
TreeNode
def asCode: String

Definition Classes
TreeNode
final def asInstanceOf[T0]: T0

Definition Classes
Any
def assertNotAnalysisRule(): Unit

Attributes
protected
Definition Classes
AnalysisHelper
def basicWriteJobStatsTracker(hadoopConf: Configuration): BasicWriteJobStatsTracker

Definition Classes
DataWritingCommand
final lazy val canonicalized: LogicalPlan

Definition Classes
QueryPlan
Annotations
@transient()
final def children: Seq[LogicalPlan]

Definition Classes
DataWritingCommand → Command → TreeNode
def childrenResolved: Boolean

Definition Classes
LogicalPlan
def clone(): LogicalPlan

Definition Classes
TreeNode → AnyRef
def collect[B](pf: PartialFunction[LogicalPlan, B]): Seq[B]

Definition Classes
TreeNode
def collectFirst[B](pf: PartialFunction[LogicalPlan, B]): Option[B]

Definition Classes
TreeNode
def collectLeaves(): Seq[LogicalPlan]

Definition Classes
TreeNode
def collectWithSubqueries[B](f: PartialFunction[LogicalPlan, B]): Seq[B]

Definition Classes
QueryPlan
def conf: SQLConf

Definition Classes
QueryPlan
lazy val constraints: ExpressionSet

Definition Classes
QueryPlanConstraints
def constructIsNotNullConstraints(constraints: Set[Expression], output: Seq[Attribute]): Set[Expression]

Definition Classes
ConstraintHelper
lazy val containsChild: Set[TreeNode[_]]

Definition Classes
TreeNode
def copyTagsFrom(other: LogicalPlan): Unit

Attributes
protected
Definition Classes
TreeNode
def doCanonicalize(): LogicalPlan

Attributes
protected
Definition Classes
QueryPlan
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def expressions: Seq[Expression]

Definition Classes
QueryPlan
def fastEquals(other: TreeNode[_]): Boolean

Definition Classes
TreeNode
def finalize(): Unit

Attributes
protected[lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
def find(f: (LogicalPlan) ⇒ Boolean): Option[LogicalPlan]

Definition Classes
TreeNode
def flatMap[A](f: (LogicalPlan) ⇒ TraversableOnce[A]): Seq[A]

Definition Classes
TreeNode
def foreach(f: (LogicalPlan) ⇒ Unit): Unit

Definition Classes
TreeNode
def foreachUp(f: (LogicalPlan) ⇒ Unit): Unit

Definition Classes
TreeNode
def formattedNodeName: String

Attributes
protected
Definition Classes
QueryPlan
def generateTreeString(depth: Int, lastChildren: Seq[Boolean], append: (String) ⇒ Unit, verbose: Boolean, prefix: String, addSuffix: Boolean, maxFields: Int, printNodeId: Boolean): Unit

Definition Classes
TreeNode
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
Annotations
@native()
def getTagValue[T](tag: TreeNodeTag[T]): Option[T]

Definition Classes
TreeNode
def hashCode(): Int

Definition Classes
TreeNode → AnyRef → Any
def inferAdditionalConstraints(constraints: Set[Expression]): Set[Expression]

Definition Classes
ConstraintHelper
def initializeLogIfNecessary(isInterpreter: Boolean, silent: Boolean): Boolean

Attributes
protected
Definition Classes
Logging
def initializeLogIfNecessary(isInterpreter: Boolean): Unit

Attributes
protected
Definition Classes
Logging
def innerChildren: Seq[QueryPlan[_]]

Definition Classes
QueryPlan → TreeNode
def inputSet: AttributeSet

Definition Classes
QueryPlan
final def invalidateStatsCache(): Unit

Definition Classes
LogicalPlanStats
def isCanonicalizedPlan: Boolean

Attributes
protected
Definition Classes
QueryPlan
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
def isStreaming: Boolean

Definition Classes
LogicalPlan
def isTraceEnabled(): Boolean

Attributes
protected
Definition Classes
Logging
def jsonFields: List[JField]

Attributes
protected
Definition Classes
TreeNode
def log: Logger

Attributes
protected
Definition Classes
Logging
def logDebug(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logDebug(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def logError(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logError(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def logInfo(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logInfo(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def logName: String

Attributes
protected
Definition Classes
Logging
def logTrace(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logTrace(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def logWarning(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logWarning(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def makeCopy(newArgs: Array[AnyRef]): LogicalPlan

Definition Classes
TreeNode
def map[A](f: (LogicalPlan) ⇒ A): Seq[A]

Definition Classes
TreeNode
def mapChildren(f: (LogicalPlan) ⇒ LogicalPlan): LogicalPlan

Definition Classes
TreeNode
def mapExpressions(f: (Expression) ⇒ Expression): CreateDataSourceTableAsSelectCommand.this.type

Definition Classes
QueryPlan
def mapProductIterator[B](f: (Any) ⇒ B)(implicit arg0: ClassTag[B]): Array[B]

Attributes
protected
Definition Classes
TreeNode
def maxRows: Option[Long]

Definition Classes
LogicalPlan
def maxRowsPerPartition: Option[Long]

Definition Classes
LogicalPlan
lazy val metrics: Map[String, SQLMetric]

Definition Classes
DataWritingCommand
final def missingInput: AttributeSet

Definition Classes
QueryPlan
val mode: SaveMode
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def nodeName: String

Definition Classes
TreeNode
final def notify(): Unit

Definition Classes
AnyRef
Annotations
@native()
final def notifyAll(): Unit

Definition Classes
AnyRef
Annotations
@native()
def numberedTreeString: String

Definition Classes
TreeNode
val origin: Origin

Definition Classes
TreeNode
def otherCopyArgs: Seq[AnyRef]

Attributes
protected
Definition Classes
TreeNode
def output: Seq[Attribute]

Definition Classes
Command → QueryPlan
val outputColumnNames: Seq[String]

Definition Classes
CreateDataSourceTableAsSelectCommand → DataWritingCommand
def outputColumns: Seq[Attribute]

Definition Classes
DataWritingCommand
def outputOrdering: Seq[SortOrder]

Definition Classes
LogicalPlan
lazy val outputSet: AttributeSet

Definition Classes
QueryPlan
Annotations
@transient()
def p(number: Int): LogicalPlan

Definition Classes
TreeNode
def prettyJson: String

Definition Classes
TreeNode
def printSchema(): Unit

Definition Classes
QueryPlan
def producedAttributes: AttributeSet

Definition Classes
QueryPlan
val query: LogicalPlan
The input query plan that produces the data to be written.
The input query plan that produces the data to be written. IMPORTANT: the input query plan MUST be analyzed, so that we can carry its output columns to FileFormatWriter.

Definition Classes
CreateDataSourceTableAsSelectCommand → DataWritingCommand
lazy val references: AttributeSet

Definition Classes
QueryPlan
Annotations
@transient()
def refresh(): Unit

Definition Classes
LogicalPlan
def resolve(nameParts: Seq[String], resolver: Resolver): Option[NamedExpression]

Definition Classes
LogicalPlan
def resolve(schema: StructType, resolver: Resolver): Seq[Attribute]

Definition Classes
LogicalPlan
def resolveChildren(nameParts: Seq[String], resolver: Resolver): Option[NamedExpression]

Definition Classes
LogicalPlan
def resolveExpressions(r: PartialFunction[Expression, Expression]): LogicalPlan

Definition Classes
AnalysisHelper
def resolveOperators(rule: PartialFunction[LogicalPlan, LogicalPlan]): LogicalPlan

Definition Classes
AnalysisHelper
def resolveOperatorsDown(rule: PartialFunction[LogicalPlan, LogicalPlan]): LogicalPlan

Definition Classes
AnalysisHelper
def resolveOperatorsUp(rule: PartialFunction[LogicalPlan, LogicalPlan]): LogicalPlan

Definition Classes
AnalysisHelper
def resolveQuoted(name: String, resolver: Resolver): Option[NamedExpression]

Definition Classes
LogicalPlan
lazy val resolved: Boolean

Definition Classes
LogicalPlan
def run(sparkSession: SparkSession, child: SparkPlan): Seq[Row]

Definition Classes
CreateDataSourceTableAsSelectCommand → DataWritingCommand
def sameOutput(other: LogicalPlan): Boolean

Definition Classes
LogicalPlan
final def sameResult(other: LogicalPlan): Boolean

Definition Classes
QueryPlan
lazy val schema: StructType

Definition Classes
QueryPlan
def schemaString: String

Definition Classes
QueryPlan
final def semanticHash(): Int

Definition Classes
QueryPlan
def setTagValue[T](tag: TreeNodeTag[T], value: T): Unit

Definition Classes
TreeNode
def simpleString(maxFields: Int): String

Definition Classes
QueryPlan → TreeNode
def simpleStringWithNodeId(): String

Definition Classes
QueryPlan → TreeNode
def statePrefix: String

Attributes
protected
Definition Classes
LogicalPlan → QueryPlan
def stats: Statistics

Definition Classes
Command → LogicalPlanStats
val statsCache: Option[Statistics]

Attributes
protected
Definition Classes
LogicalPlanStats
def stringArgs: Iterator[Any]

Attributes
protected
Definition Classes
TreeNode
def subqueries: Seq[LogicalPlan]

Definition Classes
QueryPlan
def subqueriesAll: Seq[LogicalPlan]

Definition Classes
QueryPlan
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
val table: CatalogTable
def toJSON: String

Definition Classes
TreeNode
def toString(): String

Definition Classes
TreeNode → AnyRef → Any
def transform(rule: PartialFunction[LogicalPlan, LogicalPlan]): LogicalPlan

Definition Classes
TreeNode
def transformAllExpressions(rule: PartialFunction[Expression, Expression]): CreateDataSourceTableAsSelectCommand.this.type

Definition Classes
AnalysisHelper → QueryPlan
def transformDown(rule: PartialFunction[LogicalPlan, LogicalPlan]): LogicalPlan

Definition Classes
AnalysisHelper → TreeNode
def transformExpressions(rule: PartialFunction[Expression, Expression]): CreateDataSourceTableAsSelectCommand.this.type

Definition Classes
QueryPlan
def transformExpressionsDown(rule: PartialFunction[Expression, Expression]): CreateDataSourceTableAsSelectCommand.this.type

Definition Classes
QueryPlan
def transformExpressionsUp(rule: PartialFunction[Expression, Expression]): CreateDataSourceTableAsSelectCommand.this.type

Definition Classes
QueryPlan
def transformUp(rule: PartialFunction[LogicalPlan, LogicalPlan]): LogicalPlan

Definition Classes
AnalysisHelper → TreeNode
def treeString(append: (String) ⇒ Unit, verbose: Boolean, addSuffix: Boolean, maxFields: Int, printOperatorId: Boolean): Unit

Definition Classes
TreeNode
final def treeString(verbose: Boolean, addSuffix: Boolean, maxFields: Int, printOperatorId: Boolean): String

Definition Classes
TreeNode
final def treeString: String

Definition Classes
TreeNode
def unsetTagValue[T](tag: TreeNodeTag[T]): Unit

Definition Classes
TreeNode
lazy val validConstraints: Set[Expression]

Attributes
protected
Definition Classes
QueryPlanConstraints
def verboseString(maxFields: Int): String

Definition Classes
QueryPlan → TreeNode
def verboseStringWithOperatorId(): String

Definition Classes
QueryPlan
def verboseStringWithSuffix(maxFields: Int): String

Definition Classes
LogicalPlan → TreeNode
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... ) @native()
def withNewChildren(newChildren: Seq[LogicalPlan]): LogicalPlan

Definition Classes
TreeNode

Inherited from DataWritingCommand

Value Members

def basicWriteJobStatsTracker(hadoopConf: Configuration): BasicWriteJobStatsTracker

Definition Classes
DataWritingCommand
final def children: Seq[LogicalPlan]

Definition Classes
DataWritingCommand → Command → TreeNode
lazy val metrics: Map[String, SQLMetric]

Definition Classes
DataWritingCommand
def outputColumns: Seq[Attribute]

Definition Classes
DataWritingCommand

Inherited from Command

Value Members

def output: Seq[Attribute]

Definition Classes
Command → QueryPlan
def stats: Statistics

Definition Classes
Command → LogicalPlanStats

Inherited from LogicalPlan

Value Members

def childrenResolved: Boolean

Definition Classes
LogicalPlan
def isStreaming: Boolean

Definition Classes
LogicalPlan
def maxRows: Option[Long]

Definition Classes
LogicalPlan
def maxRowsPerPartition: Option[Long]

Definition Classes
LogicalPlan
def outputOrdering: Seq[SortOrder]

Definition Classes
LogicalPlan
def refresh(): Unit

Definition Classes
LogicalPlan
def resolve(nameParts: Seq[String], resolver: Resolver): Option[NamedExpression]

Definition Classes
LogicalPlan
def resolve(schema: StructType, resolver: Resolver): Seq[Attribute]

Definition Classes
LogicalPlan
def resolveChildren(nameParts: Seq[String], resolver: Resolver): Option[NamedExpression]

Definition Classes
LogicalPlan
def resolveQuoted(name: String, resolver: Resolver): Option[NamedExpression]

Definition Classes
LogicalPlan
lazy val resolved: Boolean

Definition Classes
LogicalPlan
def sameOutput(other: LogicalPlan): Boolean

Definition Classes
LogicalPlan
def statePrefix: String

Attributes
protected
Definition Classes
LogicalPlan → QueryPlan
def verboseStringWithSuffix(maxFields: Int): String

Definition Classes
LogicalPlan → TreeNode

Inherited from Logging

Value Members

def initializeLogIfNecessary(isInterpreter: Boolean, silent: Boolean): Boolean

Attributes
protected
Definition Classes
Logging
def initializeLogIfNecessary(isInterpreter: Boolean): Unit

Attributes
protected
Definition Classes
Logging
def isTraceEnabled(): Boolean

Attributes
protected
Definition Classes
Logging
def log: Logger

Attributes
protected
Definition Classes
Logging
def logDebug(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logDebug(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def logError(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logError(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def logInfo(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logInfo(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def logName: String

Attributes
protected
Definition Classes
Logging
def logTrace(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logTrace(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def logWarning(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logWarning(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging

Inherited from QueryPlanConstraints

Value Members

lazy val constraints: ExpressionSet

Definition Classes
QueryPlanConstraints
lazy val validConstraints: Set[Expression]

Attributes
protected
Definition Classes
QueryPlanConstraints

Inherited from ConstraintHelper

Value Members

def constructIsNotNullConstraints(constraints: Set[Expression], output: Seq[Attribute]): Set[Expression]

Definition Classes
ConstraintHelper
def inferAdditionalConstraints(constraints: Set[Expression]): Set[Expression]

Definition Classes
ConstraintHelper

Inherited from LogicalPlanStats

Value Members

final def invalidateStatsCache(): Unit

Definition Classes
LogicalPlanStats
val statsCache: Option[Statistics]

Attributes
protected
Definition Classes
LogicalPlanStats

Inherited from AnalysisHelper

Value Members

def analyzed: Boolean

Definition Classes
AnalysisHelper
def assertNotAnalysisRule(): Unit

Attributes
protected
Definition Classes
AnalysisHelper
def resolveExpressions(r: PartialFunction[Expression, Expression]): LogicalPlan

Definition Classes
AnalysisHelper
def resolveOperators(rule: PartialFunction[LogicalPlan, LogicalPlan]): LogicalPlan

Definition Classes
AnalysisHelper
def resolveOperatorsDown(rule: PartialFunction[LogicalPlan, LogicalPlan]): LogicalPlan

Definition Classes
AnalysisHelper
def resolveOperatorsUp(rule: PartialFunction[LogicalPlan, LogicalPlan]): LogicalPlan

Definition Classes
AnalysisHelper
def transformAllExpressions(rule: PartialFunction[Expression, Expression]): CreateDataSourceTableAsSelectCommand.this.type

Definition Classes
AnalysisHelper → QueryPlan
def transformDown(rule: PartialFunction[LogicalPlan, LogicalPlan]): LogicalPlan

Definition Classes
AnalysisHelper → TreeNode
def transformUp(rule: PartialFunction[LogicalPlan, LogicalPlan]): LogicalPlan

Definition Classes
AnalysisHelper → TreeNode

Inherited from QueryPlan[LogicalPlan]

Value Members

lazy val allAttributes: AttributeSeq

Definition Classes
QueryPlan
final lazy val canonicalized: LogicalPlan

Definition Classes
QueryPlan
Annotations
@transient()
def collectWithSubqueries[B](f: PartialFunction[LogicalPlan, B]): Seq[B]

Definition Classes
QueryPlan
def conf: SQLConf

Definition Classes
QueryPlan
def doCanonicalize(): LogicalPlan

Attributes
protected
Definition Classes
QueryPlan
final def expressions: Seq[Expression]

Definition Classes
QueryPlan
def formattedNodeName: String

Attributes
protected
Definition Classes
QueryPlan
def innerChildren: Seq[QueryPlan[_]]

Definition Classes
QueryPlan → TreeNode
def inputSet: AttributeSet

Definition Classes
QueryPlan
def isCanonicalizedPlan: Boolean

Attributes
protected
Definition Classes
QueryPlan
def mapExpressions(f: (Expression) ⇒ Expression): CreateDataSourceTableAsSelectCommand.this.type

Definition Classes
QueryPlan
final def missingInput: AttributeSet

Definition Classes
QueryPlan
lazy val outputSet: AttributeSet

Definition Classes
QueryPlan
Annotations
@transient()
def printSchema(): Unit

Definition Classes
QueryPlan
def producedAttributes: AttributeSet

Definition Classes
QueryPlan
lazy val references: AttributeSet

Definition Classes
QueryPlan
Annotations
@transient()
final def sameResult(other: LogicalPlan): Boolean

Definition Classes
QueryPlan
lazy val schema: StructType

Definition Classes
QueryPlan
def schemaString: String

Definition Classes
QueryPlan
final def semanticHash(): Int

Definition Classes
QueryPlan
def simpleString(maxFields: Int): String

Definition Classes
QueryPlan → TreeNode
def simpleStringWithNodeId(): String

Definition Classes
QueryPlan → TreeNode
def subqueries: Seq[LogicalPlan]

Definition Classes
QueryPlan
def subqueriesAll: Seq[LogicalPlan]

Definition Classes
QueryPlan
def transformExpressions(rule: PartialFunction[Expression, Expression]): CreateDataSourceTableAsSelectCommand.this.type

Definition Classes
QueryPlan
def transformExpressionsDown(rule: PartialFunction[Expression, Expression]): CreateDataSourceTableAsSelectCommand.this.type

Definition Classes
QueryPlan
def transformExpressionsUp(rule: PartialFunction[Expression, Expression]): CreateDataSourceTableAsSelectCommand.this.type

Definition Classes
QueryPlan
def verboseString(maxFields: Int): String

Definition Classes
QueryPlan → TreeNode
def verboseStringWithOperatorId(): String

Definition Classes
QueryPlan

Inherited from TreeNode[LogicalPlan]

Value Members

def apply(number: Int): TreeNode[_]

Definition Classes
TreeNode
def argString(maxFields: Int): String

Definition Classes
TreeNode
def asCode: String

Definition Classes
TreeNode
def clone(): LogicalPlan

Definition Classes
TreeNode → AnyRef
def collect[B](pf: PartialFunction[LogicalPlan, B]): Seq[B]

Definition Classes
TreeNode
def collectFirst[B](pf: PartialFunction[LogicalPlan, B]): Option[B]

Definition Classes
TreeNode
def collectLeaves(): Seq[LogicalPlan]

Definition Classes
TreeNode
lazy val containsChild: Set[TreeNode[_]]

Definition Classes
TreeNode
def copyTagsFrom(other: LogicalPlan): Unit

Attributes
protected
Definition Classes
TreeNode
def fastEquals(other: TreeNode[_]): Boolean

Definition Classes
TreeNode
def find(f: (LogicalPlan) ⇒ Boolean): Option[LogicalPlan]

Definition Classes
TreeNode
def flatMap[A](f: (LogicalPlan) ⇒ TraversableOnce[A]): Seq[A]

Definition Classes
TreeNode
def foreach(f: (LogicalPlan) ⇒ Unit): Unit

Definition Classes
TreeNode
def foreachUp(f: (LogicalPlan) ⇒ Unit): Unit

Definition Classes
TreeNode
def generateTreeString(depth: Int, lastChildren: Seq[Boolean], append: (String) ⇒ Unit, verbose: Boolean, prefix: String, addSuffix: Boolean, maxFields: Int, printNodeId: Boolean): Unit

Definition Classes
TreeNode
def getTagValue[T](tag: TreeNodeTag[T]): Option[T]

Definition Classes
TreeNode
def hashCode(): Int

Definition Classes
TreeNode → AnyRef → Any
def jsonFields: List[JField]

Attributes
protected
Definition Classes
TreeNode
def makeCopy(newArgs: Array[AnyRef]): LogicalPlan

Definition Classes
TreeNode
def map[A](f: (LogicalPlan) ⇒ A): Seq[A]

Definition Classes
TreeNode
def mapChildren(f: (LogicalPlan) ⇒ LogicalPlan): LogicalPlan

Definition Classes
TreeNode
def mapProductIterator[B](f: (Any) ⇒ B)(implicit arg0: ClassTag[B]): Array[B]

Attributes
protected
Definition Classes
TreeNode
def nodeName: String

Definition Classes
TreeNode
def numberedTreeString: String

Definition Classes
TreeNode
val origin: Origin

Definition Classes
TreeNode
def otherCopyArgs: Seq[AnyRef]

Attributes
protected
Definition Classes
TreeNode
def p(number: Int): LogicalPlan

Definition Classes
TreeNode
def prettyJson: String

Definition Classes
TreeNode
def setTagValue[T](tag: TreeNodeTag[T], value: T): Unit

Definition Classes
TreeNode
def stringArgs: Iterator[Any]

Attributes
protected
Definition Classes
TreeNode
def toJSON: String

Definition Classes
TreeNode
def toString(): String

Definition Classes
TreeNode → AnyRef → Any
def transform(rule: PartialFunction[LogicalPlan, LogicalPlan]): LogicalPlan

Definition Classes
TreeNode
def treeString(append: (String) ⇒ Unit, verbose: Boolean, addSuffix: Boolean, maxFields: Int, printOperatorId: Boolean): Unit

Definition Classes
TreeNode
final def treeString(verbose: Boolean, addSuffix: Boolean, maxFields: Int, printOperatorId: Boolean): String

Definition Classes
TreeNode
final def treeString: String

Definition Classes
TreeNode
def unsetTagValue[T](tag: TreeNodeTag[T]): Unit

Definition Classes
TreeNode
def withNewChildren(newChildren: Seq[LogicalPlan]): LogicalPlan

Definition Classes
TreeNode

Inherited from AnyRef

Value Members

final def !=(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def finalize(): Unit

Attributes
protected[lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
Annotations
@native()
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def notify(): Unit

Definition Classes
AnyRef
Annotations
@native()
final def notifyAll(): Unit

Definition Classes
AnyRef
Annotations
@native()
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... ) @native()

Inherited from Any

Value Members

final def asInstanceOf[T0]: T0

Definition Classes
Any
final def isInstanceOf[T0]: Boolean

Definition Classes
Any

Ungrouped

final def !=(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: Any): Boolean

Definition Classes
AnyRef → Any
lazy val allAttributes: AttributeSeq

Definition Classes
QueryPlan
def analyzed: Boolean

Definition Classes
AnalysisHelper
def apply(number: Int): TreeNode[_]

Definition Classes
TreeNode
def argString(maxFields: Int): String

Definition Classes
TreeNode
def asCode: String

Definition Classes
TreeNode
final def asInstanceOf[T0]: T0

Definition Classes
Any
def assertNotAnalysisRule(): Unit

Attributes
protected
Definition Classes
AnalysisHelper
def basicWriteJobStatsTracker(hadoopConf: Configuration): BasicWriteJobStatsTracker

Definition Classes
DataWritingCommand
final lazy val canonicalized: LogicalPlan

Definition Classes
QueryPlan
Annotations
@transient()
final def children: Seq[LogicalPlan]

Definition Classes
DataWritingCommand → Command → TreeNode
def childrenResolved: Boolean

Definition Classes
LogicalPlan
def clone(): LogicalPlan

Definition Classes
TreeNode → AnyRef
def collect[B](pf: PartialFunction[LogicalPlan, B]): Seq[B]

Definition Classes
TreeNode
def collectFirst[B](pf: PartialFunction[LogicalPlan, B]): Option[B]

Definition Classes
TreeNode
def collectLeaves(): Seq[LogicalPlan]

Definition Classes
TreeNode
def collectWithSubqueries[B](f: PartialFunction[LogicalPlan, B]): Seq[B]

Definition Classes
QueryPlan
def conf: SQLConf

Definition Classes
QueryPlan
lazy val constraints: ExpressionSet

Definition Classes
QueryPlanConstraints
def constructIsNotNullConstraints(constraints: Set[Expression], output: Seq[Attribute]): Set[Expression]

Definition Classes
ConstraintHelper
lazy val containsChild: Set[TreeNode[_]]

Definition Classes
TreeNode
def copyTagsFrom(other: LogicalPlan): Unit

Attributes
protected
Definition Classes
TreeNode
def doCanonicalize(): LogicalPlan

Attributes
protected
Definition Classes
QueryPlan
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def expressions: Seq[Expression]

Definition Classes
QueryPlan
def fastEquals(other: TreeNode[_]): Boolean

Definition Classes
TreeNode
def finalize(): Unit

Attributes
protected[lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
def find(f: (LogicalPlan) ⇒ Boolean): Option[LogicalPlan]

Definition Classes
TreeNode
def flatMap[A](f: (LogicalPlan) ⇒ TraversableOnce[A]): Seq[A]

Definition Classes
TreeNode
def foreach(f: (LogicalPlan) ⇒ Unit): Unit

Definition Classes
TreeNode
def foreachUp(f: (LogicalPlan) ⇒ Unit): Unit

Definition Classes
TreeNode
def formattedNodeName: String

Attributes
protected
Definition Classes
QueryPlan
def generateTreeString(depth: Int, lastChildren: Seq[Boolean], append: (String) ⇒ Unit, verbose: Boolean, prefix: String, addSuffix: Boolean, maxFields: Int, printNodeId: Boolean): Unit

Definition Classes
TreeNode
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
Annotations
@native()
def getTagValue[T](tag: TreeNodeTag[T]): Option[T]

Definition Classes
TreeNode
def hashCode(): Int

Definition Classes
TreeNode → AnyRef → Any
def inferAdditionalConstraints(constraints: Set[Expression]): Set[Expression]

Definition Classes
ConstraintHelper
def initializeLogIfNecessary(isInterpreter: Boolean, silent: Boolean): Boolean

Attributes
protected
Definition Classes
Logging
def initializeLogIfNecessary(isInterpreter: Boolean): Unit

Attributes
protected
Definition Classes
Logging
def innerChildren: Seq[QueryPlan[_]]

Definition Classes
QueryPlan → TreeNode
def inputSet: AttributeSet

Definition Classes
QueryPlan
final def invalidateStatsCache(): Unit

Definition Classes
LogicalPlanStats
def isCanonicalizedPlan: Boolean

Attributes
protected
Definition Classes
QueryPlan
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
def isStreaming: Boolean

Definition Classes
LogicalPlan
def isTraceEnabled(): Boolean

Attributes
protected
Definition Classes
Logging
def jsonFields: List[JField]

Attributes
protected
Definition Classes
TreeNode
def log: Logger

Attributes
protected
Definition Classes
Logging
def logDebug(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logDebug(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def logError(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logError(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def logInfo(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logInfo(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def logName: String

Attributes
protected
Definition Classes
Logging
def logTrace(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logTrace(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def logWarning(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logWarning(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def makeCopy(newArgs: Array[AnyRef]): LogicalPlan

Definition Classes
TreeNode
def map[A](f: (LogicalPlan) ⇒ A): Seq[A]

Definition Classes
TreeNode
def mapChildren(f: (LogicalPlan) ⇒ LogicalPlan): LogicalPlan

Definition Classes
TreeNode
def mapExpressions(f: (Expression) ⇒ Expression): CreateDataSourceTableAsSelectCommand.this.type

Definition Classes
QueryPlan
def mapProductIterator[B](f: (Any) ⇒ B)(implicit arg0: ClassTag[B]): Array[B]

Attributes
protected
Definition Classes
TreeNode
def maxRows: Option[Long]

Definition Classes
LogicalPlan
def maxRowsPerPartition: Option[Long]

Definition Classes
LogicalPlan
lazy val metrics: Map[String, SQLMetric]

Definition Classes
DataWritingCommand
final def missingInput: AttributeSet

Definition Classes
QueryPlan
val mode: SaveMode
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def nodeName: String

Definition Classes
TreeNode
final def notify(): Unit

Definition Classes
AnyRef
Annotations
@native()
final def notifyAll(): Unit

Definition Classes
AnyRef
Annotations
@native()
def numberedTreeString: String

Definition Classes
TreeNode
val origin: Origin

Definition Classes
TreeNode
def otherCopyArgs: Seq[AnyRef]

Attributes
protected
Definition Classes
TreeNode
def output: Seq[Attribute]

Definition Classes
Command → QueryPlan
val outputColumnNames: Seq[String]

Definition Classes
CreateDataSourceTableAsSelectCommand → DataWritingCommand
def outputColumns: Seq[Attribute]

Definition Classes
DataWritingCommand
def outputOrdering: Seq[SortOrder]

Definition Classes
LogicalPlan
lazy val outputSet: AttributeSet

Definition Classes
QueryPlan
Annotations
@transient()
def p(number: Int): LogicalPlan

Definition Classes
TreeNode
def prettyJson: String

Definition Classes
TreeNode
def printSchema(): Unit

Definition Classes
QueryPlan
def producedAttributes: AttributeSet

Definition Classes
QueryPlan
val query: LogicalPlan
The input query plan that produces the data to be written.
The input query plan that produces the data to be written. IMPORTANT: the input query plan MUST be analyzed, so that we can carry its output columns to FileFormatWriter.

Definition Classes
CreateDataSourceTableAsSelectCommand → DataWritingCommand
lazy val references: AttributeSet

Definition Classes
QueryPlan
Annotations
@transient()
def refresh(): Unit

Definition Classes
LogicalPlan
def resolve(nameParts: Seq[String], resolver: Resolver): Option[NamedExpression]

Definition Classes
LogicalPlan
def resolve(schema: StructType, resolver: Resolver): Seq[Attribute]

Definition Classes
LogicalPlan
def resolveChildren(nameParts: Seq[String], resolver: Resolver): Option[NamedExpression]

Definition Classes
LogicalPlan
def resolveExpressions(r: PartialFunction[Expression, Expression]): LogicalPlan

Definition Classes
AnalysisHelper
def resolveOperators(rule: PartialFunction[LogicalPlan, LogicalPlan]): LogicalPlan

Definition Classes
AnalysisHelper
def resolveOperatorsDown(rule: PartialFunction[LogicalPlan, LogicalPlan]): LogicalPlan

Definition Classes
AnalysisHelper
def resolveOperatorsUp(rule: PartialFunction[LogicalPlan, LogicalPlan]): LogicalPlan

Definition Classes
AnalysisHelper
def resolveQuoted(name: String, resolver: Resolver): Option[NamedExpression]

Definition Classes
LogicalPlan
lazy val resolved: Boolean

Definition Classes
LogicalPlan
def run(sparkSession: SparkSession, child: SparkPlan): Seq[Row]

Definition Classes
CreateDataSourceTableAsSelectCommand → DataWritingCommand
def sameOutput(other: LogicalPlan): Boolean

Definition Classes
LogicalPlan
final def sameResult(other: LogicalPlan): Boolean

Definition Classes
QueryPlan
lazy val schema: StructType

Definition Classes
QueryPlan
def schemaString: String

Definition Classes
QueryPlan
final def semanticHash(): Int

Definition Classes
QueryPlan
def setTagValue[T](tag: TreeNodeTag[T], value: T): Unit

Definition Classes
TreeNode
def simpleString(maxFields: Int): String

Definition Classes
QueryPlan → TreeNode
def simpleStringWithNodeId(): String

Definition Classes
QueryPlan → TreeNode
def statePrefix: String

Attributes
protected
Definition Classes
LogicalPlan → QueryPlan
def stats: Statistics

Definition Classes
Command → LogicalPlanStats
val statsCache: Option[Statistics]

Attributes
protected
Definition Classes
LogicalPlanStats
def stringArgs: Iterator[Any]

Attributes
protected
Definition Classes
TreeNode
def subqueries: Seq[LogicalPlan]

Definition Classes
QueryPlan
def subqueriesAll: Seq[LogicalPlan]

Definition Classes
QueryPlan
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
val table: CatalogTable
def toJSON: String

Definition Classes
TreeNode
def toString(): String

Definition Classes
TreeNode → AnyRef → Any
def transform(rule: PartialFunction[LogicalPlan, LogicalPlan]): LogicalPlan

Definition Classes
TreeNode
def transformAllExpressions(rule: PartialFunction[Expression, Expression]): CreateDataSourceTableAsSelectCommand.this.type

Definition Classes
AnalysisHelper → QueryPlan
def transformDown(rule: PartialFunction[LogicalPlan, LogicalPlan]): LogicalPlan

Definition Classes
AnalysisHelper → TreeNode
def transformExpressions(rule: PartialFunction[Expression, Expression]): CreateDataSourceTableAsSelectCommand.this.type

Definition Classes
QueryPlan
def transformExpressionsDown(rule: PartialFunction[Expression, Expression]): CreateDataSourceTableAsSelectCommand.this.type

Definition Classes
QueryPlan
def transformExpressionsUp(rule: PartialFunction[Expression, Expression]): CreateDataSourceTableAsSelectCommand.this.type

Definition Classes
QueryPlan
def transformUp(rule: PartialFunction[LogicalPlan, LogicalPlan]): LogicalPlan

Definition Classes
AnalysisHelper → TreeNode
def treeString(append: (String) ⇒ Unit, verbose: Boolean, addSuffix: Boolean, maxFields: Int, printOperatorId: Boolean): Unit

Definition Classes
TreeNode
final def treeString(verbose: Boolean, addSuffix: Boolean, maxFields: Int, printOperatorId: Boolean): String

Definition Classes
TreeNode
final def treeString: String

Definition Classes
TreeNode
def unsetTagValue[T](tag: TreeNodeTag[T]): Unit

Definition Classes
TreeNode
lazy val validConstraints: Set[Expression]

Attributes
protected
Definition Classes
QueryPlanConstraints
def verboseString(maxFields: Int): String

Definition Classes
QueryPlan → TreeNode
def verboseStringWithOperatorId(): String

Definition Classes
QueryPlan
def verboseStringWithSuffix(maxFields: Int): String

Definition Classes
LogicalPlan → TreeNode
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... ) @native()
def withNewChildren(newChildren: Seq[LogicalPlan]): LogicalPlan

Definition Classes
TreeNode

Packages

CreateDataSourceTableAsSelectCommand 

case class CreateDataSourceTableAsSelectCommand(table: CatalogTable, mode: SaveMode, query: LogicalPlan, outputColumnNames: Seq[String]) extends LogicalPlan with DataWritingCommand with Product with Serializable

Instance Constructors

Value Members

Inherited from DataWritingCommand

Value Members

Inherited from Command

Value Members

Inherited from LogicalPlan

Value Members

Inherited from Logging

Value Members

Inherited from QueryPlanConstraints

Value Members

Inherited from ConstraintHelper

Value Members

Inherited from LogicalPlanStats

Value Members

Inherited from AnalysisHelper

Value Members

Inherited from QueryPlan[LogicalPlan]

Value Members

Inherited from TreeNode[LogicalPlan]

Value Members

Inherited from AnyRef

Value Members

Inherited from Any

Value Members

Ungrouped

CreateDataSourceTableAsSelectCommand