Spark Project SQL 3.0.1 API < Back

Packages

package root

Definition Classes
root
package org

Definition Classes
root
package apache

Definition Classes
org
package spark

Definition Classes
apache
package sql
Allows the execution of relational queries, including those expressed in SQL using Spark.
Allows the execution of relational queries, including those expressed in SQL using Spark.

Definition Classes
spark
package execution
The physical execution component of Spark SQL.
The physical execution component of Spark SQL. Note that this is a private package. All classes in catalyst are considered an internal API to Spark SQL and are subject to change between minor releases.

Definition Classes
sql
package adaptive

Definition Classes
execution
package aggregate

Definition Classes
execution
package analysis

Definition Classes
execution
package arrow

Definition Classes
execution
package columnar

Definition Classes
execution
package command

Definition Classes
execution
package datasources

Definition Classes
execution
package debug
Contains methods for debugging query execution.
Contains methods for debugging query execution.
Usage:
```
import org.apache.spark.sql.execution.debug._
sql("SELECT 1").debug()
sql("SELECT 1").debugCodegen()
```
or for streaming case (structured streaming):
```
import org.apache.spark.sql.execution.debug._
val query = df.writeStream.<...>.start()
query.debugCodegen()
```
Note that debug in structured streaming is not supported, because it doesn't make sense for streaming to execute batch once while main query is running concurrently.
Definition Classes
execution
package dynamicpruning

Definition Classes
execution
package exchange

Definition Classes
execution
package joins
Physical execution operators for join operations.
Physical execution operators for join operations.

Definition Classes
execution
package metric

Definition Classes
execution
package python

Definition Classes
execution
package r

Definition Classes
execution
package stat

Definition Classes
execution
package streaming

Definition Classes
execution
package ui

Definition Classes
execution
package vectorized

Definition Classes
execution
package window

Definition Classes
execution
AggregatingAccumulator
AliasAwareOutputPartitioning
AlreadyOptimized
AlreadyOptimizedExecution
AppendColumnsExec
AppendColumnsWithObjectExec
ApplyColumnarRulesAndInsertTransitions
BaseLimitExec
BaseSubqueryExec
BinaryExecNode
BlockingOperatorWithCodegen
BufferedRowIterator
CacheManager
CachedData
CoGroupExec
CoGroupedIterator
CoalesceExec
CoalescedPartitionSpec
CoalescedPartitioner
CodegenMode
CodegenSupport
CollapseCodegenStages
CollectLimitExec
CollectMetricsExec
CollectTailExec
ColumnarRule
ColumnarToRowExec
CostMode
DataSourceScanExec
DeserializeToObjectExec
ExecSubqueryExpression
ExpandExec
ExplainMode
ExplainUtils
ExtendedMode
ExternalRDD
ExternalRDDScanExec
FileRelation
FileSourceScanExec
FilterExec
FlatMapGroupsInRExec
FlatMapGroupsInRWithArrowExec
FormattedMode
GenerateExec
GlobalLimitExec
GroupedIterator
HiveResult
InSubqueryExec
InputAdapter
InputRDDCodegen
LeafExecNode
LimitExec
LocalLimitExec
LocalTableScanExec
LogicalRDD
MapElementsExec
MapGroupsExec
MapPartitionsExec
MapPartitionsInRWithArrowExec
ObjectConsumerExec
ObjectOperator
ObjectProducerExec
OptimizeMetadataOnlyQuery
PartialMapperPartitionSpec
PartialReducerPartitionSpec
PartitionedFileUtil
PlanLater
PlanSubqueries
ProjectExec
QueryExecution
QueryExecutionException
RDDScanExec
RangeExec
RecordBinaryComparator
ReuseSubquery
ReusedSubqueryExec
RowDataSourceScanExec
RowToColumnarExec
SQLExecution
SQLExecutionRDD
SampleExec
ScalarSubquery
SerializeFromObjectExec
ShufflePartitionSpec
ShuffledRowRDD
SimpleMode
SortExec
SortPrefixUtils
SparkOptimizer
SparkPlan
SparkPlanInfo
SparkPlanner
SparkSqlAstBuilder
SparkSqlParser
SparkStrategies
SparkStrategy
SubqueryBroadcastExec
SubqueryExec
TakeOrderedAndProjectExec
UnaryExecNode
UnionExec
UnsafeExternalRowSorter
UnsafeFixedWidthAggregationMap
UnsafeKVExternalSorter
UnsafeRowSerializer
WholeStageCodegenExec

org.apache.spark.sql.execution

ObjectOperator

object ObjectOperator

Helper functions for physical operators that work with user defined objects.

Linear Supertypes

AnyRef, Any

Ordering

Alphabetic
By Inheritance

Inherited

ObjectOperator
AnyRef
Any

Hide All
Show All

Visibility

Public
All

Value Members

final def !=(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def asInstanceOf[T0]: T0

Definition Classes
Any
def clone(): AnyRef

Attributes
protected[lang]
Definition Classes
AnyRef
Annotations
@throws( ... ) @native()
def deserializeRowToObject(deserializer: Expression): (InternalRow) ⇒ Any
def deserializeRowToObject(deserializer: Expression, inputSchema: Seq[Attribute]): (InternalRow) ⇒ Any
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def equals(arg0: Any): Boolean

Definition Classes
AnyRef → Any
def finalize(): Unit

Attributes
protected[lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
Annotations
@native()
def hashCode(): Int

Definition Classes
AnyRef → Any
Annotations
@native()
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def notify(): Unit

Definition Classes
AnyRef
Annotations
@native()
final def notifyAll(): Unit

Definition Classes
AnyRef
Annotations
@native()
def serializeObjectToRow(serializer: Seq[Expression]): (Any) ⇒ UnsafeRow
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
def toString(): String

Definition Classes
AnyRef → Any
def unwrapObjectFromRow(objType: DataType): (InternalRow) ⇒ Any
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... ) @native()
def wrapObjectToRow(objType: DataType): (Any) ⇒ InternalRow

Inherited from AnyRef

Value Members

final def !=(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: Any): Boolean

Definition Classes
AnyRef → Any
def clone(): AnyRef

Attributes
protected[lang]
Definition Classes
AnyRef
Annotations
@throws( ... ) @native()
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def equals(arg0: Any): Boolean

Definition Classes
AnyRef → Any
def finalize(): Unit

Attributes
protected[lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
Annotations
@native()
def hashCode(): Int

Definition Classes
AnyRef → Any
Annotations
@native()
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def notify(): Unit

Definition Classes
AnyRef
Annotations
@native()
final def notifyAll(): Unit

Definition Classes
AnyRef
Annotations
@native()
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
def toString(): String

Definition Classes
AnyRef → Any
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... ) @native()

Inherited from Any

Value Members

final def asInstanceOf[T0]: T0

Definition Classes
Any
final def isInstanceOf[T0]: Boolean

Definition Classes
Any

Ungrouped

final def !=(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def asInstanceOf[T0]: T0

Definition Classes
Any
def clone(): AnyRef

Attributes
protected[lang]
Definition Classes
AnyRef
Annotations
@throws( ... ) @native()
def deserializeRowToObject(deserializer: Expression): (InternalRow) ⇒ Any
def deserializeRowToObject(deserializer: Expression, inputSchema: Seq[Attribute]): (InternalRow) ⇒ Any
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def equals(arg0: Any): Boolean

Definition Classes
AnyRef → Any
def finalize(): Unit

Attributes
protected[lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
Annotations
@native()
def hashCode(): Int

Definition Classes
AnyRef → Any
Annotations
@native()
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def notify(): Unit

Definition Classes
AnyRef
Annotations
@native()
final def notifyAll(): Unit

Definition Classes
AnyRef
Annotations
@native()
def serializeObjectToRow(serializer: Seq[Expression]): (Any) ⇒ UnsafeRow
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
def toString(): String

Definition Classes
AnyRef → Any
def unwrapObjectFromRow(objType: DataType): (InternalRow) ⇒ Any
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... ) @native()
def wrapObjectToRow(objType: DataType): (Any) ⇒ InternalRow

Packages

ObjectOperator 

object ObjectOperator

Value Members

Inherited from AnyRef

Value Members

Inherited from Any

Value Members

Ungrouped

ObjectOperator