Spark Project SQL 3.3.0 API < Back

Packages

package root
Definition Classes
root
package org
Definition Classes
root
package apache
Definition Classes
org
package spark
Definition Classes
apache
package sql
Allows the execution of relational queries, including those expressed in SQL using Spark.
Allows the execution of relational queries, including those expressed in SQL using Spark.
Definition Classes
spark
package execution
The physical execution component of Spark SQL.
The physical execution component of Spark SQL. Note that this is a private package. All classes in catalyst are considered an internal API to Spark SQL and are subject to change between minor releases.
Definition Classes
sql
package adaptive
Definition Classes
execution
package aggregate
Definition Classes
execution
package analysis
Definition Classes
execution
package arrow
Definition Classes
execution
package bucketing
Definition Classes
execution
package columnar
Definition Classes
execution
package command
Definition Classes
execution
package datasources
Definition Classes
execution
package debug
Contains methods for debugging query execution.
Contains methods for debugging query execution.
Usage:
```
import org.apache.spark.sql.execution.debug._
sql("SELECT 1").debug()
sql("SELECT 1").debugCodegen()
```
or for streaming case (structured streaming):
```
import org.apache.spark.sql.execution.debug._
val query = df.writeStream.<...>.start()
query.debugCodegen()
```
Note that debug in structured streaming is not supported, because it doesn't make sense for streaming to execute batch once while main query is running concurrently.
Definition Classes
execution
package dynamicpruning
Definition Classes
execution
package exchange
Definition Classes
execution
package joins
Definition Classes
execution
package metric
Definition Classes
execution
package python
Definition Classes
execution
package r
Definition Classes
execution
package reuse
Definition Classes
execution
package stat
Definition Classes
execution
package streaming
Definition Classes
execution
package ui
Definition Classes
execution
package vectorized
Definition Classes
execution
package window
Definition Classes
execution
AggregatingAccumulator
AliasAwareOutputExpression
AliasAwareOutputOrdering
AliasAwareOutputPartitioning
AppendColumnsExec
AppendColumnsWithObjectExec
ApplyColumnarRulesAndInsertTransitions
BaseLimitExec
BaseScriptTransformationExec
BaseScriptTransformationWriterThread
BaseSubqueryExec
BinaryExecNode
BlockingOperatorWithCodegen
BufferedRowIterator
CacheManager
CachedData
CoGroupExec
CoGroupedIterator
CoalesceExec
CoalescedMapperPartitionSpec
CoalescedPartitionSpec
CoalescedPartitioner
CodegenMode
CodegenSupport
CollapseCodegenStages
CollectLimitExec
CollectMetricsExec
CollectTailExec
ColumnarRule
ColumnarToRowExec
ColumnarToRowTransition
CommandExecutionMode
CommandResultExec
CostMode
DataSourceScanExec
DeserializeToObjectExec
ExecSubqueryExpression
ExpandExec
ExplainMode
ExplainUtils
ExtendedMode
ExternalRDD
ExternalRDDScanExec
FileRelation
FileSourceScanExec
FilterExec
FlatMapGroupsInRExec
FlatMapGroupsInRWithArrowExec
FormattedMode
GenerateExec
GeneratePredicateHelper
GlobalLimitExec
GroupedIterator
HiveResult
InSubqueryExec
InputAdapter
InputRDDCodegen
LeafExecNode
LimitExec
LocalLimitExec
LocalTableScanExec
LogicalRDD
MapElementsExec
MapGroupsExec
MapPartitionsExec
MapPartitionsInRWithArrowExec
ObjectConsumerExec
ObjectOperator
ObjectProducerExec
OptimizeMetadataOnlyQuery
PartialMapperPartitionSpec
PartialReducerPartitionSpec
PartitionedFileUtil
PlanLater
PlanSubqueries
ProjectExec
QueryExecution
RDDScanExec
RangeExec
RecordBinaryComparator
RemoveRedundantProjects
RemoveRedundantSorts
ReplaceHashWithSortAgg
ReusedSubqueryExec
RowDataSourceScanExec
RowToColumnarExec
RowToColumnarTransition
SQLExecution
SQLExecutionRDD
SampleExec
ScalarSubquery
ScriptTransformationIOSchema
SerializeFromObjectExec
ShufflePartitionSpec
ShuffledRowRDD
SimpleMode
SortExec
SortPrefixUtils
SparkOptimizer
SparkPlan
SparkPlanInfo
SparkPlanner
SparkScriptTransformationExec
SparkScriptTransformationWriterThread
SparkSqlAstBuilder
SparkSqlParser
SparkStrategies
SparkStrategy
SubqueryAdaptiveBroadcastExec
SubqueryBroadcastExec
SubqueryExec
TakeOrderedAndProjectExec
UnaryExecNode
UnionExec
UnsafeExternalRowSorter
UnsafeFixedWidthAggregationMap
UnsafeKVExternalSorter
UnsafeRowSerializer
WholeStageCodegenExec

org.apache.spark.sql.execution

PartitionedFileUtil

object PartitionedFileUtil

Linear Supertypes

AnyRef, Any

Ordering

Alphabetic
By Inheritance

Inherited

PartitionedFileUtil
AnyRef
Any

Hide All
Show All

Visibility

Public
Protected

Value Members

final def !=(arg0: Any): Boolean
Definition Classes
AnyRef → Any
final def ##: Int
Definition Classes
AnyRef → Any
final def ==(arg0: Any): Boolean
Definition Classes
AnyRef → Any
final def asInstanceOf[T0]: T0
Definition Classes
Any
def clone(): AnyRef
Attributes
protected[lang]
Definition Classes
AnyRef
Annotations
@throws(classOf[java.lang.CloneNotSupportedException]) @native()
final def eq(arg0: AnyRef): Boolean
Definition Classes
AnyRef
def equals(arg0: AnyRef): Boolean
Definition Classes
AnyRef → Any
def finalize(): Unit
Attributes
protected[lang]
Definition Classes
AnyRef
Annotations
@throws(classOf[java.lang.Throwable])
final def getClass(): Class[_ <: AnyRef]
Definition Classes
AnyRef → Any
Annotations
@native()
def getPartitionedFile(file: FileStatus, filePath: Path, partitionValues: InternalRow): PartitionedFile
def hashCode(): Int
Definition Classes
AnyRef → Any
Annotations
@native()
final def isInstanceOf[T0]: Boolean
Definition Classes
Any
final def ne(arg0: AnyRef): Boolean
Definition Classes
AnyRef
final def notify(): Unit
Definition Classes
AnyRef
Annotations
@native()
final def notifyAll(): Unit
Definition Classes
AnyRef
Annotations
@native()
def splitFiles(sparkSession: SparkSession, file: FileStatus, filePath: Path, isSplitable: Boolean, maxSplitBytes: Long, partitionValues: InternalRow): Seq[PartitionedFile]
final def synchronized[T0](arg0: => T0): T0
Definition Classes
AnyRef
def toString(): String
Definition Classes
AnyRef → Any
final def wait(): Unit
Definition Classes
AnyRef
Annotations
@throws(classOf[java.lang.InterruptedException])
final def wait(arg0: Long, arg1: Int): Unit
Definition Classes
AnyRef
Annotations
@throws(classOf[java.lang.InterruptedException])
final def wait(arg0: Long): Unit
Definition Classes
AnyRef
Annotations
@throws(classOf[java.lang.InterruptedException]) @native()

Packages

PartitionedFileUtil

object PartitionedFileUtil

Value Members

Inherited from AnyRef

Value Members

Inherited from Any

Value Members

Ungrouped

Packages

PartitionedFileUtil

object PartitionedFileUtil

Value Members

Inherited from AnyRef

Value Members

Inherited from Any

Value Members

Ungrouped

PartitionedFileUtil