Spark Project SQL 3.0.1 API < Back

Packages

package root

Definition Classes
root
package org

Definition Classes
root
package apache

Definition Classes
org
package spark

Definition Classes
apache
package sql
Allows the execution of relational queries, including those expressed in SQL using Spark.
Allows the execution of relational queries, including those expressed in SQL using Spark.

Definition Classes
spark
package execution
The physical execution component of Spark SQL.
The physical execution component of Spark SQL. Note that this is a private package. All classes in catalyst are considered an internal API to Spark SQL and are subject to change between minor releases.

Definition Classes
sql
package datasources

Definition Classes
execution
package binaryfile

Definition Classes
datasources
package csv

Definition Classes
datasources
package jdbc

Definition Classes
datasources
package json

Definition Classes
datasources
package noop

Definition Classes
datasources
package orc

Definition Classes
datasources
package parquet

Definition Classes
datasources
package text

Definition Classes
datasources
package v2

Definition Classes
datasources
BasicWriteJobStatsTracker
BasicWriteTaskStats
BasicWriteTaskStatsTracker
BucketingUtils
CatalogFileIndex
CodecStreams
CreateTable
CreateTempViewUsing
DataSource
DataSourceAnalysis
DataSourceStrategy
DataSourceUtils
DaysWritable
DynamicPartitionDataWriter
EmptyDirectoryDataWriter
ExecutedWriteSummary
FallBackFileSourceV2
FileFormat
FileFormatDataWriter
FileFormatWriter
FileIndex
FilePartition
FileScanRDD
FileSourceStrategy
FileStatusCache
FindDataSourceTable
HadoopFileLinesReader
HadoopFileWholeTextReader
HadoopFsRelation
HiveOnlyCheck
InMemoryFileIndex
InsertIntoDataSourceCommand
InsertIntoHadoopFsRelationCommand
LogicalRelation
NoopCache
OutputWriter
OutputWriterFactory
PartitionDirectory
PartitionPath
PartitionSpec
PartitionedFile
PartitioningAwareFileIndex
PartitioningUtils
PreReadCheck
PreWriteCheck
PreprocessTableCreation
PreprocessTableInsertion
PushableColumn
PushableColumnAndNestedColumn
PushableColumnBase
PushableColumnWithoutNestedColumn
RecordReaderIterator
RefreshResource
RefreshTable
ResolveSQLOnFile
SQLHadoopMapReduceCommitProtocol
SaveIntoDataSourceCommand
SchemaColumnConvertNotSupportedException
SchemaMergeUtils
SchemaPruning
SingleDirectoryDataWriter
SourceOptions
TextBasedFileFormat
WriteJobDescription
WriteJobStatsTracker
WriteTaskResult
WriteTaskStats
WriteTaskStatsTracker

org.apache.spark.sql.execution.datasources

PartitionSpec

Companion object PartitionSpec

case class PartitionSpec(partitionColumns: StructType, partitions: Seq[PartitionPath]) extends Product with Serializable

Linear Supertypes

Serializable, Serializable, Product, Equals, AnyRef, Any

Ordering

Alphabetic
By Inheritance

Inherited

PartitionSpec
Serializable
Serializable
Product
Equals
AnyRef
Any

Hide All
Show All

Visibility

Public
All

Instance Constructors

new PartitionSpec(partitionColumns: StructType, partitions: Seq[PartitionPath])

Value Members

final def !=(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def asInstanceOf[T0]: T0

Definition Classes
Any
def clone(): AnyRef

Attributes
protected[lang]
Definition Classes
AnyRef
Annotations
@throws( ... ) @native()
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def finalize(): Unit

Attributes
protected[lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
Annotations
@native()
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def notify(): Unit

Definition Classes
AnyRef
Annotations
@native()
final def notifyAll(): Unit

Definition Classes
AnyRef
Annotations
@native()
val partitionColumns: StructType
val partitions: Seq[PartitionPath]
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... ) @native()

Inherited from AnyRef

Value Members

final def !=(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: Any): Boolean

Definition Classes
AnyRef → Any
def clone(): AnyRef

Attributes
protected[lang]
Definition Classes
AnyRef
Annotations
@throws( ... ) @native()
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def finalize(): Unit

Attributes
protected[lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
Annotations
@native()
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def notify(): Unit

Definition Classes
AnyRef
Annotations
@native()
final def notifyAll(): Unit

Definition Classes
AnyRef
Annotations
@native()
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... ) @native()

Inherited from Any

Value Members

final def asInstanceOf[T0]: T0

Definition Classes
Any
final def isInstanceOf[T0]: Boolean

Definition Classes
Any

Ungrouped

final def !=(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def asInstanceOf[T0]: T0

Definition Classes
Any
def clone(): AnyRef

Attributes
protected[lang]
Definition Classes
AnyRef
Annotations
@throws( ... ) @native()
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def finalize(): Unit

Attributes
protected[lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
Annotations
@native()
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def notify(): Unit

Definition Classes
AnyRef
Annotations
@native()
final def notifyAll(): Unit

Definition Classes
AnyRef
Annotations
@native()
val partitionColumns: StructType
val partitions: Seq[PartitionPath]
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... ) @native()