class Builder extends SparkSessionBuilder
- Alphabetic
- By Inheritance
- Builder
- SparkSessionBuilder
- AnyRef
- Any
- Hide All
- Show All
- Public
- Protected
Instance Constructors
- new Builder()
Value Members
- final def !=(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
- final def ##: Int
- Definition Classes
- AnyRef → Any
- final def ==(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
- final def asInstanceOf[T0]: T0
- Definition Classes
- Any
- def clone(): AnyRef
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws(classOf[java.lang.CloneNotSupportedException]) @IntrinsicCandidate() @native()
- def config(conf: SparkConf): Builder.this.type
<invalid inheritdoc annotation>
<invalid inheritdoc annotation>
- Definition Classes
- Builder → SparkSessionBuilder
- def config(map: Map[String, Any]): Builder.this.type
<invalid inheritdoc annotation>
<invalid inheritdoc annotation>
- Definition Classes
- Builder → SparkSessionBuilder
- def config(map: Map[String, Any]): Builder.this.type
<invalid inheritdoc annotation>
<invalid inheritdoc annotation>
- Definition Classes
- Builder → SparkSessionBuilder
- def config(key: String, value: Boolean): Builder.this.type
<invalid inheritdoc annotation>
<invalid inheritdoc annotation>
- Definition Classes
- Builder → SparkSessionBuilder
- def config(key: String, value: Double): Builder.this.type
<invalid inheritdoc annotation>
<invalid inheritdoc annotation>
- Definition Classes
- Builder → SparkSessionBuilder
- def config(key: String, value: Long): Builder.this.type
<invalid inheritdoc annotation>
<invalid inheritdoc annotation>
- Definition Classes
- Builder → SparkSessionBuilder
- def config(key: String, value: String): Builder.this.type
<invalid inheritdoc annotation>
<invalid inheritdoc annotation>
- Definition Classes
- Builder → SparkSessionBuilder
- def create(): SparkSession
Create a new SparkSession.
Create a new SparkSession.
This will always return a newly created session.
This method will update the default and/or active session if they are not set.
- Definition Classes
- Builder → SparkSessionBuilder
- Since
3.5.0
- final def eq(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
- def equals(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef → Any
- final def getClass(): Class[_ <: AnyRef]
- Definition Classes
- AnyRef → Any
- Annotations
- @IntrinsicCandidate() @native()
- def getOrCreate(): SparkSession
Get or create a SparkSession.
Get or create a SparkSession.
If a session exist with the same configuration that is returned instead of creating a new session.
This method will update the default and/or active session if they are not set. This method will always set the specified configuration options on the session, even when it is not newly created.
- Definition Classes
- Builder → SparkSessionBuilder
- Since
3.5.0
- def handleBuilderConfig(key: String, value: String): Boolean
- Attributes
- protected
- Definition Classes
- Builder → SparkSessionBuilder
- def hashCode(): Int
- Definition Classes
- AnyRef → Any
- Annotations
- @IntrinsicCandidate() @native()
- def interceptor(interceptor: ClientInterceptor): Builder.this.type
Add an interceptor to be used during channel creation.
Add an interceptor to be used during channel creation.
Note that interceptors added last are executed first by gRPC.
- Since
3.5.0
- final def isInstanceOf[T0]: Boolean
- Definition Classes
- Any
- final def ne(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
- final def notify(): Unit
- Definition Classes
- AnyRef
- Annotations
- @IntrinsicCandidate() @native()
- final def notifyAll(): Unit
- Definition Classes
- AnyRef
- Annotations
- @IntrinsicCandidate() @native()
- val options: HashMap[String, String]
- Attributes
- protected
- Definition Classes
- SparkSessionBuilder
- def remote(connectionString: String): Builder.this.type
<invalid inheritdoc annotation>
<invalid inheritdoc annotation>
- Definition Classes
- Builder → SparkSessionBuilder
- final def synchronized[T0](arg0: => T0): T0
- Definition Classes
- AnyRef
- def toString(): String
- Definition Classes
- AnyRef → Any
- final def wait(arg0: Long, arg1: Int): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws(classOf[java.lang.InterruptedException])
- final def wait(arg0: Long): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws(classOf[java.lang.InterruptedException]) @native()
- final def wait(): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws(classOf[java.lang.InterruptedException])
Deprecated Value Members
- def appName(name: String): Builder.this.type
<invalid inheritdoc annotation>
<invalid inheritdoc annotation>
- Definition Classes
- Builder → SparkSessionBuilder
- Annotations
- @deprecated
- Deprecated
appName does not work in Spark Connect
- def build(): SparkSession
Build the SparkSession.
Build the SparkSession.
This will always return a newly created session.
- Annotations
- @deprecated
- Deprecated
(Since version 3.5.0) Please use create() instead.
- def enableHiveSupport(): Builder.this.type
<invalid inheritdoc annotation>
<invalid inheritdoc annotation>
- Definition Classes
- Builder → SparkSessionBuilder
- Annotations
- @deprecated
- Deprecated
enableHiveSupport does not work in Spark Connect
- def finalize(): Unit
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws(classOf[java.lang.Throwable]) @Deprecated
- Deprecated
(Since version 9)
- def master(master: String): Builder.this.type
<invalid inheritdoc annotation>
<invalid inheritdoc annotation>
- Definition Classes
- Builder → SparkSessionBuilder
- Annotations
- @deprecated
- Deprecated
master does not work in Spark Connect, please use remote instead
- def withExtensions(f: (SparkSessionExtensions) => Unit): Builder.this.type
<invalid inheritdoc annotation>
<invalid inheritdoc annotation>
- Definition Classes
- Builder → SparkSessionBuilder
- Annotations
- @deprecated
- Deprecated
withExtensions does not work in Spark Connect