sparkplug
SparkPlugBuilder
Related Doc:
package sparkplug
case class
SparkPlugBuilder
(
plugDetails:
Option
[
SparkPlugDetails
] =
None
,
isValidateRulesEnabled:
Boolean
=
false
,
checkpointDetails:
Option
[
SparkPlugCheckpointDetails
] =
None
,
isAccumulatorsEnabled:
Boolean
=
false
,
isKeepOldField:
Boolean
=
false
)
(
implicit
spark:
SparkSession
)
extends
Product
with
Serializable
Linear Supertypes
Serializable
,
Serializable
,
Product
,
Equals
,
AnyRef
,
Any
Ordering
Alphabetic
By Inheritance
Inherited
SparkPlugBuilder
Serializable
Serializable
Product
Equals
AnyRef
Any
Hide All
Show All
Visibility
Public
All
Instance Constructors
new
SparkPlugBuilder
(
plugDetails:
Option
[
SparkPlugDetails
] =
None
,
isValidateRulesEnabled:
Boolean
=
false
,
checkpointDetails:
Option
[
SparkPlugCheckpointDetails
] =
None
,
isAccumulatorsEnabled:
Boolean
=
false
,
isKeepOldField:
Boolean
=
false
)
(
implicit
spark:
SparkSession
)
Value Members
final
def
!=
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
final
def
##
()
:
Int
Definition Classes
AnyRef → Any
final
def
==
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
final
def
asInstanceOf
[
T0
]
:
T0
Definition Classes
Any
val
checkpointDetails
:
Option
[
SparkPlugCheckpointDetails
]
def
clone
()
:
AnyRef
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
...
)
def
create
()
:
SparkPlug
def
enableAccumulators
:
SparkPlugBuilder
def
enableCheckpointing
(
checkpointDir:
String
,
rulesPerStage:
Int
,
numberOfPartitions:
Int
)
:
SparkPlugBuilder
def
enablePlugDetails
(
plugDetailsColumn:
String
=
defaultPlugDetailsColumn
,
plugDetailsUDF:
AddPlugDetailUDF
[
Product
] =
new DefaultAddPlugDetailUDF
)
:
SparkPlugBuilder
def
enableRulesValidation
:
SparkPlugBuilder
final
def
eq
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
def
finalize
()
:
Unit
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
classOf[java.lang.Throwable]
)
final
def
getClass
()
:
Class
[_]
Definition Classes
AnyRef → Any
val
isAccumulatorsEnabled
:
Boolean
final
def
isInstanceOf
[
T0
]
:
Boolean
Definition Classes
Any
val
isKeepOldField
:
Boolean
val
isValidateRulesEnabled
:
Boolean
def
keepOldField
:
SparkPlugBuilder
final
def
ne
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
final
def
notify
()
:
Unit
Definition Classes
AnyRef
final
def
notifyAll
()
:
Unit
Definition Classes
AnyRef
val
plugDetails
:
Option
[
SparkPlugDetails
]
implicit
val
spark
:
SparkSession
final
def
synchronized
[
T0
]
(
arg0: ⇒
T0
)
:
T0
Definition Classes
AnyRef
final
def
wait
()
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
,
arg1:
Int
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
Inherited from
Serializable
Inherited from
Serializable
Inherited from
Product
Inherited from
Equals
Inherited from
AnyRef
Inherited from
Any
Ungrouped