io
.
github
.
sparkdataprocessing
StepFunctional
Related Doc:
package sparkdataprocessing
class
StepFunctional
extends
Step
Linear Supertypes
Step
,
BaseStep
,
AnyRef
,
Any
Ordering
Alphabetic
By Inheritance
Inherited
StepFunctional
Step
BaseStep
AnyRef
Any
Hide All
Show All
Visibility
Public
All
Instance Constructors
new
StepFunctional
(
name:
String
,
f: (
State
) ⇒
DataFrame
)
Value Members
final
def
!=
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
final
def
##
()
:
Int
Definition Classes
AnyRef → Any
final
def
==
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
final
val
Execute
:
String
Definition Classes
Step
final
val
LoadFromCache
:
String
Definition Classes
Step
final
val
PassDefinition
:
String
Definition Classes
Step
def
apply
(
state:
State
)
:
State
Definition Classes
BaseStep
final
def
asInstanceOf
[
T0
]
:
T0
Definition Classes
Any
def
clone
()
:
AnyRef
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
...
)
def
definition
(
state:
State
,
spark:
SparkSession
)
:
DataFrame
Definition Classes
StepFunctional
→
Step
def
definition
(
state:
State
)
:
DataFrame
Definition Classes
Step
final
def
eq
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
def
equals
(
obj:
Any
)
:
Boolean
Definition Classes
BaseStep
→ AnyRef → Any
def
execute
(
settings:
DataProcessingSettings
,
spark:
SparkSession
)
:
State
Definition Classes
BaseStep
def
finalize
()
:
Unit
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
classOf[java.lang.Throwable]
)
def
getAction
(
state:
State
)
:
String
Definition Classes
Step
final
def
getClass
()
:
Class
[_]
Definition Classes
AnyRef → Any
def
getDefinition
(
state:
State
)
:
DataFrame
Definition Classes
Step
def
getDependencies
(
state:
State
)
:
Dependencies
Definition Classes
Step
→
BaseStep
def
getDependency
(
_state:
State
)
:
Dependency
Definition Classes
Step
def
hashCode
()
:
Int
Definition Classes
AnyRef → Any
def
id
:
String
Human readable unique ID
Human readable unique ID
Definition Classes
BaseStep
final
def
isInstanceOf
[
T0
]
:
Boolean
Definition Classes
Any
def
loadFromCache
(
state:
State
)
:
State
Definition Classes
Step
def
metrics
(
state:
State
)
:
MetricsDataset
Definition Classes
Step
def
metricsDeclaration
:
Set
[
BaseMetric
]
Definition Classes
Step
final
def
ne
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
final
def
notify
()
:
Unit
Definition Classes
AnyRef
final
def
notifyAll
()
:
Unit
Definition Classes
AnyRef
def
passDefinition
(
state:
State
)
:
State
Definition Classes
Step
def
run
(
state:
State
)
:
State
Excecutes this step
Excecutes this step
Definition Classes
Step
→
BaseStep
def
storageLevel
(
state:
State
)
:
StorageLevel
Definition Classes
Step
final
def
synchronized
[
T0
]
(
arg0: ⇒
T0
)
:
T0
Definition Classes
AnyRef
val
target
:
String
Definition Classes
Step
→
BaseStep
def
targets
:
Set
[
String
]
Definition Classes
Step
→
BaseStep
def
toString
()
:
String
Definition Classes
Step
→ AnyRef → Any
final
def
wait
()
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
,
arg1:
Int
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
def
writeToCache
(
state:
State
)
:
State
Definition Classes
Step
Inherited from
Step
Inherited from
BaseStep
Inherited from
AnyRef
Inherited from
Any
Ungrouped