etljobs
.
etlsteps
SparkETLStep
Related Doc:
package etlsteps
class
SparkETLStep
extends
EtlStep
[
Unit
,
Unit
]
Linear Supertypes
EtlStep
[
Unit
,
Unit
],
AnyRef
,
Any
Ordering
Alphabetic
By Inheritance
Inherited
SparkETLStep
EtlStep
AnyRef
Any
Hide All
Show All
Visibility
Public
All
Instance Constructors
new
SparkETLStep
(
name:
String
,
transform_function: () ⇒
Unit
)
(
spark: ⇒
SparkSession
,
etl_metadata:
Map
[
String
,
String
]
)
Value Members
final
def
!=
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
final
def
##
()
:
Int
Definition Classes
AnyRef → Any
final
def
==
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
final
def
asInstanceOf
[
T0
]
:
T0
Definition Classes
Any
def
clone
()
:
AnyRef
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
eq
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
def
equals
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
val
etl_logger
:
Logger
Definition Classes
EtlStep
def
finalize
()
:
Unit
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
classOf[java.lang.Throwable]
)
final
def
getClass
()
:
Class
[_]
Definition Classes
AnyRef → Any
def
getExecutionMetrics
:
Map
[
String
,
Map
[
String
,
String
]]
Definition Classes
EtlStep
def
getStepProperties
:
Map
[
String
,
String
]
Definition Classes
EtlStep
def
hashCode
()
:
Int
Definition Classes
AnyRef → Any
final
def
isInstanceOf
[
T0
]
:
Boolean
Definition Classes
Any
val
name
:
String
Definition Classes
SparkETLStep
→
EtlStep
final
def
ne
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
final
def
notify
()
:
Unit
Definition Classes
AnyRef
final
def
notifyAll
()
:
Unit
Definition Classes
AnyRef
def
process
(
input_state:
Unit
)
:
Try
[
Unit
]
Definition Classes
SparkETLStep
→
EtlStep
final
def
synchronized
[
T0
]
(
arg0: ⇒
T0
)
:
T0
Definition Classes
AnyRef
def
toString
()
:
String
Definition Classes
AnyRef → Any
final
def
wait
()
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
,
arg1:
Int
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
Inherited from
EtlStep
[
Unit
,
Unit
]
Inherited from
AnyRef
Inherited from
Any
Ungrouped