Step

abstract def definition(state: State, spark: SparkSession): DataFrame

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: Any): Boolean

final val Execute: String

final val LoadFromCache: String

final val PassDefinition: String

def apply(state: State): State

final def asInstanceOf[T0]: T0

def clone(): AnyRef

def definition(state: State): DataFrame

final def eq(arg0: AnyRef): Boolean

def equals(obj: Any): Boolean

def execute(settings: DataProcessingSettings, spark: SparkSession): State

def finalize(): Unit

def getAction(state: State): String

final def getClass(): Class[_]

def getDefinition(state: State): DataFrame

def getDependencies(state: State): Dependencies

def getDependency(_state: State): Dependency

def hashCode(): Int

def id: String

Human readable unique ID

final def isInstanceOf[T0]: Boolean

def loadFromCache(state: State): State

def metrics(state: State): MetricsDataset

def metricsDeclaration: Set[BaseMetric]

final def ne(arg0: AnyRef): Boolean

final def notify(): Unit

final def notifyAll(): Unit

def passDefinition(state: State): State

def run(state: State): State

Excecutes this step

def storageLevel(state: State): StorageLevel

final def synchronized[T0](arg0: ⇒ T0): T0

val target: String

def targets: Set[String]

def toString(): String

final def wait(): Unit

final def wait(arg0: Long, arg1: Int): Unit

final def wait(arg0: Long): Unit

def writeToCache(state: State): State