Class

io.github.sparkdataprocessing

StepFunctional

Related Doc: package sparkdataprocessing

Permalink

class StepFunctional extends Step

Linear Supertypes
Step, BaseStep, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. StepFunctional
  2. Step
  3. BaseStep
  4. AnyRef
  5. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new StepFunctional(name: String, f: (State) ⇒ DataFrame)

    Permalink

Value Members

  1. final def !=(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int

    Permalink
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  4. final val Execute: String

    Permalink
    Definition Classes
    Step
  5. final val LoadFromCache: String

    Permalink
    Definition Classes
    Step
  6. final val PassDefinition: String

    Permalink
    Definition Classes
    Step
  7. def apply(state: State): State

    Permalink
    Definition Classes
    BaseStep
  8. final def asInstanceOf[T0]: T0

    Permalink
    Definition Classes
    Any
  9. def clone(): AnyRef

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  10. def definition(state: State, spark: SparkSession): DataFrame

    Permalink
    Definition Classes
    StepFunctionalStep
  11. def definition(state: State): DataFrame

    Permalink
    Definition Classes
    Step
  12. final def eq(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef
  13. def equals(obj: Any): Boolean

    Permalink
    Definition Classes
    BaseStep → AnyRef → Any
  14. def execute(settings: DataProcessingSettings, spark: SparkSession): State

    Permalink
    Definition Classes
    BaseStep
  15. def finalize(): Unit

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  16. def getAction(state: State): String

    Permalink
    Definition Classes
    Step
  17. final def getClass(): Class[_]

    Permalink
    Definition Classes
    AnyRef → Any
  18. def getDefinition(state: State): DataFrame

    Permalink
    Definition Classes
    Step
  19. def getDependencies(state: State): Dependencies

    Permalink
    Definition Classes
    StepBaseStep
  20. def getDependency(_state: State): Dependency

    Permalink
    Definition Classes
    Step
  21. def hashCode(): Int

    Permalink
    Definition Classes
    AnyRef → Any
  22. def id: String

    Permalink

    Human readable unique ID

    Human readable unique ID

    Definition Classes
    BaseStep
  23. final def isInstanceOf[T0]: Boolean

    Permalink
    Definition Classes
    Any
  24. def loadFromCache(state: State): State

    Permalink
    Definition Classes
    Step
  25. def metrics(state: State): MetricsDataset

    Permalink
    Definition Classes
    Step
  26. def metricsDeclaration: Set[BaseMetric]

    Permalink
    Definition Classes
    Step
  27. final def ne(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef
  28. final def notify(): Unit

    Permalink
    Definition Classes
    AnyRef
  29. final def notifyAll(): Unit

    Permalink
    Definition Classes
    AnyRef
  30. def passDefinition(state: State): State

    Permalink
    Definition Classes
    Step
  31. def run(state: State): State

    Permalink

    Excecutes this step

    Excecutes this step

    Definition Classes
    StepBaseStep
  32. def storageLevel(state: State): StorageLevel

    Permalink
    Definition Classes
    Step
  33. final def synchronized[T0](arg0: ⇒ T0): T0

    Permalink
    Definition Classes
    AnyRef
  34. val target: String

    Permalink

    Definition Classes
    StepBaseStep
  35. def targets: Set[String]

    Permalink
    Definition Classes
    StepBaseStep
  36. def toString(): String

    Permalink
    Definition Classes
    Step → AnyRef → Any
  37. final def wait(): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  38. final def wait(arg0: Long, arg1: Int): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  39. final def wait(arg0: Long): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  40. def writeToCache(state: State): State

    Permalink
    Definition Classes
    Step

Inherited from Step

Inherited from BaseStep

Inherited from AnyRef

Inherited from Any

Ungrouped