State

Value Members

1. final def !=(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

2. final def ##(): Int

   

   Definition Classes

   AnyRef → Any

3. final def ==(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

4. def activate(cleanTempViews: Boolean = settings.cleanTempViews): Unit

   

   Activate the state: - Cleanup (unregister) all existing temp-views - register the the tables of this state

5. def add(record: StateRecord): State

   

6. def apply(tableName: String): DataFrame

   

7. final def asInstanceOf[T0]: T0

   

   Definition Classes

   Any

8. def clone(): AnyRef

   

   Attributes

   protected[java.lang]

   Definition Classes

   AnyRef

   Annotations

   @throws( ... )

9. def content: DataFrame

   

   Return the content of th

10. final def eq(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

11. def finalize(): Unit

    

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( classOf[java.lang.Throwable] )

12. final def getClass(): Class[_]

    

    Definition Classes

    AnyRef → Any

13. def getDF(tableName: String): DataFrame

    

14. def getDFById(id: String): DataFrame

    

15. def getState(tableName: String): State

    

16. def getStateForStep(s: Step): State

    

17. def getStateRecord(step: Step): StateRecord

    

18. def getStep(tableName: String): Step

    

19. def getStepById(id: String): Step

    

20. def impalaRefresh(statusFilter: Set[String] = Set("written to cache")): String

    

21. def impalaRefreshToFile(filePath: String, statusFilter: Set[String] = Set("written to cache")): Unit

    

22. final def isInstanceOf[T0]: Boolean

    

    Definition Classes

    Any

23. def metrics: MetricsDataset

    

24. final def ne(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

25. final def notify(): Unit

    

    Definition Classes

    AnyRef

26. final def notifyAll(): Unit

    

    Definition Classes

    AnyRef

27. val previousStates: Map[String, State]

    

28. def registerTempViews(): Unit

    

    Register the latest Tables of this state as TempViews

29. def remove(name: String): State

    

30. def setSettings(a: DataProcessingSettings): State

    

31. val settings: DataProcessingSettings

    

32. def show: Unit

    

33. def show(numRows: Int = 100): Unit

    

34. def snapshotState(a: BaseStep): State

    

35. val spark: SparkSession

    

36. val stateRecordById: Map[String, StateRecord]

    

37. val steps: Seq[Step]

    

38. final def synchronized[T0](arg0: ⇒ T0): T0

    

    Definition Classes

    AnyRef

39. def tableNames: Seq[String]

    

    List all the available tables

40. def uniqueTableName(name: String): String

    

    Returns an unique table name, that can be used to spill the results of a step to hdfs.

    Returns an unique table name, that can be used to spill the results of a step to hdfs. Multiple Steps can have the same name. If step foo does not exist yet, it returns 'foo', otherwise it returns 'foo_2', 'foo_3',....

    returns

    unique table name

41. def unregisterAllTempViews(): Unit

    

    Unregister all temp-views

42. final def wait(): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

43. final def wait(arg0: Long, arg1: Int): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

44. final def wait(arg0: Long): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

45. def writeDataFrame(target: String, df: DataFrame, activate: Boolean = true, show: Boolean = true): State