Class

io.github.sparkdataprocessing

DataProcessingSettings

Related Doc: package sparkdataprocessing

Permalink

case class DataProcessingSettings(name: String = "<unnamed settings>", hivePrefix: String = "", targets: Set[String] = Set(".*"), targetsLoadCache: Set[String] = Set(), preprocess: (SparkSession) ⇒ Unit = (x:SparkSession) => Unit, inputTables: Map[String, String] = Map(), sparkConf: SparkConf = new SparkConf(), cleanTempViews: Boolean = true, returnStateOnException: Boolean = false, sparkLogLevel: Level = org.apache.log4j.Level.ERROR, options: Map[String, Any] = Map()) extends Product with Serializable

Linear Supertypes
Serializable, Serializable, Product, Equals, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. DataProcessingSettings
  2. Serializable
  3. Serializable
  4. Product
  5. Equals
  6. AnyRef
  7. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new DataProcessingSettings(name: String = "<unnamed settings>", hivePrefix: String = "", targets: Set[String] = Set(".*"), targetsLoadCache: Set[String] = Set(), preprocess: (SparkSession) ⇒ Unit = (x:SparkSession) => Unit, inputTables: Map[String, String] = Map(), sparkConf: SparkConf = new SparkConf(), cleanTempViews: Boolean = true, returnStateOnException: Boolean = false, sparkLogLevel: Level = org.apache.log4j.Level.ERROR, options: Map[String, Any] = Map())

    Permalink

Value Members

  1. final def !=(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  2. final def ##(): Int

    Permalink
    Definition Classes
    AnyRef → Any

  3. final def ==(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  4. def addOption(key: String, value: Any): DataProcessingSettings

    Permalink

  5. def addTarget(t: String): DataProcessingSettings

    Permalink

  6. def addTargets(t: String*): DataProcessingSettings

    Permalink

  7. def addTargets(t: Set[String]): DataProcessingSettings

    Permalink

  8. final def asInstanceOf[T0]: T0

    Permalink
    Definition Classes
    Any

  9. val cleanTempViews: Boolean

    Permalink

  10. def clone(): AnyRef

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  11. final def eq(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  12. def finalize(): Unit

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )

  13. final def getClass(): Class[_]

    Permalink
    Definition Classes
    AnyRef → Any

  14. def getOption(key: String): Any

    Permalink

  15. def getStringOption(key: String): String

    Permalink

  16. val hivePrefix: String

    Permalink

  17. val inputTables: Map[String, String]

    Permalink

  18. final def isInstanceOf[T0]: Boolean

    Permalink
    Definition Classes
    Any

  19. val name: String

    Permalink

  20. final def ne(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  21. final def notify(): Unit

    Permalink
    Definition Classes
    AnyRef

  22. final def notifyAll(): Unit

    Permalink
    Definition Classes
    AnyRef

  23. val options: Map[String, Any]

    Permalink

  24. val preprocess: (SparkSession) ⇒ Unit

    Permalink

  25. val returnStateOnException: Boolean

    Permalink

  26. def setCleanTempViews(b: Boolean): DataProcessingSettings

    Permalink

  27. def setHivePrefix(p: String): DataProcessingSettings

    Permalink

  28. def setInputTables(t: Map[String, String]): DataProcessingSettings

    Permalink

  29. def setLoadFromCache(): DataProcessingSettings

    Permalink

  30. def setLoadFromCache(t: String): DataProcessingSettings

    Permalink

  31. def setLoadFromCache(t: Set[String]): DataProcessingSettings

    Permalink

  32. def setName(aName: String): DataProcessingSettings

    Permalink

  33. def setOptions(t: Map[String, Any]): DataProcessingSettings

    Permalink

  34. def setPreprocess(f: (SparkSession) ⇒ Unit): DataProcessingSettings

    Permalink

  35. def setReturnStateOnException(a: Boolean): DataProcessingSettings

    Permalink

  36. def setSparkConf(spark: SparkConf): DataProcessingSettings

    Permalink

  37. def setTargets(): DataProcessingSettings

    Permalink

  38. def setTargets(t: String): DataProcessingSettings

    Permalink

  39. def setTargets(t: String*): DataProcessingSettings

    Permalink

  40. def setTargets(t: Set[String]): DataProcessingSettings

    Permalink

  41. val sparkConf: SparkConf

    Permalink

  42. val sparkLogLevel: Level

    Permalink

  43. final def synchronized[T0](arg0: ⇒ T0): T0

    Permalink
    Definition Classes
    AnyRef

  44. val targets: Set[String]

    Permalink

  45. val targetsLoadCache: Set[String]

    Permalink

  46. def toString(): String

    Permalink
    Definition Classes
    DataProcessingSettings → AnyRef → Any

  47. final def wait(): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  48. final def wait(arg0: Long, arg1: Int): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  49. final def wait(arg0: Long): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

Inherited from Serializable

Inherited from Serializable

Inherited from Product

Inherited from Equals

Inherited from AnyRef

Inherited from Any

Ungrouped