Class

io.github.setl.storage

SparkRepositoryBuilder

Related Doc: package storage

Permalink

class SparkRepositoryBuilder[DataType] extends Builder[SparkRepository[DataType]]

The SparkRepositoryBuilder will build a SparkRepository according to the given DataType and Storage

DataType

type of data

Annotations
@Evolving()
Linear Supertypes
Builder[SparkRepository[DataType]], Logging, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. SparkRepositoryBuilder
  2. Builder
  3. Logging
  4. AnyRef
  5. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new SparkRepositoryBuilder(config: Config)(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[DataType])

    Permalink

  2. new SparkRepositoryBuilder(storage: Storage)(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[DataType])

    Permalink

  3. new SparkRepositoryBuilder()(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[DataType])

    Permalink

  4. new SparkRepositoryBuilder(storage: Option[Storage], config: Option[Config])(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[DataType])

    Permalink

    storage

    type of storage

    config

    a com.typesafe.config.Config object

Value Members

  1. final def !=(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  2. final def ##(): Int

    Permalink
    Definition Classes
    AnyRef → Any

  3. final def ==(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  4. final def asInstanceOf[T0]: T0

    Permalink
    Definition Classes
    Any

  5. def build(): SparkRepositoryBuilder.this.type

    Permalink

    Build an object

    Build an object

    Definition Classes
    SparkRepositoryBuilder → Builder

  6. def clone(): AnyRef

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  7. var config: Option[Config]

    Permalink

    a com.typesafe.config.Config object

  8. def createConnector(): Connector

    Permalink

    Create the connector according to the storage type

    Create the connector according to the storage type

    returns

    Connector

    Attributes
    protected[this]

  9. final def eq(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  10. def equals(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  11. def finalize(): Unit

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )

  12. def get(): SparkRepository[DataType]

    Permalink

    Get the built spark repository

    Get the built spark repository

    returns

    SparkRepository

    Definition Classes
    SparkRepositoryBuilder → Builder

  13. def getAs[T](key: String)(implicit converter: Serializer[T]): Option[T]

    Permalink

  14. final def getClass(): Class[_]

    Permalink
    Definition Classes
    AnyRef → Any

  15. def getOrCreate(): SparkRepository[DataType]

    Permalink
    Definition Classes
    Builder

  16. def hashCode(): Int

    Permalink
    Definition Classes
    AnyRef → Any

  17. final def isInstanceOf[T0]: Boolean

    Permalink
    Definition Classes
    Any

  18. def log: Logger

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  19. def logDebug(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  20. def logError(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  21. def logInfo(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  22. def logName: String

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  23. def logTrace(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  24. def logWarning(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  25. final def ne(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  26. final def notify(): Unit

    Permalink
    Definition Classes
    AnyRef

  27. final def notifyAll(): Unit

    Permalink
    Definition Classes
    AnyRef

  28. def set[T](key: String, value: T)(implicit converter: Serializer[T]): SparkRepositoryBuilder.this.type

    Permalink

  29. def setAddColorColumns(boo: Boolean): SparkRepositoryBuilder.this.type

    Permalink

  30. def setClusteringKeys(cols: Option[Seq[String]]): SparkRepositoryBuilder.this.type

    Permalink

  31. def setConnector(connector: Connector): SparkRepositoryBuilder.this.type

    Permalink

  32. def setCustomConnectorClass(cls: String): SparkRepositoryBuilder.this.type

    Permalink

  33. def setDataAddress(address: String): SparkRepositoryBuilder.this.type

    Permalink

  34. def setDateFormat(fmt: String): SparkRepositoryBuilder.this.type

    Permalink

  35. def setDelimiter(delimiter: String): SparkRepositoryBuilder.this.type

    Permalink

  36. def setExcerptSize(size: Long): SparkRepositoryBuilder.this.type

    Permalink

  37. def setHeader(boo: Boolean): SparkRepositoryBuilder.this.type

    Permalink

  38. def setInferSchema(boo: Boolean): SparkRepositoryBuilder.this.type

    Permalink

  39. def setKeyspace(keyspace: String): SparkRepositoryBuilder.this.type

    Permalink

  40. def setMaxRowsInMemory(maxRowsInMemory: Long): SparkRepositoryBuilder.this.type

    Permalink

  41. def setPartitionKeys(cols: Option[Seq[String]]): SparkRepositoryBuilder.this.type

    Permalink

  42. def setPath(path: String): SparkRepositoryBuilder.this.type

    Permalink

  43. def setSaveMode(saveMode: SaveMode): SparkRepositoryBuilder.this.type

    Permalink

  44. def setSchema(schema: StructType): SparkRepositoryBuilder.this.type

    Permalink

  45. def setStorage(storage: Storage): SparkRepositoryBuilder.this.type

    Permalink

  46. def setTable(table: String): SparkRepositoryBuilder.this.type

    Permalink

  47. def setTimestampFormat(fmt: String): SparkRepositoryBuilder.this.type

    Permalink

  48. def setTreatEmptyValuesAsNulls(boo: Boolean): SparkRepositoryBuilder.this.type

    Permalink

  49. def setUseHeader(boo: Boolean): SparkRepositoryBuilder.this.type

    Permalink

  50. def setWorkbookPassword(pwd: String): SparkRepositoryBuilder.this.type

    Permalink

  51. var storage: Option[Storage]

    Permalink

    type of storage

  52. final def synchronized[T0](arg0: ⇒ T0): T0

    Permalink
    Definition Classes
    AnyRef

  53. def toString(): String

    Permalink
    Definition Classes
    AnyRef → Any

  54. final def wait(): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  55. final def wait(arg0: Long, arg1: Int): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  56. final def wait(arg0: Long): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

Inherited from Builder[SparkRepository[DataType]]

Inherited from Logging

Inherited from AnyRef

Inherited from Any

Ungrouped