Packages

c

io.github.setl.storage

SparkRepositoryBuilder

class SparkRepositoryBuilder[DataType] extends Builder[SparkRepository[DataType]]

The SparkRepositoryBuilder will build a SparkRepository according to the given DataType and Storage

DataType

type of data

Annotations
@Evolving()
Linear Supertypes
Builder[SparkRepository[DataType]], Logging, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. SparkRepositoryBuilder
  2. Builder
  3. Logging
  4. AnyRef
  5. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new SparkRepositoryBuilder(config: Config)(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[DataType])
  2. new SparkRepositoryBuilder(storage: Storage)(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[DataType])
  3. new SparkRepositoryBuilder()(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[DataType])
  4. new SparkRepositoryBuilder(storage: Option[Storage], config: Option[Config])(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[DataType])

    storage

    type of storage

    config

    a com.typesafe.config.Config object

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  5. def build(): SparkRepositoryBuilder.this.type

    Build an object

    Build an object

    Definition Classes
    SparkRepositoryBuilder → Builder
  6. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()
  7. var config: Option[Config]
  8. def createConnector(): Connector

    Create the connector according to the storage type

    Create the connector according to the storage type

    returns

    Connector

    Attributes
    protected[this]
  9. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  10. def equals(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  11. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  12. def get(): SparkRepository[DataType]

    Get the built spark repository

    Get the built spark repository

    returns

    SparkRepository

    Definition Classes
    SparkRepositoryBuilder → Builder
  13. def getAs[T](key: String)(implicit converter: Serializer[T]): Option[T]
  14. final def getClass(): Class[_]
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  15. def getOrCreate(): SparkRepository[DataType]
    Definition Classes
    Builder
  16. def hashCode(): Int
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  17. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  18. def log: Logger
    Attributes
    protected
    Definition Classes
    Logging
  19. def logDebug(msg: ⇒ String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  20. def logError(msg: ⇒ String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  21. def logInfo(msg: ⇒ String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  22. def logName: String
    Attributes
    protected
    Definition Classes
    Logging
  23. def logTrace(msg: ⇒ String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  24. def logWarning(msg: ⇒ String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  25. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  26. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  27. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  28. def set[T](key: String, value: T)(implicit converter: Serializer[T]): SparkRepositoryBuilder.this.type
  29. def setAddColorColumns(boo: Boolean): SparkRepositoryBuilder.this.type
  30. def setClusteringKeys(cols: Option[Seq[String]]): SparkRepositoryBuilder.this.type
  31. def setConnector(connector: Connector): SparkRepositoryBuilder.this.type
  32. def setCustomConnectorClass(cls: String): SparkRepositoryBuilder.this.type
  33. def setDataAddress(address: String): SparkRepositoryBuilder.this.type
  34. def setDateFormat(fmt: String): SparkRepositoryBuilder.this.type
  35. def setDelimiter(delimiter: String): SparkRepositoryBuilder.this.type
  36. def setExcerptSize(size: Long): SparkRepositoryBuilder.this.type
  37. def setHeader(boo: Boolean): SparkRepositoryBuilder.this.type
  38. def setInferSchema(boo: Boolean): SparkRepositoryBuilder.this.type
  39. def setKeyspace(keyspace: String): SparkRepositoryBuilder.this.type
  40. def setMaxRowsInMemory(maxRowsInMemory: Long): SparkRepositoryBuilder.this.type
  41. def setPartitionKeys(cols: Option[Seq[String]]): SparkRepositoryBuilder.this.type
  42. def setPath(path: String): SparkRepositoryBuilder.this.type
  43. def setSaveMode(saveMode: SaveMode): SparkRepositoryBuilder.this.type
  44. def setSchema(schema: StructType): SparkRepositoryBuilder.this.type
  45. def setStorage(storage: Storage): SparkRepositoryBuilder.this.type
  46. def setTable(table: String): SparkRepositoryBuilder.this.type
  47. def setTimestampFormat(fmt: String): SparkRepositoryBuilder.this.type
  48. def setTreatEmptyValuesAsNulls(boo: Boolean): SparkRepositoryBuilder.this.type
  49. def setUseHeader(boo: Boolean): SparkRepositoryBuilder.this.type
  50. def setWorkbookPassword(pwd: String): SparkRepositoryBuilder.this.type
  51. var storage: Option[Storage]
  52. final def synchronized[T0](arg0: ⇒ T0): T0
    Definition Classes
    AnyRef
  53. def toString(): String
    Definition Classes
    AnyRef → Any
  54. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  55. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  56. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()

Inherited from Builder[SparkRepository[DataType]]

Inherited from Logging

Inherited from AnyRef

Inherited from Any

Ungrouped