Value Members

1.  final def !=(arg0: Any): Boolean

   Definition Classes

   AnyRef → Any

2.  final def ##(): Int

   Definition Classes

   AnyRef → Any

3.  def +=(conf: Conf): FileConnectorConf.this.type

   Definition Classes

   Conf

4.  final def ==(arg0: Any): Boolean

   Definition Classes

   AnyRef → Any

5.  final def asInstanceOf[T0]: T0

   Definition Classes

   Any

6.  def clone(): AnyRef

   Attributes

   protected[lang]

   Definition Classes

   AnyRef

   Annotations

   @throws( ... ) @native()

7.  final def eq(arg0: AnyRef): Boolean

   Definition Classes

   AnyRef

8.  def equals(arg0: Any): Boolean

   Definition Classes

   AnyRef → Any

9.  def finalize(): Unit

   Attributes

   protected[lang]

   Definition Classes

   AnyRef

   Annotations

   @throws( classOf[java.lang.Throwable] )

10.  def get(key: String, defaultValue: String): String

    Get a configuration under the string format

    Get a configuration under the string format

    key

    Key of the configuration

    Definition Classes

    Conf

11.  def get(key: String): Option[String]

    Get a configuration under the string format

    Get a configuration under the string format

    key

    Key of the configuration

    Definition Classes

    Conf → Configurable

12.  def getAs[T](key: String, defaultValue: T)(implicit arg0: Serializer[T]): T

    Get a configuration and convert to the given type, return a default value if it's not set

    Get a configuration and convert to the given type, return a default value if it's not set

    T

    define the type of output

    key

    Key of the configuration

    Definition Classes

    Conf

13.  def getAs[T](key: String)(implicit converter: Serializer[T]): Option[T]

    Get a configuration and convert to the given type, return None if it's not set

    Get a configuration and convert to the given type, return None if it's not set

    T

    define the type of output

    key

    Key of the configuration

    converter

    implicit converter

    Definition Classes

    Conf

    Annotations

    @throws( ... )

14.  final def getClass(): Class[_]

    Definition Classes

    AnyRef → Any

    Annotations

    @native()

15.  def getEncoding: String
16.  def getFilenamePattern: Option[String]
17.  def getPath: String

    Get path of file to be loaded.

    Get path of file to be loaded. It could be a file path or a directory (for CSV and Parquet). In the case of a directory, the correctness of Spark partition structure should be guaranteed by user.

18.  def getReaderConf: Map[String, String]

    Extra options that will be passed into DataFrameReader.

    Extra options that will be passed into DataFrameReader. Keys like "path" should be removed

    Definition Classes

    FileConnectorConf → ConnectorConf

19.  def getS3AccessKey: Option[String]
20.  def getS3CredentialsProvider: Option[String]
21.  def getS3SecretKey: Option[String]
22.  def getS3SessionToken: Option[String]
23.  def getSaveMode: SaveMode
24.  def getSchema: Option[String]
25.  def getStorage: Storage
26.  def getWriterConf: Map[String, String]

    Extra options that will be passed into DataFrameWriter.

    Extra options that will be passed into DataFrameWriter. Keys like "path" should be removed

    Definition Classes

    FileConnectorConf → ConnectorConf

27.  def has(key: String): Boolean

    Definition Classes

    Conf

28.  def hashCode(): Int

    Definition Classes

    AnyRef → Any

    Annotations

    @native()

29.  final def isInstanceOf[T0]: Boolean

    Definition Classes

    Any

30.  final def ne(arg0: AnyRef): Boolean

    Definition Classes

    AnyRef

31.  final def notify(): Unit

    Definition Classes

    AnyRef

    Annotations

    @native()

32.  final def notifyAll(): Unit

    Definition Classes

    AnyRef

    Annotations

    @native()

33.  def set[T](key: String, value: T)(implicit converter: Serializer[T]): FileConnectorConf.this.type

    Definition Classes

    Conf

34.  def set(options: Map[String, String]): FileConnectorConf.this.type

    Definition Classes

    Conf

35.  def set(key: String, value: String): FileConnectorConf.this.type

    Definition Classes

    Conf → Configurable

36.  def setEncoding(encoding: String): FileConnectorConf.this.type
37.  def setPath(path: String): FileConnectorConf.this.type
38.  def setS3AccessKey(value: String): FileConnectorConf.this.type
39.  def setS3CredentialsProvider(value: String): FileConnectorConf.this.type
40.  def setS3SecretKey(value: String): FileConnectorConf.this.type
41.  def setS3SessionToken(value: String): FileConnectorConf.this.type
42.  def setSaveMode(saveMode: SaveMode): FileConnectorConf.this.type
43.  def setSaveMode(saveMode: String): FileConnectorConf.this.type
44.  def setStorage(storage: Storage): FileConnectorConf.this.type
45.  def setStorage(storage: String): FileConnectorConf.this.type
46.  final def synchronized[T0](arg0: ⇒ T0): T0

    Definition Classes

    AnyRef

47.  def toMap: Map[String, String]

    Definition Classes

    Conf

48.  def toString(): String

    Definition Classes

    AnyRef → Any

49.  final def wait(): Unit

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

50.  final def wait(arg0: Long, arg1: Int): Unit

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

51.  final def wait(arg0: Long): Unit

    Definition Classes

    AnyRef

    Annotations

    @throws( ... ) @native()