FileConnectorConf

Value Members

1. final def !=(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

2. final def ##(): Int

   

   Definition Classes

   AnyRef → Any

3. def +=(conf: Conf): FileConnectorConf.this.type

   

   Definition Classes

   Conf

4. final def ==(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

5. final def asInstanceOf[T0]: T0

   

   Definition Classes

   Any

6. def clone(): AnyRef

   

   Attributes

   protected[java.lang]

   Definition Classes

   AnyRef

   Annotations

   @throws( ... )

7. final def eq(arg0: AnyRef): Boolean

   

   Definition Classes

   AnyRef

8. def equals(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

9. def finalize(): Unit

   

   Attributes

   protected[java.lang]

   Definition Classes

   AnyRef

   Annotations

   @throws( classOf[java.lang.Throwable] )

10. def get(key: String, defaultValue: String): String

    

    Get a configuration under the string format

    Get a configuration under the string format

    key

    Key of the configuration

    Definition Classes

    Conf

11. def get(key: String): Option[String]

    

    Get a configuration under the string format

    Get a configuration under the string format

    key

    Key of the configuration

    Definition Classes

    Conf → Configurable

12. def getAs[T](key: String, defaultValue: T)(implicit arg0: Serializer[T]): T

    

    Get a configuration and convert to the given type, return a default value if it's not set

    Get a configuration and convert to the given type, return a default value if it's not set

    T

    define the type of output

    key

    Key of the configuration

    Definition Classes

    Conf

13. def getAs[T](key: String)(implicit converter: Serializer[T]): Option[T]

    

    Get a configuration and convert to the given type, return None if it's not set

    Get a configuration and convert to the given type, return None if it's not set

    T

    define the type of output

    key

    Key of the configuration

    converter

    implicit converter

    Definition Classes

    Conf

    Annotations

    @throws( ... )

14. final def getClass(): Class[_]

    

    Definition Classes

    AnyRef → Any

15. def getEncoding: String

    

16. def getFilenamePattern: Option[String]

    

17. def getPath: String

    

    Get path of file to be loaded.

    Get path of file to be loaded. It could be a file path or a directory (for CSV and Parquet). In the case of a directory, the correctness of Spark partition structure should be guaranteed by user.

18. def getReaderConf: Map[String, String]

    

    Extra options that will be passed into DataFrameReader.

    Extra options that will be passed into DataFrameReader. Keys like "path" should be removed

    Definition Classes

    FileConnectorConf → ConnectorConf

19. def getS3AccessKey: Option[String]

    

20. def getS3CredentialsProvider: Option[String]

    

21. def getS3SecretKey: Option[String]

    

22. def getS3SessionToken: Option[String]

    

23. def getSaveMode: SaveMode

    

24. def getSchema: Option[String]

    

25. def getStorage: Storage

    

26. def getWriterConf: Map[String, String]

    

    Extra options that will be passed into DataFrameWriter.

    Extra options that will be passed into DataFrameWriter. Keys like "path" should be removed

    Definition Classes

    FileConnectorConf → ConnectorConf

27. def has(key: String): Boolean

    

    Definition Classes

    Conf

28. def hashCode(): Int

    

    Definition Classes

    AnyRef → Any

29. final def isInstanceOf[T0]: Boolean

    

    Definition Classes

    Any

30. final def ne(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

31. final def notify(): Unit

    

    Definition Classes

    AnyRef

32. final def notifyAll(): Unit

    

    Definition Classes

    AnyRef

33. def set[T](key: String, value: T)(implicit converter: Serializer[T]): FileConnectorConf.this.type

    

    Definition Classes

    Conf

34. def set(options: Map[String, String]): FileConnectorConf.this.type

    

    Definition Classes

    Conf

35. def set(key: String, value: String): FileConnectorConf.this.type

    

    Definition Classes

    Conf → Configurable

36. def setEncoding(encoding: String): FileConnectorConf.this.type

    

37. def setPath(path: String): FileConnectorConf.this.type

    

38. def setS3AccessKey(value: String): FileConnectorConf.this.type

    

39. def setS3CredentialsProvider(value: String): FileConnectorConf.this.type

    

40. def setS3SecretKey(value: String): FileConnectorConf.this.type

    

41. def setS3SessionToken(value: String): FileConnectorConf.this.type

    

42. def setSaveMode(saveMode: SaveMode): FileConnectorConf.this.type

    

43. def setSaveMode(saveMode: String): FileConnectorConf.this.type

    

44. def setStorage(storage: Storage): FileConnectorConf.this.type

    

45. def setStorage(storage: String): FileConnectorConf.this.type

    

46. final def synchronized[T0](arg0: ⇒ T0): T0

    

    Definition Classes

    AnyRef

47. def toMap: Map[String, String]

    

    Definition Classes

    Conf

48. def toString(): String

    

    Definition Classes

    AnyRef → Any

49. final def wait(): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

50. final def wait(arg0: Long, arg1: Int): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

51. final def wait(arg0: Long): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )