API

Type Members

1. case class ARCContext(jobId: Option[String], jobName: Option[String], environment: Option[String], environmentId: Option[String], configUri: Option[String], isStreaming: Boolean, ignoreEnvironments: Boolean, storageLevel: StorageLevel, immutableViews: Boolean, commandLineArguments: Map[String, String], dynamicConfigurationPlugins: List[DynamicConfigurationPlugin], lifecyclePlugins: List[LifecyclePlugin], activeLifecyclePlugins: List[LifecyclePluginInstance], pipelineStagePlugins: List[PipelineStagePlugin], udfPlugins: List[UDFPlugin], userData: Map[String, AnyRef]) extends Product with Serializable

   

   ARCContext is used to define immutable global run parameters.

2. sealed trait AmazonS3EncryptionType extends AnyRef

   

3. sealed trait Authentication extends AnyRef

   

4. case class BinaryColumn(id: String, name: String, description: Option[String], nullable: Boolean, nullReplacementValue: Option[String], trim: Boolean, nullableValues: List[String], encoding: EncodingType, metadata: Option[String]) extends ExtractColumn with Product with Serializable

   

5. case class BooleanColumn(id: String, name: String, description: Option[String], nullable: Boolean, nullReplacementValue: Option[String], trim: Boolean, nullableValues: List[String], trueValues: List[String], falseValues: List[String], metadata: Option[String]) extends ExtractColumn with Product with Serializable

   

   true / false values are lists of strings that are considered equivalent to true or false e.g.

   true / false values are lists of strings that are considered equivalent to true or false e.g. "Y", "yes", "N", "no".

6. trait ConfigPlugin[T] extends VersionedPlugin

   

7. case class CsvReaderOptions(hasHeader: Boolean, ignoreHeader: Boolean, delimiter: Char) extends ExtractReaderOptions with Product with Serializable

   

8. case class DateColumn(id: String, name: String, description: Option[String], nullable: Boolean, nullReplacementValue: Option[String], trim: Boolean, nullableValues: List[String], formatters: List[String], metadata: Option[String], strict: Boolean) extends ExtractColumn with Product with Serializable

   

   Formatters is a list of valid Java Time formats.

   Formatters is a list of valid Java Time formats. Will attemp to parse in order so most likely match should be first.

9. case class DecimalColumn(id: String, name: String, description: Option[String], nullable: Boolean, nullReplacementValue: Option[String], trim: Boolean, nullableValues: List[String], precision: Int, scale: Int, metadata: Option[String], formatters: Option[List[String]]) extends ExtractColumn with Product with Serializable

   

10. case class DoubleColumn(id: String, name: String, description: Option[String], nullable: Boolean, nullReplacementValue: Option[String], trim: Boolean, nullableValues: List[String], metadata: Option[String], formatters: Option[List[String]]) extends ExtractColumn with Product with Serializable

    

11. case class ETLPipeline(stages: List[PipelineStage]) extends Product with Serializable

    

12. sealed trait EncodingType extends AnyRef

    

13. case class ErrorRow(row: String, rowIndex: Long, err: String) extends Product with Serializable

    

14. sealed trait ExtractColumn extends AnyRef

    

    ExtractColumns are used to define schemas for typing transforms as well as when extracting from sources that lack a schema such as CSV.

15. sealed trait ExtractReaderOptions extends AnyRef

    

16. sealed trait FailModeType extends AnyRef

    

17. case class IntegerColumn(id: String, name: String, description: Option[String], nullable: Boolean, nullReplacementValue: Option[String], trim: Boolean = true, nullableValues: List[String], metadata: Option[String], formatters: Option[List[String]]) extends ExtractColumn with Product with Serializable

    

18. sealed trait IsolationLevelType extends AnyRef

    

19. trait LifecyclePluginInstance extends AnyRef

    

20. case class LongColumn(id: String, name: String, description: Option[String], nullable: Boolean, nullReplacementValue: Option[String], trim: Boolean, nullableValues: List[String], metadata: Option[String], formatters: Option[List[String]]) extends ExtractColumn with Product with Serializable

    

21. sealed trait MetadataFormat extends AnyRef

    

22. case class MetadataSchema(name: String, format: MetadataFormat) extends Product with Serializable

    

23. sealed trait OutputModeType extends AnyRef

    

24. trait PipelineStage extends AnyRef

    

25. sealed trait ResponseType extends AnyRef

    

26. case class StringColumn(id: String, name: String, description: Option[String], nullable: Boolean, nullReplacementValue: Option[String], trim: Boolean, nullableValues: List[String], metadata: Option[String], minLength: Option[Int], maxLength: Option[Int]) extends ExtractColumn with Product with Serializable

    

27. case class TimeColumn(id: String, name: String, description: Option[String], nullable: Boolean, nullReplacementValue: Option[String], trim: Boolean, nullableValues: List[String], formatters: List[String], metadata: Option[String]) extends ExtractColumn with Product with Serializable

    

    Formatters is a list of valid Java Time formats.

    Formatters is a list of valid Java Time formats. Will attemp to parse in order so most likely match should be first.

28. case class TimestampColumn(id: String, name: String, description: Option[String], nullable: Boolean, nullReplacementValue: Option[String], trim: Boolean, nullableValues: List[String], timezoneId: String, formatters: List[String], time: Option[LocalTime], metadata: Option[String], strict: Boolean) extends ExtractColumn with Product with Serializable

    

    Formatters is a list of valid Java Time formats.

    Formatters is a list of valid Java Time formats. Will attemp to parse in order so most likely match should be first.

29. case class TypingError(field: String, message: String) extends Product with Serializable

    

30. trait VersionedPlugin extends Serializable

    

31. case class Watermark(eventTime: String, delayThreshold: String) extends Product with Serializable