extract

Type Members

1. class AvroExtract extends PipelineStagePlugin

   

2. case class AvroExtractStage(plugin: AvroExtract, name: String, description: Option[String], schema: Either[String, List[ExtractColumn]], outputView: String, input: Either[String, String], authentication: Option[Authentication], params: Map[String, String], persist: Boolean, numPartitions: Option[Int], partitionBy: List[String], contiguousIndex: Boolean, basePath: Option[String], avroSchema: Option[Schema], inputField: Option[String]) extends PipelineStage with Product with Serializable

   

3. class BytesExtract extends PipelineStagePlugin

   

4. case class BytesExtractStage(plugin: BytesExtract, name: String, description: Option[String], outputView: String, input: Either[String, String], authentication: Option[Authentication], params: Map[String, String], persist: Boolean, numPartitions: Option[Int], contiguousIndex: Boolean, failMode: FailMode) extends PipelineStage with Product with Serializable

   

5. class DelimitedExtract extends PipelineStagePlugin

   

6. case class DelimitedExtractStage(plugin: DelimitedExtract, name: String, description: Option[String], schema: Either[String, List[ExtractColumn]], outputView: String, input: Either[String, String], settings: Delimited, authentication: Option[Authentication], params: Map[String, String], persist: Boolean, numPartitions: Option[Int], partitionBy: List[String], contiguousIndex: Boolean, inputField: Option[String], basePath: Option[String], watermark: Option[Watermark]) extends PipelineStage with Product with Serializable

   

7. class HTTPExtract extends PipelineStagePlugin

   

8. case class HTTPExtractStage(plugin: HTTPExtract, name: String, description: Option[String], input: Either[String, URI], method: String, headers: Map[String, String], uriField: Option[String], bodyField: Option[String], body: Option[String], validStatusCodes: List[Int], outputView: String, params: Map[String, String], persist: Boolean, numPartitions: Option[Int], partitionBy: List[String]) extends PipelineStage with Product with Serializable

   

9. class ImageExtract extends PipelineStagePlugin

   

10. case class ImageExtractStage(plugin: ImageExtract, name: String, description: Option[String], outputView: String, input: String, authentication: Option[Authentication], params: Map[String, String], persist: Boolean, numPartitions: Option[Int], partitionBy: List[String], dropInvalid: Boolean, basePath: Option[String], watermark: Option[Watermark]) extends PipelineStage with Product with Serializable

    

11. class JDBCExtract extends PipelineStagePlugin

    

12. case class JDBCExtractStage(plugin: JDBCExtract, name: String, description: Option[String], schema: Either[String, List[ExtractColumn]], outputView: String, jdbcURL: String, tableName: String, numPartitions: Option[Int], fetchsize: Option[Int], customSchema: Option[String], driver: Driver, partitionColumn: Option[String], params: Map[String, String], persist: Boolean, partitionBy: List[String], predicates: List[String]) extends PipelineStage with Product with Serializable

    

13. class JSONExtract extends PipelineStagePlugin

    

14. case class JSONExtractStage(plugin: JSONExtract, name: String, description: Option[String], schema: Either[String, List[ExtractColumn]], outputView: String, input: Either[String, String], settings: JSON, authentication: Option[Authentication], params: Map[String, String], persist: Boolean, numPartitions: Option[Int], partitionBy: List[String], contiguousIndex: Boolean, inputField: Option[String], basePath: Option[String], watermark: Option[Watermark]) extends PipelineStage with Product with Serializable

    

15. class MetadataExtract extends PipelineStagePlugin

    

16. case class MetadataExtractStage(plugin: MetadataExtract, name: String, description: Option[String], inputView: String, outputView: String, params: Map[String, String], persist: Boolean, numPartitions: Option[Int], partitionBy: List[String]) extends PipelineStage with Product with Serializable

    

17. class ORCExtract extends PipelineStagePlugin

    

18. case class ORCExtractStage(plugin: ORCExtract, name: String, description: Option[String], schema: Either[String, List[ExtractColumn]], outputView: String, input: String, authentication: Option[Authentication], params: Map[String, String], persist: Boolean, numPartitions: Option[Int], partitionBy: List[String], contiguousIndex: Boolean, basePath: Option[String], watermark: Option[Watermark]) extends PipelineStage with Product with Serializable

    

19. class ParquetExtract extends PipelineStagePlugin

    

20. case class ParquetExtractStage(plugin: ParquetExtract, name: String, description: Option[String], schema: Either[String, List[ExtractColumn]], outputView: String, input: String, authentication: Option[Authentication], params: Map[String, String], persist: Boolean, numPartitions: Option[Int], partitionBy: List[String], contiguousIndex: Boolean, basePath: Option[String], watermark: Option[Watermark]) extends PipelineStage with Product with Serializable

    

21. class RateExtract extends PipelineStagePlugin

    

22. case class RateExtractStage(plugin: RateExtract, name: String, description: Option[String], outputView: String, params: Map[String, String], rowsPerSecond: Int, rampUpTime: Int, numPartitions: Int) extends PipelineStage with Product with Serializable

    

23. class TextExtract extends PipelineStagePlugin

    

24. case class TextExtractStage(plugin: TextExtract, name: String, description: Option[String], schema: Either[String, List[ExtractColumn]], outputView: String, input: Either[String, String], authentication: Option[Authentication], params: Map[String, String], persist: Boolean, numPartitions: Option[Int], contiguousIndex: Boolean, multiLine: Boolean, basePath: Option[String], watermark: Option[Watermark]) extends PipelineStage with Product with Serializable

    

25. class XMLExtract extends PipelineStagePlugin

    

26. case class XMLExtractStage(plugin: XMLExtract, name: String, description: Option[String], schema: Either[String, List[ExtractColumn]], outputView: String, input: Either[String, String], inputField: Option[String], authentication: Option[Authentication], params: Map[String, String], persist: Boolean, numPartitions: Option[Int], partitionBy: List[String], contiguousIndex: Boolean, xsd: Option[String]) extends PipelineStage with Product with Serializable