package
extract
Type Members
-
-
case class
AvroExtractStage(plugin: AvroExtract, name: String, description: Option[String], schema: Either[String, List[ExtractColumn]], outputView: String, input: Either[String, String], authentication: Option[Authentication], params: Map[String, String], persist: Boolean, numPartitions: Option[Int], partitionBy: List[String], contiguousIndex: Boolean, basePath: Option[String], avroSchema: Option[Schema], inputField: Option[String]) extends PipelineStage with Product with Serializable
-
-
case class
BytesExtractStage(plugin: BytesExtract, name: String, description: Option[String], outputView: String, input: Either[String, String], authentication: Option[Authentication], params: Map[String, String], persist: Boolean, numPartitions: Option[Int], contiguousIndex: Boolean, failMode: FailMode) extends PipelineStage with Product with Serializable
-
-
case class
DelimitedExtractStage(plugin: DelimitedExtract, name: String, description: Option[String], schema: Either[String, List[ExtractColumn]], outputView: String, input: Either[String, String], settings: Delimited, authentication: Option[Authentication], params: Map[String, String], persist: Boolean, numPartitions: Option[Int], partitionBy: List[String], contiguousIndex: Boolean, inputField: Option[String], basePath: Option[String], watermark: Option[Watermark]) extends PipelineStage with Product with Serializable
-
-
case class
HTTPExtractStage(plugin: HTTPExtract, name: String, description: Option[String], input: Either[String, URI], method: String, headers: Map[String, String], uriField: Option[String], bodyField: Option[String], body: Option[String], validStatusCodes: List[Int], outputView: String, params: Map[String, String], persist: Boolean, numPartitions: Option[Int], partitionBy: List[String]) extends PipelineStage with Product with Serializable
-
-
case class
ImageExtractStage(plugin: ImageExtract, name: String, description: Option[String], outputView: String, input: String, authentication: Option[Authentication], params: Map[String, String], persist: Boolean, numPartitions: Option[Int], partitionBy: List[String], dropInvalid: Boolean, basePath: Option[String], watermark: Option[Watermark]) extends PipelineStage with Product with Serializable
-
-
case class
JDBCExtractStage(plugin: JDBCExtract, name: String, description: Option[String], schema: Either[String, List[ExtractColumn]], outputView: String, jdbcURL: String, tableName: String, numPartitions: Option[Int], fetchsize: Option[Int], customSchema: Option[String], driver: Driver, partitionColumn: Option[String], params: Map[String, String], persist: Boolean, partitionBy: List[String], predicates: List[String]) extends PipelineStage with Product with Serializable
-
-
case class
JSONExtractStage(plugin: JSONExtract, name: String, description: Option[String], schema: Either[String, List[ExtractColumn]], outputView: String, input: Either[String, String], settings: JSON, authentication: Option[Authentication], params: Map[String, String], persist: Boolean, numPartitions: Option[Int], partitionBy: List[String], contiguousIndex: Boolean, inputField: Option[String], basePath: Option[String], watermark: Option[Watermark]) extends PipelineStage with Product with Serializable
-
-
case class
MetadataExtractStage(plugin: MetadataExtract, name: String, description: Option[String], inputView: String, outputView: String, params: Map[String, String], persist: Boolean, numPartitions: Option[Int], partitionBy: List[String]) extends PipelineStage with Product with Serializable
-
-
case class
ORCExtractStage(plugin: ORCExtract, name: String, description: Option[String], schema: Either[String, List[ExtractColumn]], outputView: String, input: String, authentication: Option[Authentication], params: Map[String, String], persist: Boolean, numPartitions: Option[Int], partitionBy: List[String], contiguousIndex: Boolean, basePath: Option[String], watermark: Option[Watermark]) extends PipelineStage with Product with Serializable
-
-
case class
ParquetExtractStage(plugin: ParquetExtract, name: String, description: Option[String], schema: Either[String, List[ExtractColumn]], outputView: String, input: String, authentication: Option[Authentication], params: Map[String, String], persist: Boolean, numPartitions: Option[Int], partitionBy: List[String], contiguousIndex: Boolean, basePath: Option[String], watermark: Option[Watermark]) extends PipelineStage with Product with Serializable
-
-
case class
RateExtractStage(plugin: RateExtract, name: String, description: Option[String], outputView: String, params: Map[String, String], rowsPerSecond: Int, rampUpTime: Int, numPartitions: Int) extends PipelineStage with Product with Serializable
-
-
case class
TextExtractStage(plugin: TextExtract, name: String, description: Option[String], schema: Either[String, List[ExtractColumn]], outputView: String, input: Either[String, String], authentication: Option[Authentication], params: Map[String, String], persist: Boolean, numPartitions: Option[Int], contiguousIndex: Boolean, multiLine: Boolean, basePath: Option[String], watermark: Option[Watermark]) extends PipelineStage with Product with Serializable
-
-
case class
XMLExtractStage(plugin: XMLExtract, name: String, description: Option[String], schema: Either[String, List[ExtractColumn]], outputView: String, input: Either[String, String], inputField: Option[String], authentication: Option[Authentication], params: Map[String, String], persist: Boolean, numPartitions: Option[Int], partitionBy: List[String], contiguousIndex: Boolean, xsd: Option[String]) extends PipelineStage with Product with Serializable