Type Members

1.  case class BQExportStep(name: String, source_project: Option[String] = None, source_dataset: String, source_table: String, destination_path: String, destination_file_name: Option[String] = None, destination_format: BQInputType, destination_compression_type: String = "gzip") extends EtlStep[BQEnv, Unit] with Product with Serializable
2.  case class BQLoadStep(name: String, input_location: Either[String, Seq[(String, String)]], input_type: BQInputType, input_file_system: FSType = FSType.GCS, output_project: Option[String] = None, output_dataset: String, output_table: String, output_write_disposition: WriteDisposition = JobInfo.WriteDisposition.WRITE_TRUNCATE, output_create_disposition: CreateDisposition = JobInfo.CreateDisposition.CREATE_NEVER, schema: Option[Schema] = None) extends EtlStep[BQEnv, Unit] with Product with Serializable
3.  case class BQQueryStep(name: String, query: String) extends EtlStep[BQEnv, Unit] with Product with Serializable
4.  case class DPCreateStep(name: String, config: DATAPROC, props: DataprocProperties) extends EtlStep[DPEnv, Cluster] with Product with Serializable
5.  case class DPDeleteStep(name: String, config: DATAPROC) extends EtlStep[DPEnv, Unit] with Product with Serializable
6.  case class DPHiveJobStep(name: String, query: String, config: DATAPROC) extends EtlStep[DPJobEnv, Unit] with Product with Serializable
7.  case class DPSparkJobStep(name: String, args: List[String], config: DATAPROC, main_class: String, libs: List[String]) extends EtlStep[DPJobEnv, Unit] with Product with Serializable
8.  case class GCSCopyStep(name: String, input: Location, output: Location, parallelism: Int, overwrite: Boolean = true) extends EtlStep[GCSEnv, Unit] with Product with Serializable
9.  case class GCSDeleteStep(name: String, bucket: String, prefix: String, parallelism: Int) extends EtlStep[GCSEnv, Unit] with Product with Serializable
10.  case class GCSListStep(name: String, bucket: String, prefix: String) extends EtlStep[GCSEnv, List[Blob]] with Product with Serializable
11.  case class GCSPutStep(name: String, bucket: String, key: String, file: String) extends EtlStep[GCSEnv, Unit] with Product with Serializable
12.  case class GCSSensorStep(name: String, bucket: String, prefix: String, key: String, retry: Int, spaced: Duration) extends EtlStep[GCSEnv with Clock, Unit] with Product with Serializable