activity

Type Members

1. case class DeleteS3PathActivity extends BaseShellCommandActivity with Product with Serializable

   Activity to recursively delete files in an S3 path.

2. trait GoogleStorageActivity extends BaseShellCommandActivity

3. case class GoogleStorageDownloadActivity extends GoogleStorageActivity with WithS3Output with Product with Serializable

   Google Storage Download activity

4. case class GoogleStorageUploadActivity extends GoogleStorageActivity with WithS3Input with Product with Serializable

   Google Storage Upload activity

5. case class PythonActivity extends BaseShellCommandActivity with WithS3Input with WithS3Output with Product with Serializable

   Shell command activity that runs a given python script

6. case class RedshiftUnloadActivity extends PipelineActivity[Ec2Resource] with Product with Serializable

   Unload result of the given sql script from redshift to given s3Path.

7. case class S3DistCpActivity[A <: EmrCluster] extends EmrActivity[A] with Product with Serializable

8. case class S3DistCpActivityFields(source: Option[S3DataNode], dest: Option[S3DataNode], sourcePattern: Option[HString], groupBy: Option[HString], targetSize: Option[HInt], appendLastToFile: HBoolean, outputCodec: OutputCodec, s3ServerSideEncryption: HBoolean, deleteOnSuccess: HBoolean, disableMultipartUpload: HBoolean, chunkSize: Option[HInt], numberFiles: HBoolean, startingIndex: Option[HInt], outputManifest: Option[HString], previousManifest: Option[HString], requirePreviousManifest: HBoolean, copyFromManifest: HBoolean, endpoint: Option[HString], storageClass: Option[StorageClass], sourcePrefixesFile: Option[HString]) extends Product with Serializable

9. case class SendEmailActivity extends BaseShellCommandActivity with WithS3Input with Product with Serializable

10. case class SendFlowdockMessageActivity extends BaseShellCommandActivity with Product with Serializable

11. case class SendSlackMessageActivity extends BaseShellCommandActivity with Product with Serializable

12. case class SendSnsMessageActivity extends BaseShellCommandActivity with Product with Serializable

13. case class SendSqsMessageActivity extends BaseShellCommandActivity with Product with Serializable

14. case class SetS3AclActivity extends BaseShellCommandActivity with Product with Serializable

15. trait SftpActivity extends BaseShellCommandActivity

16. case class SftpActivityFields(host: HString, port: Option[HInt] = scala.None, username: Option[HString] = scala.None, password: Option[EncryptedParameter[String]] = scala.None, identity: Option[HS3Uri] = scala.None, pattern: Option[HString] = scala.None, sinceDate: Option[HDateTime] = scala.None, untilDate: Option[HDateTime] = scala.None, skipEmpty: HBoolean = ..., markSuccessfulJobs: HBoolean = ...) extends Product with Serializable

17. case class SftpDownloadActivity extends SftpActivity with WithS3Output with Product with Serializable

    Activity that downloads from an SFTP endpoint into an S3 endpoint.

18. case class SftpUploadActivity extends SftpActivity with WithS3Input with Product with Serializable

    Activity that uploads from an S3 endpoint to an SFTP endpoint.

19. case class SplitMergeFilesActivity extends BaseShellCommandActivity with WithS3Input with WithS3Output with Product with Serializable