aws

Type Members

1. trait AdpAction extends AdpDataPipelineAbstractObject with AdpDataPipelineObject

2. trait AdpActivity extends AdpDataPipelineAbstractObject with AdpDataPipelineObject

   AWS Data Pipeline activity objects.

3. case class AdpCopyActivity(id: String, name: Option[String], input: AdpRef[AdpDataNode], output: AdpRef[AdpDataNode], workerGroup: Option[String], runsOn: Option[AdpRef[AdpEc2Resource]], dependsOn: Option[Seq[AdpRef[AdpActivity]]], precondition: Option[Seq[AdpRef[AdpPrecondition]]], onFail: Option[Seq[AdpRef[AdpSnsAlarm]]], onSuccess: Option[Seq[AdpRef[AdpSnsAlarm]]], onLateAction: Option[Seq[AdpRef[AdpSnsAlarm]]], attemptTimeout: Option[String], lateAfterTimeout: Option[String], maximumRetries: Option[String], retryDelay: Option[String], failureAndRerunMode: Option[String], maxActiveInstances: Option[String]) extends AdpDataPipelineAbstractObject with AdpActivity with Product with Serializable

   ref: http://docs.

4. case class AdpCsvDataFormat(id: String, name: Option[String], column: Option[Seq[String]], escapeChar: Option[String]) extends AdpDataPipelineAbstractObject with AdpDataFormat with Product with Serializable

   CSV Data Format

5. case class AdpCustomDataFormat(id: String, name: Option[String], column: Option[Seq[String]], columnSeparator: String, recordSeparator: String) extends AdpDataPipelineAbstractObject with AdpDataFormat with Product with Serializable

   Custom Data Format

6. trait AdpDataFormat extends AdpDataPipelineAbstractObject with AdpDataPipelineObject

   Defines AWS Data Pipeline Data Formats

7. trait AdpDataNode extends AdpDataPipelineAbstractObject with AdpDataPipelineObject

   AWS Data Pipeline DataNode objects

8. abstract class AdpDataPipelineAbstractObject extends AdpObject

9. trait AdpDataPipelineDefaultObject extends AdpDataPipelineAbstractObject

   Each data pipeline can have a default object

10. trait AdpDataPipelineObject extends AdpDataPipelineAbstractObject

    The base class of all AWS Data Pipeline objects.

11. trait AdpDatabase extends AdpDataPipelineAbstractObject with AdpDataPipelineObject

    AWS Data Pipeline database objects.

12. case class AdpDynamoDBDataExistsPrecondition(id: String, name: Option[String], tableName: String, role: String, preconditionTimeout: Option[String], maximumRetries: Option[String], onFail: Option[Seq[AdpRef[AdpAction]]], onLateAction: Option[Seq[AdpRef[AdpAction]]], onSuccess: Option[Seq[AdpRef[AdpAction]]]) extends AdpDataPipelineAbstractObject with AdpPrecondition with Product with Serializable

    A precondition to check that data exists in a DynamoDB table.

13. case class AdpDynamoDBDataFormat(id: String, name: Option[String], column: Option[Seq[String]]) extends AdpDataPipelineAbstractObject with AdpDataFormat with Product with Serializable

    DynamoDBDataFormat

14. case class AdpDynamoDBDataNode(id: String, name: Option[String], tableName: String, region: Option[String], dynamoDBDataFormat: Option[AdpRef[AdpDataFormat]], readThroughputPercent: Option[String], writeThroughputPercent: Option[String], precondition: Option[Seq[AdpRef[AdpPrecondition]]], onSuccess: Option[Seq[AdpRef[AdpSnsAlarm]]], onFail: Option[Seq[AdpRef[AdpSnsAlarm]]]) extends AdpDataPipelineAbstractObject with AdpDataNode with Product with Serializable

    DynamoDB DataNode

15. case class AdpDynamoDBExportDataFormat(id: String, name: Option[String], column: Option[Seq[String]]) extends AdpDataPipelineAbstractObject with AdpDataFormat with Product with Serializable

    DynamoDBExportDataFormat

16. case class AdpDynamoDBTableExistsPrecondition(id: String, name: Option[String], tableName: String, role: String, preconditionTimeout: Option[String], maximumRetries: Option[String], onFail: Option[Seq[AdpRef[AdpAction]]], onLateAction: Option[Seq[AdpRef[AdpAction]]], onSuccess: Option[Seq[AdpRef[AdpAction]]]) extends AdpDataPipelineAbstractObject with AdpPrecondition with Product with Serializable

    A precondition to check that the DynamoDB table exists.

17. case class AdpEc2Resource(id: String, name: Option[String], instanceType: Option[String], imageId: Option[String], role: Option[String], resourceRole: Option[String], runAsUser: Option[String], keyPair: Option[String], region: Option[String], availabilityZone: Option[String], subnetId: Option[String], associatePublicIpAddress: Option[String], securityGroups: Option[Seq[String]], securityGroupIds: Option[Seq[String]], spotBidPrice: Option[String], useOnDemandOnLastAttempt: Option[String], initTimeout: Option[String], terminateAfter: Option[String], actionOnResourceFailure: Option[String], actionOnTaskFailure: Option[String], httpProxy: Option[AdpRef[AdpHttpProxy]]) extends AdpDataPipelineAbstractObject with AdpResource with Product with Serializable

    An EC2 instance that will perform the work defined by a pipeline activity.

18. case class AdpEmrActivity(id: String, name: Option[String], step: Seq[String], preStepCommand: Option[Seq[String]], postStepCommand: Option[Seq[String]], input: Option[Seq[AdpRef[AdpDataNode]]], output: Option[Seq[AdpRef[AdpDataNode]]], workerGroup: Option[String], runsOn: Option[AdpRef[AdpEmrCluster]], dependsOn: Option[Seq[AdpRef[AdpActivity]]], precondition: Option[Seq[AdpRef[AdpPrecondition]]], onFail: Option[Seq[AdpRef[AdpSnsAlarm]]], onSuccess: Option[Seq[AdpRef[AdpSnsAlarm]]], onLateAction: Option[Seq[AdpRef[AdpSnsAlarm]]], attemptTimeout: Option[String], lateAfterTimeout: Option[String], maximumRetries: Option[String], retryDelay: Option[String], failureAndRerunMode: Option[String], maxActiveInstances: Option[String]) extends AdpDataPipelineAbstractObject with AdpActivity with Product with Serializable

    Runs an Amazon EMR job.

19. class AdpEmrCluster extends AdpDataPipelineAbstractObject with AdpResource

    Represents the configuration of an Amazon EMR cluster.

20. case class AdpEmrConfiguration(id: String, name: Option[String], classification: Option[String], property: Option[Seq[AdpRef[AdpProperty]]], configuration: Option[Seq[AdpRef[AdpEmrConfiguration]]]) extends AdpDataPipelineAbstractObject with AdpDataPipelineObject with Product with Serializable

21. case class AdpExistsPrecondition(id: String, name: Option[String], role: String, preconditionTimeout: Option[String], maximumRetries: Option[String], onFail: Option[Seq[AdpRef[AdpAction]]], onLateAction: Option[Seq[AdpRef[AdpAction]]], onSuccess: Option[Seq[AdpRef[AdpAction]]]) extends AdpDataPipelineAbstractObject with AdpPrecondition with Product with Serializable

    Checks whether a data node object exists.

22. class AdpHadoopActivity extends AdpDataPipelineAbstractObject with AdpActivity

23. class AdpHiveActivity extends AdpDataPipelineAbstractObject with AdpActivity

    ref: http://docs.

24. case class AdpHiveCopyActivity(id: String, name: Option[String], filterSql: Option[String], generatedScriptsPath: Option[String], input: Option[AdpRef[AdpDataNode]], output: Option[AdpRef[AdpDataNode]], preActivityTaskConfig: Option[AdpRef[AdpShellScriptConfig]], postActivityTaskConfig: Option[AdpRef[AdpShellScriptConfig]], workerGroup: Option[String], runsOn: Option[AdpRef[AdpEmrCluster]], dependsOn: Option[Seq[AdpRef[AdpActivity]]], precondition: Option[Seq[AdpRef[AdpPrecondition]]], onFail: Option[Seq[AdpRef[AdpSnsAlarm]]], onSuccess: Option[Seq[AdpRef[AdpSnsAlarm]]], onLateAction: Option[Seq[AdpRef[AdpSnsAlarm]]], attemptTimeout: Option[String], lateAfterTimeout: Option[String], maximumRetries: Option[String], retryDelay: Option[String], failureAndRerunMode: Option[String], maxActiveInstances: Option[String]) extends AdpDataPipelineAbstractObject with AdpActivity with Product with Serializable

    ref: http://docs.

25. case class AdpHttpProxy(id: String, name: Option[String], hostname: Option[String], port: Option[String], username: Option[String], *password: Option[String], windowsDomain: Option[String], windowsWorkGroup: Option[String]) extends AdpDataPipelineAbstractObject with AdpDataPipelineObject with Product with Serializable

26. case class AdpJdbcDatabase(id: String, name: Option[String], connectionString: String, databaseName: Option[String], username: String, *password: String, jdbcDriverJarUri: Option[String], jdbcDriverClass: String, jdbcProperties: Option[Seq[String]]) extends AdpDataPipelineAbstractObject with AdpDatabase with Product with Serializable

    Defines a JDBC database.

27. trait AdpObject extends AnyRef

28. case class AdpOnDemandSchedule(id: String, name: Option[String]) extends AdpDataPipelineAbstractObject with AdpDataPipelineObject with Product with Serializable

    Defines the timing of a scheduled event, such as when an activity runs.

29. case class AdpParameter(id: String, type: String = "String", description: Option[String] = scala.None, optional: String = "false", allowedValues: Option[Seq[String]] = scala.None, isArray: String = "false", default: Option[String] = scala.None) extends AdpObject with Product with Serializable

    AdpParameter is a pipeline parameter definition.

30. class AdpPigActivity extends AdpDataPipelineAbstractObject with AdpActivity

    ref: http://docs.

31. trait AdpPrecondition extends AdpDataPipelineAbstractObject with AdpDataPipelineObject

    A condition that must be met before the object can run.

32. case class AdpProperty(id: String, name: Option[String], key: Option[String], value: Option[String]) extends AdpDataPipelineAbstractObject with AdpDataPipelineObject with Product with Serializable

33. case class AdpRdsDatabase(id: String, name: Option[String], databaseName: Option[String], jdbcProperties: Option[Seq[String]], username: String, *password: String, rdsInstanceId: String, region: Option[String], jdbcDriverJarUri: Option[String]) extends AdpDataPipelineAbstractObject with AdpDatabase with Product with Serializable

    Defines an Amazon RDS database.

34. case class AdpRecurringSchedule(id: String, name: Option[String], period: String, startAt: Option[String], startDateTime: Option[github.nscala_time.time.Imports.DateTime], endDateTime: Option[github.nscala_time.time.Imports.DateTime], occurrences: Option[String]) extends AdpDataPipelineAbstractObject with AdpDataPipelineObject with Product with Serializable

    Defines the timing of a scheduled event, such as when an activity runs.

35. case class AdpRedshiftCopyActivity(id: String, name: Option[String], insertMode: String, transformSql: Option[String], queue: Option[String], commandOptions: Option[Seq[String]], input: AdpRef[AdpDataNode], output: AdpRef[AdpDataNode], workerGroup: Option[String], runsOn: Option[AdpRef[AdpEc2Resource]], dependsOn: Option[Seq[AdpRef[AdpActivity]]], precondition: Option[Seq[AdpRef[AdpPrecondition]]], onFail: Option[Seq[AdpRef[AdpSnsAlarm]]], onSuccess: Option[Seq[AdpRef[AdpSnsAlarm]]], onLateAction: Option[Seq[AdpRef[AdpSnsAlarm]]], attemptTimeout: Option[String], lateAfterTimeout: Option[String], maximumRetries: Option[String], retryDelay: Option[String], failureAndRerunMode: Option[String], maxActiveInstances: Option[String]) extends AdpDataPipelineAbstractObject with AdpActivity with Product with Serializable

    ref: http://docs.

36. case class AdpRedshiftDataNode(id: String, name: Option[String], createTableSql: Option[String], database: AdpRef[AdpRedshiftDatabase], schemaName: Option[String], tableName: String, primaryKeys: Option[Seq[String]], precondition: Option[Seq[AdpRef[AdpPrecondition]]], onSuccess: Option[Seq[AdpRef[AdpSnsAlarm]]], onFail: Option[Seq[AdpRef[AdpSnsAlarm]]]) extends AdpDataPipelineAbstractObject with AdpDataNode with Product with Serializable

    Defines a data node using Amazon Redshift.

37. case class AdpRedshiftDatabase(id: String, name: Option[String], clusterId: String, connectionString: Option[String], databaseName: Option[String], username: String, *password: String, jdbcProperties: Option[Seq[String]]) extends AdpDataPipelineAbstractObject with AdpDatabase with Product with Serializable

    Defines an Amazon Redshift database.

38. case class AdpRef[+T <: AdpDataPipelineAbstractObject] extends Product with Serializable

    References to an existing aws data pipeline object

39. case class AdpRegExDataFormat(id: String, name: Option[String], column: Option[Seq[String]], inputRegEx: String, outputFormat: String) extends AdpDataPipelineAbstractObject with AdpDataFormat with Product with Serializable

    RegEx Data Format

40. trait AdpResource extends AdpDataPipelineAbstractObject with AdpDataPipelineObject

    Defines the AWS Data Pipeline Resources

41. case class AdpS3DataNode(id: String, name: Option[String], directoryPath: Option[String], filePath: Option[String], dataFormat: Option[AdpRef[AdpDataFormat]], manifestFilePath: Option[String], compression: Option[String], s3EncryptionType: Option[String], precondition: Option[Seq[AdpRef[AdpPrecondition]]], onSuccess: Option[Seq[AdpRef[AdpSnsAlarm]]], onFail: Option[Seq[AdpRef[AdpSnsAlarm]]]) extends AdpDataPipelineAbstractObject with AdpDataNode with Product with Serializable

    You must provide either a filePath or directoryPath value.

42. case class AdpS3KeyExistsPrecondition(id: String, name: Option[String], s3Key: String, role: String, preconditionTimeout: Option[String], maximumRetries: Option[String], onFail: Option[Seq[AdpRef[AdpAction]]], onLateAction: Option[Seq[AdpRef[AdpAction]]], onSuccess: Option[Seq[AdpRef[AdpAction]]]) extends AdpDataPipelineAbstractObject with AdpPrecondition with Product with Serializable

    Checks whether a key exists in an Amazon S3 data node.

43. case class AdpS3PrefixNotEmptyPrecondition(id: String, name: Option[String], s3Prefix: String, role: String, preconditionTimeout: Option[String], maximumRetries: Option[String], onFail: Option[Seq[AdpRef[AdpAction]]], onLateAction: Option[Seq[AdpRef[AdpAction]]], onSuccess: Option[Seq[AdpRef[AdpAction]]]) extends AdpDataPipelineAbstractObject with AdpPrecondition with Product with Serializable

    A precondition to check that the Amazon S3 objects with the given prefix (represented as a URI) are present.

44. class AdpShellCommandActivity extends AdpDataPipelineAbstractObject with AdpActivity

    Runs a command on an EC2 node.

45. case class AdpShellCommandPrecondition(id: String, name: Option[String], command: Option[String], scriptUri: Option[String], scriptArgument: Option[Seq[String]], stdout: Option[String], stderr: Option[String], role: String, preconditionTimeout: Option[String], maximumRetries: Option[String], onFail: Option[Seq[AdpRef[AdpAction]]], onLateAction: Option[Seq[AdpRef[AdpAction]]], onSuccess: Option[Seq[AdpRef[AdpAction]]]) extends AdpDataPipelineAbstractObject with AdpPrecondition with Product with Serializable

    A Unix/Linux shell command that can be run as a precondition.

46. case class AdpShellScriptConfig(id: String, name: Option[String], scriptUri: String, scriptArgument: Option[Seq[String]]) extends AdpDataPipelineAbstractObject with AdpDataPipelineObject with Product with Serializable

47. case class AdpSnsAlarm(id: String, name: Option[String], subject: String, message: String, topicArn: String, role: String) extends AdpDataPipelineAbstractObject with AdpAction with Product with Serializable

    Sends an Amazon SNS notification message when an activity fails or finishes successfully.

48. case class AdpSqlActivity(id: String, name: Option[String], script: Option[String], scriptUri: Option[String], scriptArgument: Option[Seq[String]], database: AdpRef[AdpDatabase], queue: Option[String], workerGroup: Option[String], runsOn: Option[AdpRef[AdpEc2Resource]], dependsOn: Option[Seq[AdpRef[AdpActivity]]], precondition: Option[Seq[AdpRef[AdpPrecondition]]], onFail: Option[Seq[AdpRef[AdpSnsAlarm]]], onSuccess: Option[Seq[AdpRef[AdpSnsAlarm]]], onLateAction: Option[Seq[AdpRef[AdpSnsAlarm]]], attemptTimeout: Option[String], lateAfterTimeout: Option[String], maximumRetries: Option[String], retryDelay: Option[String], failureAndRerunMode: Option[String], maxActiveInstances: Option[String]) extends AdpDataPipelineAbstractObject with AdpActivity with Product with Serializable

    Runs a SQL query on a database.

49. case class AdpSqlDataNode(id: String, name: Option[String], database: AdpRef[AdpDatabase], table: String, selectQuery: Option[String], insertQuery: Option[String], precondition: Option[Seq[AdpRef[AdpPrecondition]]], onSuccess: Option[Seq[AdpRef[AdpSnsAlarm]]], onFail: Option[Seq[AdpRef[AdpSnsAlarm]]]) extends AdpDataPipelineAbstractObject with AdpDataNode with Product with Serializable

    Example:

50. class AdpTerminate extends AdpDataPipelineAbstractObject with AdpAction

    An action to trigger the cancellation of a pending or unfinished activity, resource, or data node.

51. case class AdpTsvDataFormat(id: String, name: Option[String], column: Option[Seq[String]], escapeChar: Option[String]) extends AdpDataPipelineAbstractObject with AdpDataFormat with Product with Serializable

    A delimited data format where the column separator is a tab character and the record separator is a newline character.