com.krux.hyperion.activity

S3DistCpActivity

class S3DistCpActivity extends EmrActivity

Source
S3DistCpActivity.scala
Linear Supertypes
EmrActivity, PipelineActivity, PipelineObject, Ordered[PipelineObject], Comparable[PipelineObject], AnyRef, Any
Ordering
  1. Alphabetic
  2. By inheritance
Inherited
  1. S3DistCpActivity
  2. EmrActivity
  3. PipelineActivity
  4. PipelineObject
  5. Ordered
  6. Comparable
  7. AnyRef
  8. Any
  1. Hide All
  2. Show all
Learn more about member selection
Visibility
  1. Public
  2. All

Value Members

  1. final def !=(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  2. final def !=(arg0: Any): Boolean

    Definition Classes
    Any

  3. final def ##(): Int

    Definition Classes
    AnyRef → Any

  4. def <(that: PipelineObject): Boolean

    Definition Classes
    Ordered

  5. def <=(that: PipelineObject): Boolean

    Definition Classes
    Ordered

  6. final def ==(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  7. final def ==(arg0: Any): Boolean

    Definition Classes
    Any

  8. def >(that: PipelineObject): Boolean

    Definition Classes
    Ordered

  9. def >=(that: PipelineObject): Boolean

    Definition Classes
    Ordered

  10. val actionOnResourceFailure: Option[ActionOnResourceFailure]

  11. val actionOnTaskFailure: Option[ActionOnTaskFailure]

  12. val appendLastToFile: Boolean

  13. def appendToLastFile(): S3DistCpActivity

  14. val arguments: Seq[String]

  15. final def asInstanceOf[T0]: T0

    Definition Classes
    Any

  16. val attemptTimeout: Option[Parameter[Duration]]

  17. val chunkSize: Option[Parameter[Int]]

  18. def clone(): AnyRef

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  19. def compare(that: PipelineObject): Int

    Definition Classes
    PipelineObject → Ordered

  20. def compareTo(that: PipelineObject): Int

    Definition Classes
    Ordered → Comparable

  21. def copy(id: PipelineObjectId = id, source: Option[S3DataNode] = source, dest: Option[S3DataNode] = dest, sourcePattern: Option[String] = sourcePattern, groupBy: Option[String] = groupBy, targetSize: Option[Parameter[Int]] = targetSize, appendLastToFile: Boolean = appendLastToFile, outputCodec: OutputCodec = outputCodec, s3ServerSideEncryption: Boolean = s3ServerSideEncryption, deleteOnSuccess: Boolean = deleteOnSuccess, disableMultipartUpload: Boolean = disableMultipartUpload, chunkSize: Option[Parameter[Int]] = chunkSize, numberFiles: Boolean = numberFiles, startingIndex: Option[Parameter[Int]] = startingIndex, outputManifest: Option[String] = outputManifest, previousManifest: Option[String] = previousManifest, requirePreviousManifest: Boolean = requirePreviousManifest, copyFromManifest: Boolean = copyFromManifest, endpoint: Option[String] = endpoint, storageClass: Option[StorageClass] = storageClass, sourcePrefixesFile: Option[String] = sourcePrefixesFile, preStepCommands: Seq[String] = preStepCommands, postStepCommands: Seq[String] = postStepCommands, runsOn: Resource[EmrCluster] = runsOn, dependsOn: Seq[PipelineActivity] = dependsOn, preconditions: Seq[Precondition] = preconditions, onFailAlarms: Seq[SnsAlarm] = onFailAlarms, onSuccessAlarms: Seq[SnsAlarm] = onSuccessAlarms, onLateActionAlarms: Seq[SnsAlarm] = onLateActionAlarms, attemptTimeout: Option[Parameter[Duration]] = attemptTimeout, lateAfterTimeout: Option[Parameter[Duration]] = lateAfterTimeout, maximumRetries: Option[Parameter[Int]] = maximumRetries, retryDelay: Option[Parameter[Duration]] = retryDelay, failureAndRerunMode: Option[FailureAndRerunMode] = failureAndRerunMode, actionOnResourceFailure: Option[ActionOnResourceFailure] = actionOnResourceFailure, actionOnTaskFailure: Option[ActionOnTaskFailure] = actionOnTaskFailure, arguments: Seq[String] = arguments): S3DistCpActivity

  22. val copyFromManifest: Boolean

  23. val deleteOnSuccess: Boolean

  24. val dependsOn: Seq[PipelineActivity]

    Definition Classes
    S3DistCpActivity → PipelineActivity

  25. val dest: Option[S3DataNode]

  26. val disableMultipartUpload: Boolean

  27. val endpoint: Option[String]

  28. final def eq(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  29. def equals(arg0: Any): Boolean

    Definition Classes
    AnyRef → Any

  30. val failureAndRerunMode: Option[FailureAndRerunMode]

  31. def finalize(): Unit

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )

  32. final def getClass(): Class[_]

    Definition Classes
    AnyRef → Any

  33. val groupBy: Option[String]

  34. def groupedBy(group: String): S3DistCpActivity

    Definition Classes
    S3DistCpActivity → PipelineActivity

  35. def hashCode(): Int

    Definition Classes
    AnyRef → Any

  36. val id: PipelineObjectId

    Definition Classes
    S3DistCpActivity → PipelineObject

  37. final def isInstanceOf[T0]: Boolean

    Definition Classes
    Any

  38. val lateAfterTimeout: Option[Parameter[Duration]]

  39. val maximumRetries: Option[Parameter[Int]]

  40. def named(name: String): S3DistCpActivity

    Definition Classes
    S3DistCpActivity → PipelineActivity

  41. final def ne(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  42. final def notify(): Unit

    Definition Classes
    AnyRef

  43. final def notifyAll(): Unit

    Definition Classes
    AnyRef

  44. val numberFiles: Boolean

  45. def objects: Iterable[PipelineObject]

    Definition Classes
    S3DistCpActivity → PipelineObject

  46. def onFail(alarms: SnsAlarm*): S3DistCpActivity

    Definition Classes
    S3DistCpActivity → PipelineActivity

  47. val onFailAlarms: Seq[SnsAlarm]

  48. def onLateAction(alarms: SnsAlarm*): S3DistCpActivity

    Definition Classes
    S3DistCpActivity → PipelineActivity

  49. val onLateActionAlarms: Seq[SnsAlarm]

  50. def onSuccess(alarms: SnsAlarm*): S3DistCpActivity

    Definition Classes
    S3DistCpActivity → PipelineActivity

  51. val onSuccessAlarms: Seq[SnsAlarm]

  52. val outputCodec: OutputCodec

  53. val outputManifest: Option[String]

  54. val postStepCommands: Seq[String]

  55. val preStepCommands: Seq[String]

  56. val preconditions: Seq[Precondition]

  57. val previousManifest: Option[String]

  58. def ref: AdpRef[AdpActivity]

    Definition Classes
    PipelineActivity → PipelineObject

  59. val requirePreviousManifest: Boolean

  60. val retryDelay: Option[Parameter[Duration]]

  61. val runsOn: Resource[EmrCluster]

  62. val s3ServerSideEncryption: Boolean

  63. implicit def seq2Option[A](anySeq: Seq[A]): Option[Seq[A]]

    Definition Classes
    PipelineObject

  64. def seqToOption[A, B](anySeq: Seq[A])(transform: (A) ⇒ B): Option[Seq[B]]

    Definition Classes
    PipelineObject

  65. lazy val serialize: AdpEmrActivity

    Definition Classes
    S3DistCpActivity → PipelineActivity → PipelineObject

  66. val source: Option[S3DataNode]

  67. val sourcePattern: Option[String]

  68. val sourcePrefixesFile: Option[String]

  69. val startingIndex: Option[Parameter[Int]]

  70. val storageClass: Option[StorageClass]

  71. final def synchronized[T0](arg0: ⇒ T0): T0

    Definition Classes
    AnyRef

  72. val targetSize: Option[Parameter[Int]]

  73. def toString(): String

    Definition Classes
    AnyRef → Any

  74. implicit def uniquePipelineId2String(id: PipelineObjectId): String

    Definition Classes
    PipelineObject

  75. final def wait(): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  76. final def wait(arg0: Long, arg1: Int): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  77. final def wait(arg0: Long): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  78. def whenMet(conditions: Precondition*): S3DistCpActivity

    Definition Classes
    S3DistCpActivity → PipelineActivity

  79. def withActionOnResourceFailure(action: ActionOnResourceFailure): S3DistCpActivity

  80. def withActionOnTaskFailure(action: ActionOnTaskFailure): S3DistCpActivity

  81. def withArgument(argument: String*): S3DistCpActivity

  82. def withAttemptTimeout(timeout: Parameter[Duration]): S3DistCpActivity

  83. def withCopyFromManifest(): S3DistCpActivity

  84. def withDeleteOnSuccess(): S3DistCpActivity

  85. def withDestination(dest: S3DataNode): S3DistCpActivity

  86. def withFailureAndRerunMode(mode: FailureAndRerunMode): S3DistCpActivity

  87. def withGroupBy(groupBy: String): S3DistCpActivity

  88. def withLateAfterTimeout(timeout: Parameter[Duration]): S3DistCpActivity

  89. def withMaximumRetries(retries: Parameter[Int]): S3DistCpActivity

  90. def withMultipartUploadChunkSize(chunkSize: Parameter[Int]): S3DistCpActivity

  91. def withNumberFiles(): S3DistCpActivity

  92. def withOutputCodec(outputCodec: OutputCodec): S3DistCpActivity

  93. def withOutputManifest(outputManifest: String): S3DistCpActivity

  94. def withPostStepCommand(command: String*): S3DistCpActivity

  95. def withPreStepCommand(command: String*): S3DistCpActivity

  96. def withPreviousManifest(previousManifest: String): S3DistCpActivity

  97. def withRequirePreviousManifest(): S3DistCpActivity

  98. def withRetryDelay(delay: Parameter[Duration]): S3DistCpActivity

  99. def withS3Endpoint(endpoint: String): S3DistCpActivity

  100. def withS3ServerSideEncryption(): S3DistCpActivity

  101. def withSource(source: S3DataNode): S3DistCpActivity

  102. def withSourcePattern(sourcePattern: String): S3DistCpActivity

  103. def withSourcePrefixesFile(sourcePrefixesFile: String): S3DistCpActivity

  104. def withStartingIndex(startingIndex: Parameter[Int]): S3DistCpActivity

  105. def withStorageClass(storageClass: StorageClass): S3DistCpActivity

  106. def withTargetSize(targetSize: Parameter[Int]): S3DistCpActivity

  107. def withoutMultipartUpload(): S3DistCpActivity

Inherited from EmrActivity

Inherited from PipelineActivity

Inherited from PipelineObject

Inherited from Ordered[PipelineObject]

Inherited from Comparable[PipelineObject]

Inherited from AnyRef

Inherited from Any

Ungrouped