com.krux.hyperion.activity

S3DistCpActivity

class S3DistCpActivity extends EmrActivity

Source
S3DistCpActivity.scala
Linear Supertypes
EmrActivity, PipelineActivity, PipelineObject, Ordered[PipelineObject], Comparable[PipelineObject], AnyRef, Any
Ordering
  1. Alphabetic
  2. By inheritance
Inherited
  1. S3DistCpActivity
  2. EmrActivity
  3. PipelineActivity
  4. PipelineObject
  5. Ordered
  6. Comparable
  7. AnyRef
  8. Any
  1. Hide All
  2. Show all
Learn more about member selection
Visibility
  1. Public
  2. All

Value Members

  1. final def !=(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  2. final def !=(arg0: Any): Boolean

    Definition Classes
    Any

  3. final def ##(): Int

    Definition Classes
    AnyRef → Any

  4. def <(that: PipelineObject): Boolean

    Definition Classes
    Ordered

  5. def <=(that: PipelineObject): Boolean

    Definition Classes
    Ordered

  6. final def ==(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  7. final def ==(arg0: Any): Boolean

    Definition Classes
    Any

  8. def >(that: PipelineObject): Boolean

    Definition Classes
    Ordered

  9. def >=(that: PipelineObject): Boolean

    Definition Classes
    Ordered

  10. val actionOnResourceFailure: Option[ActionOnResourceFailure]

  11. val actionOnTaskFailure: Option[ActionOnTaskFailure]

  12. val appendLastToFile: Boolean

  13. def appendToLastFile(): S3DistCpActivity

  14. final def asInstanceOf[T0]: T0

    Definition Classes
    Any

  15. val attemptTimeout: Option[Parameter[Duration]]

  16. val chunkSize: Option[Parameter[Int]]

  17. def clone(): AnyRef

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  18. def compare(that: PipelineObject): Int

    Definition Classes
    PipelineObject → Ordered

  19. def compareTo(that: PipelineObject): Int

    Definition Classes
    Ordered → Comparable

  20. def copy(id: PipelineObjectId = id, source: Option[S3DataNode] = source, dest: Option[S3DataNode] = dest, sourcePattern: Option[String] = sourcePattern, groupBy: Option[String] = groupBy, targetSize: Option[Parameter[Int]] = targetSize, appendLastToFile: Boolean = appendLastToFile, outputCodec: OutputCodec = outputCodec, s3ServerSideEncryption: Boolean = s3ServerSideEncryption, deleteOnSuccess: Boolean = deleteOnSuccess, disableMultipartUpload: Boolean = disableMultipartUpload, chunkSize: Option[Parameter[Int]] = chunkSize, numberFiles: Boolean = numberFiles, startingIndex: Option[Parameter[Int]] = startingIndex, outputManifest: Option[String] = outputManifest, previousManifest: Option[String] = previousManifest, requirePreviousManifest: Boolean = requirePreviousManifest, copyFromManifest: Boolean = copyFromManifest, endpoint: Option[String] = endpoint, storageClass: Option[StorageClass] = storageClass, sourcePrefixesFile: Option[String] = sourcePrefixesFile, preStepCommands: Seq[String] = preStepCommands, postStepCommands: Seq[String] = postStepCommands, runsOn: Resource[EmrCluster] = runsOn, dependsOn: Seq[PipelineActivity] = dependsOn, preconditions: Seq[Precondition] = preconditions, onFailAlarms: Seq[SnsAlarm] = onFailAlarms, onSuccessAlarms: Seq[SnsAlarm] = onSuccessAlarms, onLateActionAlarms: Seq[SnsAlarm] = onLateActionAlarms, attemptTimeout: Option[Parameter[Duration]] = attemptTimeout, lateAfterTimeout: Option[Parameter[Duration]] = lateAfterTimeout, maximumRetries: Option[Parameter[Int]] = maximumRetries, retryDelay: Option[Parameter[Duration]] = retryDelay, failureAndRerunMode: Option[FailureAndRerunMode] = failureAndRerunMode, actionOnResourceFailure: Option[ActionOnResourceFailure] = actionOnResourceFailure, actionOnTaskFailure: Option[ActionOnTaskFailure] = actionOnTaskFailure): S3DistCpActivity

  21. val copyFromManifest: Boolean

  22. val deleteOnSuccess: Boolean

  23. val dependsOn: Seq[PipelineActivity]

    Definition Classes
    S3DistCpActivity → PipelineActivity

  24. val dest: Option[S3DataNode]

  25. val disableMultipartUpload: Boolean

  26. val endpoint: Option[String]

  27. final def eq(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  28. def equals(arg0: Any): Boolean

    Definition Classes
    AnyRef → Any

  29. val failureAndRerunMode: Option[FailureAndRerunMode]

  30. def finalize(): Unit

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )

  31. final def getClass(): Class[_]

    Definition Classes
    AnyRef → Any

  32. val groupBy: Option[String]

  33. def groupedBy(group: String): S3DistCpActivity

    Definition Classes
    S3DistCpActivity → PipelineActivity

  34. def hashCode(): Int

    Definition Classes
    AnyRef → Any

  35. val id: PipelineObjectId

    Definition Classes
    S3DistCpActivity → PipelineObject

  36. final def isInstanceOf[T0]: Boolean

    Definition Classes
    Any

  37. val lateAfterTimeout: Option[Parameter[Duration]]

  38. val maximumRetries: Option[Parameter[Int]]

  39. def named(name: String): S3DistCpActivity

    Definition Classes
    S3DistCpActivity → PipelineActivity

  40. final def ne(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  41. final def notify(): Unit

    Definition Classes
    AnyRef

  42. final def notifyAll(): Unit

    Definition Classes
    AnyRef

  43. val numberFiles: Boolean

  44. def objects: Iterable[PipelineObject]

    Definition Classes
    S3DistCpActivity → PipelineObject

  45. def onFail(alarms: SnsAlarm*): S3DistCpActivity

    Definition Classes
    S3DistCpActivity → PipelineActivity

  46. val onFailAlarms: Seq[SnsAlarm]

  47. def onLateAction(alarms: SnsAlarm*): S3DistCpActivity

    Definition Classes
    S3DistCpActivity → PipelineActivity

  48. val onLateActionAlarms: Seq[SnsAlarm]

  49. def onSuccess(alarms: SnsAlarm*): S3DistCpActivity

    Definition Classes
    S3DistCpActivity → PipelineActivity

  50. val onSuccessAlarms: Seq[SnsAlarm]

  51. val outputCodec: OutputCodec

  52. val outputManifest: Option[String]

  53. val postStepCommands: Seq[String]

  54. val preStepCommands: Seq[String]

  55. val preconditions: Seq[Precondition]

  56. val previousManifest: Option[String]

  57. def ref: AdpRef[AdpActivity]

    Definition Classes
    PipelineActivity → PipelineObject

  58. val requirePreviousManifest: Boolean

  59. val retryDelay: Option[Parameter[Duration]]

  60. val runsOn: Resource[EmrCluster]

  61. val s3ServerSideEncryption: Boolean

  62. implicit def seq2Option[A](anySeq: Seq[A]): Option[Seq[A]]

    Definition Classes
    PipelineObject

  63. def seqToOption[A, B](anySeq: Seq[A])(transform: (A) ⇒ B): Option[Seq[B]]

    Definition Classes
    PipelineObject

  64. lazy val serialize: AdpEmrActivity

    Definition Classes
    S3DistCpActivity → PipelineActivity → PipelineObject

  65. val source: Option[S3DataNode]

  66. val sourcePattern: Option[String]

  67. val sourcePrefixesFile: Option[String]

  68. val startingIndex: Option[Parameter[Int]]

  69. val storageClass: Option[StorageClass]

  70. final def synchronized[T0](arg0: ⇒ T0): T0

    Definition Classes
    AnyRef

  71. val targetSize: Option[Parameter[Int]]

  72. def toString(): String

    Definition Classes
    AnyRef → Any

  73. implicit def uniquePipelineId2String(id: PipelineObjectId): String

    Definition Classes
    PipelineObject

  74. final def wait(): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  75. final def wait(arg0: Long, arg1: Int): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  76. final def wait(arg0: Long): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  77. def whenMet(conditions: Precondition*): S3DistCpActivity

    Definition Classes
    S3DistCpActivity → PipelineActivity

  78. def withActionOnResourceFailure(action: ActionOnResourceFailure): S3DistCpActivity

  79. def withActionOnTaskFailure(action: ActionOnTaskFailure): S3DistCpActivity

  80. def withAttemptTimeout(timeout: Parameter[Duration]): S3DistCpActivity

  81. def withCopyFromManifest(): S3DistCpActivity

  82. def withDeleteOnSuccess(): S3DistCpActivity

  83. def withDestination(dest: S3DataNode): S3DistCpActivity

  84. def withFailureAndRerunMode(mode: FailureAndRerunMode): S3DistCpActivity

  85. def withGroupBy(groupBy: String): S3DistCpActivity

  86. def withLateAfterTimeout(timeout: Parameter[Duration]): S3DistCpActivity

  87. def withMaximumRetries(retries: Parameter[Int]): S3DistCpActivity

  88. def withMultipartUploadChunkSize(chunkSize: Parameter[Int]): S3DistCpActivity

  89. def withNumberFiles(): S3DistCpActivity

  90. def withOutputCodec(outputCodec: OutputCodec): S3DistCpActivity

  91. def withOutputManifest(outputManifest: String): S3DistCpActivity

  92. def withPostStepCommand(command: String*): S3DistCpActivity

  93. def withPreStepCommand(command: String*): S3DistCpActivity

  94. def withPreviousManifest(previousManifest: String): S3DistCpActivity

  95. def withRequirePreviousManifest(): S3DistCpActivity

  96. def withRetryDelay(delay: Parameter[Duration]): S3DistCpActivity

  97. def withS3Endpoint(endpoint: String): S3DistCpActivity

  98. def withS3ServerSideEncryption(): S3DistCpActivity

  99. def withSource(source: S3DataNode): S3DistCpActivity

  100. def withSourcePattern(sourcePattern: String): S3DistCpActivity

  101. def withSourcePrefixesFile(sourcePrefixesFile: String): S3DistCpActivity

  102. def withStartingIndex(startingIndex: Parameter[Int]): S3DistCpActivity

  103. def withStorageClass(storageClass: StorageClass): S3DistCpActivity

  104. def withTargetSize(targetSize: Parameter[Int]): S3DistCpActivity

  105. def withoutMultipartUpload(): S3DistCpActivity

Inherited from EmrActivity

Inherited from PipelineActivity

Inherited from PipelineObject

Inherited from Ordered[PipelineObject]

Inherited from Comparable[PipelineObject]

Inherited from AnyRef

Inherited from Any

Ungrouped