Class/Object

com.krux.hyperion.activity

S3DistCpActivity

Related Docs: object S3DistCpActivity | package activity

Permalink

class S3DistCpActivity extends EmrActivity

Source
S3DistCpActivity.scala
Linear Supertypes
EmrActivity, PipelineActivity, PipelineObject, Ordered[PipelineObject], Comparable[PipelineObject], AnyRef, Any
Ordering
  1. Alphabetic
  2. By inheritance
Inherited
  1. S3DistCpActivity
  2. EmrActivity
  3. PipelineActivity
  4. PipelineObject
  5. Ordered
  6. Comparable
  7. AnyRef
  8. Any
  1. Hide All
  2. Show all
Visibility
  1. Public
  2. All

Value Members

  1. final def !=(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int

    Permalink
    Definition Classes
    AnyRef → Any
  3. def <(that: PipelineObject): Boolean

    Permalink
    Definition Classes
    Ordered
  4. def <=(that: PipelineObject): Boolean

    Permalink
    Definition Classes
    Ordered
  5. final def ==(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  6. def >(that: PipelineObject): Boolean

    Permalink
    Definition Classes
    Ordered
  7. def >=(that: PipelineObject): Boolean

    Permalink
    Definition Classes
    Ordered
  8. val actionOnResourceFailure: Option[ActionOnResourceFailure]

    Permalink
  9. val actionOnTaskFailure: Option[ActionOnTaskFailure]

    Permalink
  10. val appendLastToFile: Boolean

    Permalink
  11. def appendToLastFile(): S3DistCpActivity

    Permalink
  12. final def asInstanceOf[T0]: T0

    Permalink
    Definition Classes
    Any
  13. val attemptTimeout: Option[Parameter[Duration]]

    Permalink
  14. val chunkSize: Option[Parameter[Int]]

    Permalink
  15. def clone(): AnyRef

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  16. def compare(that: PipelineObject): Int

    Permalink
    Definition Classes
    PipelineObject → Ordered
  17. def compareTo(that: PipelineObject): Int

    Permalink
    Definition Classes
    Ordered → Comparable
  18. def copy(id: PipelineObjectId = id, source: Option[S3DataNode] = source, dest: Option[S3DataNode] = dest, sourcePattern: Option[String] = sourcePattern, groupBy: Option[String] = groupBy, targetSize: Option[Parameter[Int]] = targetSize, appendLastToFile: Boolean = appendLastToFile, outputCodec: OutputCodec = outputCodec, s3ServerSideEncryption: Boolean = s3ServerSideEncryption, deleteOnSuccess: Boolean = deleteOnSuccess, disableMultipartUpload: Boolean = disableMultipartUpload, chunkSize: Option[Parameter[Int]] = chunkSize, numberFiles: Boolean = numberFiles, startingIndex: Option[Parameter[Int]] = startingIndex, outputManifest: Option[String] = outputManifest, previousManifest: Option[String] = previousManifest, requirePreviousManifest: Boolean = requirePreviousManifest, copyFromManifest: Boolean = copyFromManifest, endpoint: Option[String] = endpoint, storageClass: Option[StorageClass] = storageClass, sourcePrefixesFile: Option[String] = sourcePrefixesFile, preStepCommands: Seq[String] = preStepCommands, postStepCommands: Seq[String] = postStepCommands, runsOn: Resource[EmrCluster] = runsOn, dependsOn: Seq[PipelineActivity] = dependsOn, preconditions: Seq[Precondition] = preconditions, onFailAlarms: Seq[SnsAlarm] = onFailAlarms, onSuccessAlarms: Seq[SnsAlarm] = onSuccessAlarms, onLateActionAlarms: Seq[SnsAlarm] = onLateActionAlarms, attemptTimeout: Option[Parameter[Duration]] = attemptTimeout, lateAfterTimeout: Option[Parameter[Duration]] = lateAfterTimeout, maximumRetries: Option[Parameter[Int]] = maximumRetries, retryDelay: Option[Parameter[Duration]] = retryDelay, failureAndRerunMode: Option[FailureAndRerunMode] = failureAndRerunMode, actionOnResourceFailure: Option[ActionOnResourceFailure] = actionOnResourceFailure, actionOnTaskFailure: Option[ActionOnTaskFailure] = actionOnTaskFailure): S3DistCpActivity

    Permalink
  19. val copyFromManifest: Boolean

    Permalink
  20. val deleteOnSuccess: Boolean

    Permalink
  21. val dependsOn: Seq[PipelineActivity]

    Permalink
    Definition Classes
    S3DistCpActivity → PipelineActivity
  22. val dest: Option[S3DataNode]

    Permalink
  23. val disableMultipartUpload: Boolean

    Permalink
  24. val endpoint: Option[String]

    Permalink
  25. final def eq(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef
  26. def equals(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  27. val failureAndRerunMode: Option[FailureAndRerunMode]

    Permalink
  28. def finalize(): Unit

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  29. final def getClass(): Class[_]

    Permalink
    Definition Classes
    AnyRef → Any
  30. val groupBy: Option[String]

    Permalink
  31. def groupedBy(group: String): S3DistCpActivity

    Permalink
    Definition Classes
    S3DistCpActivity → PipelineActivity
  32. def hashCode(): Int

    Permalink
    Definition Classes
    AnyRef → Any
  33. val id: PipelineObjectId

    Permalink
    Definition Classes
    S3DistCpActivity → PipelineObject
  34. final def isInstanceOf[T0]: Boolean

    Permalink
    Definition Classes
    Any
  35. val lateAfterTimeout: Option[Parameter[Duration]]

    Permalink
  36. val maximumRetries: Option[Parameter[Int]]

    Permalink
  37. def named(name: String): S3DistCpActivity

    Permalink
    Definition Classes
    S3DistCpActivity → PipelineActivity
  38. final def ne(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef
  39. final def notify(): Unit

    Permalink
    Definition Classes
    AnyRef
  40. final def notifyAll(): Unit

    Permalink
    Definition Classes
    AnyRef
  41. val numberFiles: Boolean

    Permalink
  42. def objects: Iterable[PipelineObject]

    Permalink
    Definition Classes
    S3DistCpActivity → PipelineObject
  43. def onFail(alarms: SnsAlarm*): S3DistCpActivity

    Permalink
    Definition Classes
    S3DistCpActivity → PipelineActivity
  44. val onFailAlarms: Seq[SnsAlarm]

    Permalink
  45. def onLateAction(alarms: SnsAlarm*): S3DistCpActivity

    Permalink
    Definition Classes
    S3DistCpActivity → PipelineActivity
  46. val onLateActionAlarms: Seq[SnsAlarm]

    Permalink
  47. def onSuccess(alarms: SnsAlarm*): S3DistCpActivity

    Permalink
    Definition Classes
    S3DistCpActivity → PipelineActivity
  48. val onSuccessAlarms: Seq[SnsAlarm]

    Permalink
  49. val outputCodec: OutputCodec

    Permalink
  50. val outputManifest: Option[String]

    Permalink
  51. val postStepCommands: Seq[String]

    Permalink
  52. val preStepCommands: Seq[String]

    Permalink
  53. val preconditions: Seq[Precondition]

    Permalink
  54. val previousManifest: Option[String]

    Permalink
  55. def ref: AdpRef[AdpActivity]

    Permalink
    Definition Classes
    PipelineActivity → PipelineObject
  56. val requirePreviousManifest: Boolean

    Permalink
  57. val retryDelay: Option[Parameter[Duration]]

    Permalink
  58. val runsOn: Resource[EmrCluster]

    Permalink
  59. val s3ServerSideEncryption: Boolean

    Permalink
  60. implicit def seq2Option[A](anySeq: Seq[A]): Option[Seq[A]]

    Permalink
    Definition Classes
    PipelineObject
  61. def seqToOption[A, B](anySeq: Seq[A])(transform: (A) ⇒ B): Option[Seq[B]]

    Permalink
    Definition Classes
    PipelineObject
  62. lazy val serialize: AdpEmrActivity

    Permalink
    Definition Classes
    S3DistCpActivity → PipelineActivity → PipelineObject
  63. val source: Option[S3DataNode]

    Permalink
  64. val sourcePattern: Option[String]

    Permalink
  65. val sourcePrefixesFile: Option[String]

    Permalink
  66. val startingIndex: Option[Parameter[Int]]

    Permalink
  67. val storageClass: Option[StorageClass]

    Permalink
  68. final def synchronized[T0](arg0: ⇒ T0): T0

    Permalink
    Definition Classes
    AnyRef
  69. val targetSize: Option[Parameter[Int]]

    Permalink
  70. def toString(): String

    Permalink
    Definition Classes
    AnyRef → Any
  71. implicit def uniquePipelineId2String(id: PipelineObjectId): String

    Permalink
    Definition Classes
    PipelineObject
  72. final def wait(): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  73. final def wait(arg0: Long, arg1: Int): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  74. final def wait(arg0: Long): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  75. def whenMet(conditions: Precondition*): S3DistCpActivity

    Permalink
    Definition Classes
    S3DistCpActivity → PipelineActivity
  76. def withActionOnResourceFailure(action: ActionOnResourceFailure): S3DistCpActivity

    Permalink
  77. def withActionOnTaskFailure(action: ActionOnTaskFailure): S3DistCpActivity

    Permalink
  78. def withAttemptTimeout(timeout: Parameter[Duration]): S3DistCpActivity

    Permalink
  79. def withCopyFromManifest(): S3DistCpActivity

    Permalink
  80. def withDeleteOnSuccess(): S3DistCpActivity

    Permalink
  81. def withDestination(dest: S3DataNode): S3DistCpActivity

    Permalink
  82. def withFailureAndRerunMode(mode: FailureAndRerunMode): S3DistCpActivity

    Permalink
  83. def withGroupBy(groupBy: String): S3DistCpActivity

    Permalink
  84. def withLateAfterTimeout(timeout: Parameter[Duration]): S3DistCpActivity

    Permalink
  85. def withMaximumRetries(retries: Parameter[Int]): S3DistCpActivity

    Permalink
  86. def withMultipartUploadChunkSize(chunkSize: Parameter[Int]): S3DistCpActivity

    Permalink
  87. def withNumberFiles(): S3DistCpActivity

    Permalink
  88. def withOutputCodec(outputCodec: OutputCodec): S3DistCpActivity

    Permalink
  89. def withOutputManifest(outputManifest: String): S3DistCpActivity

    Permalink
  90. def withPostStepCommand(command: String*): S3DistCpActivity

    Permalink
  91. def withPreStepCommand(command: String*): S3DistCpActivity

    Permalink
  92. def withPreviousManifest(previousManifest: String): S3DistCpActivity

    Permalink
  93. def withRequirePreviousManifest(): S3DistCpActivity

    Permalink
  94. def withRetryDelay(delay: Parameter[Duration]): S3DistCpActivity

    Permalink
  95. def withS3Endpoint(endpoint: String): S3DistCpActivity

    Permalink
  96. def withS3ServerSideEncryption(): S3DistCpActivity

    Permalink
  97. def withSource(source: S3DataNode): S3DistCpActivity

    Permalink
  98. def withSourcePattern(sourcePattern: String): S3DistCpActivity

    Permalink
  99. def withSourcePrefixesFile(sourcePrefixesFile: String): S3DistCpActivity

    Permalink
  100. def withStartingIndex(startingIndex: Parameter[Int]): S3DistCpActivity

    Permalink
  101. def withStorageClass(storageClass: StorageClass): S3DistCpActivity

    Permalink
  102. def withTargetSize(targetSize: Parameter[Int]): S3DistCpActivity

    Permalink
  103. def withoutMultipartUpload(): S3DistCpActivity

    Permalink

Inherited from EmrActivity

Inherited from PipelineActivity

Inherited from PipelineObject

Inherited from Ordered[PipelineObject]

Inherited from Comparable[PipelineObject]

Inherited from AnyRef

Inherited from Any

Ungrouped