Class/Object

com.krux.hyperion.activity

S3DistCpActivity

Related Docs: object S3DistCpActivity | package activity

Permalink

class S3DistCpActivity extends EmrActivity

Source
S3DistCpActivity.scala
Linear Supertypes
EmrActivity, PipelineActivity, PipelineObject, Ordered[PipelineObject], Comparable[PipelineObject], AnyRef, Any
Ordering
  1. Alphabetic
  2. By inheritance
Inherited
  1. S3DistCpActivity
  2. EmrActivity
  3. PipelineActivity
  4. PipelineObject
  5. Ordered
  6. Comparable
  7. AnyRef
  8. Any
  1. Hide All
  2. Show all
Visibility
  1. Public
  2. All

Value Members

  1. final def !=(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int

    Permalink
    Definition Classes
    AnyRef → Any
  3. def <(that: PipelineObject): Boolean

    Permalink
    Definition Classes
    Ordered
  4. def <=(that: PipelineObject): Boolean

    Permalink
    Definition Classes
    Ordered
  5. final def ==(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  6. def >(that: PipelineObject): Boolean

    Permalink
    Definition Classes
    Ordered
  7. def >=(that: PipelineObject): Boolean

    Permalink
    Definition Classes
    Ordered
  8. val actionOnResourceFailure: Option[ActionOnResourceFailure]

    Permalink
  9. val actionOnTaskFailure: Option[ActionOnTaskFailure]

    Permalink
  10. val appendLastToFile: Boolean

    Permalink
  11. def appendToLastFile(): S3DistCpActivity

    Permalink
  12. val arguments: Seq[String]

    Permalink
  13. final def asInstanceOf[T0]: T0

    Permalink
    Definition Classes
    Any
  14. val attemptTimeout: Option[Parameter[Duration]]

    Permalink
  15. val chunkSize: Option[Parameter[Int]]

    Permalink
  16. def clone(): AnyRef

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  17. def compare(that: PipelineObject): Int

    Permalink
    Definition Classes
    PipelineObject → Ordered
  18. def compareTo(that: PipelineObject): Int

    Permalink
    Definition Classes
    Ordered → Comparable
  19. def copy(id: PipelineObjectId = id, source: Option[S3DataNode] = source, dest: Option[S3DataNode] = dest, sourcePattern: Option[String] = sourcePattern, groupBy: Option[String] = groupBy, targetSize: Option[Parameter[Int]] = targetSize, appendLastToFile: Boolean = appendLastToFile, outputCodec: OutputCodec = outputCodec, s3ServerSideEncryption: Boolean = s3ServerSideEncryption, deleteOnSuccess: Boolean = deleteOnSuccess, disableMultipartUpload: Boolean = disableMultipartUpload, chunkSize: Option[Parameter[Int]] = chunkSize, numberFiles: Boolean = numberFiles, startingIndex: Option[Parameter[Int]] = startingIndex, outputManifest: Option[String] = outputManifest, previousManifest: Option[String] = previousManifest, requirePreviousManifest: Boolean = requirePreviousManifest, copyFromManifest: Boolean = copyFromManifest, endpoint: Option[String] = endpoint, storageClass: Option[StorageClass] = storageClass, sourcePrefixesFile: Option[String] = sourcePrefixesFile, preStepCommands: Seq[String] = preStepCommands, postStepCommands: Seq[String] = postStepCommands, runsOn: Resource[EmrCluster] = runsOn, dependsOn: Seq[PipelineActivity] = dependsOn, preconditions: Seq[Precondition] = preconditions, onFailAlarms: Seq[SnsAlarm] = onFailAlarms, onSuccessAlarms: Seq[SnsAlarm] = onSuccessAlarms, onLateActionAlarms: Seq[SnsAlarm] = onLateActionAlarms, attemptTimeout: Option[Parameter[Duration]] = attemptTimeout, lateAfterTimeout: Option[Parameter[Duration]] = lateAfterTimeout, maximumRetries: Option[Parameter[Int]] = maximumRetries, retryDelay: Option[Parameter[Duration]] = retryDelay, failureAndRerunMode: Option[FailureAndRerunMode] = failureAndRerunMode, actionOnResourceFailure: Option[ActionOnResourceFailure] = actionOnResourceFailure, actionOnTaskFailure: Option[ActionOnTaskFailure] = actionOnTaskFailure, arguments: Seq[String] = arguments): S3DistCpActivity

    Permalink
  20. val copyFromManifest: Boolean

    Permalink
  21. val deleteOnSuccess: Boolean

    Permalink
  22. val dependsOn: Seq[PipelineActivity]

    Permalink
    Definition Classes
    S3DistCpActivity → PipelineActivity
  23. val dest: Option[S3DataNode]

    Permalink
  24. val disableMultipartUpload: Boolean

    Permalink
  25. val endpoint: Option[String]

    Permalink
  26. final def eq(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef
  27. def equals(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  28. val failureAndRerunMode: Option[FailureAndRerunMode]

    Permalink
  29. def finalize(): Unit

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  30. final def getClass(): Class[_]

    Permalink
    Definition Classes
    AnyRef → Any
  31. val groupBy: Option[String]

    Permalink
  32. def groupedBy(group: String): S3DistCpActivity

    Permalink
    Definition Classes
    S3DistCpActivity → PipelineActivity
  33. def hashCode(): Int

    Permalink
    Definition Classes
    AnyRef → Any
  34. val id: PipelineObjectId

    Permalink
    Definition Classes
    S3DistCpActivity → PipelineObject
  35. final def isInstanceOf[T0]: Boolean

    Permalink
    Definition Classes
    Any
  36. val lateAfterTimeout: Option[Parameter[Duration]]

    Permalink
  37. val maximumRetries: Option[Parameter[Int]]

    Permalink
  38. def named(name: String): S3DistCpActivity

    Permalink
    Definition Classes
    S3DistCpActivity → PipelineActivity
  39. final def ne(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef
  40. final def notify(): Unit

    Permalink
    Definition Classes
    AnyRef
  41. final def notifyAll(): Unit

    Permalink
    Definition Classes
    AnyRef
  42. val numberFiles: Boolean

    Permalink
  43. def objects: Iterable[PipelineObject]

    Permalink
    Definition Classes
    S3DistCpActivity → PipelineObject
  44. def onFail(alarms: SnsAlarm*): S3DistCpActivity

    Permalink
    Definition Classes
    S3DistCpActivity → PipelineActivity
  45. val onFailAlarms: Seq[SnsAlarm]

    Permalink
  46. def onLateAction(alarms: SnsAlarm*): S3DistCpActivity

    Permalink
    Definition Classes
    S3DistCpActivity → PipelineActivity
  47. val onLateActionAlarms: Seq[SnsAlarm]

    Permalink
  48. def onSuccess(alarms: SnsAlarm*): S3DistCpActivity

    Permalink
    Definition Classes
    S3DistCpActivity → PipelineActivity
  49. val onSuccessAlarms: Seq[SnsAlarm]

    Permalink
  50. val outputCodec: OutputCodec

    Permalink
  51. val outputManifest: Option[String]

    Permalink
  52. val postStepCommands: Seq[String]

    Permalink
  53. val preStepCommands: Seq[String]

    Permalink
  54. val preconditions: Seq[Precondition]

    Permalink
  55. val previousManifest: Option[String]

    Permalink
  56. def ref: AdpRef[AdpActivity]

    Permalink
    Definition Classes
    PipelineActivity → PipelineObject
  57. val requirePreviousManifest: Boolean

    Permalink
  58. val retryDelay: Option[Parameter[Duration]]

    Permalink
  59. val runsOn: Resource[EmrCluster]

    Permalink
  60. val s3ServerSideEncryption: Boolean

    Permalink
  61. implicit def seq2Option[A](anySeq: Seq[A]): Option[Seq[A]]

    Permalink
    Definition Classes
    PipelineObject
  62. def seqToOption[A, B](anySeq: Seq[A])(transform: (A) ⇒ B): Option[Seq[B]]

    Permalink
    Definition Classes
    PipelineObject
  63. lazy val serialize: AdpEmrActivity

    Permalink
    Definition Classes
    S3DistCpActivity → PipelineActivity → PipelineObject
  64. val source: Option[S3DataNode]

    Permalink
  65. val sourcePattern: Option[String]

    Permalink
  66. val sourcePrefixesFile: Option[String]

    Permalink
  67. val startingIndex: Option[Parameter[Int]]

    Permalink
  68. val storageClass: Option[StorageClass]

    Permalink
  69. final def synchronized[T0](arg0: ⇒ T0): T0

    Permalink
    Definition Classes
    AnyRef
  70. val targetSize: Option[Parameter[Int]]

    Permalink
  71. def toString(): String

    Permalink
    Definition Classes
    AnyRef → Any
  72. implicit def uniquePipelineId2String(id: PipelineObjectId): String

    Permalink
    Definition Classes
    PipelineObject
  73. final def wait(): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  74. final def wait(arg0: Long, arg1: Int): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  75. final def wait(arg0: Long): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  76. def whenMet(conditions: Precondition*): S3DistCpActivity

    Permalink
    Definition Classes
    S3DistCpActivity → PipelineActivity
  77. def withActionOnResourceFailure(action: ActionOnResourceFailure): S3DistCpActivity

    Permalink
  78. def withActionOnTaskFailure(action: ActionOnTaskFailure): S3DistCpActivity

    Permalink
  79. def withArgument(argument: String*): S3DistCpActivity

    Permalink
  80. def withAttemptTimeout(timeout: Parameter[Duration]): S3DistCpActivity

    Permalink
  81. def withCopyFromManifest(): S3DistCpActivity

    Permalink
  82. def withDeleteOnSuccess(): S3DistCpActivity

    Permalink
  83. def withDestination(dest: S3DataNode): S3DistCpActivity

    Permalink
  84. def withFailureAndRerunMode(mode: FailureAndRerunMode): S3DistCpActivity

    Permalink
  85. def withGroupBy(groupBy: String): S3DistCpActivity

    Permalink
  86. def withLateAfterTimeout(timeout: Parameter[Duration]): S3DistCpActivity

    Permalink
  87. def withMaximumRetries(retries: Parameter[Int]): S3DistCpActivity

    Permalink
  88. def withMultipartUploadChunkSize(chunkSize: Parameter[Int]): S3DistCpActivity

    Permalink
  89. def withNumberFiles(): S3DistCpActivity

    Permalink
  90. def withOutputCodec(outputCodec: OutputCodec): S3DistCpActivity

    Permalink
  91. def withOutputManifest(outputManifest: String): S3DistCpActivity

    Permalink
  92. def withPostStepCommand(command: String*): S3DistCpActivity

    Permalink
  93. def withPreStepCommand(command: String*): S3DistCpActivity

    Permalink
  94. def withPreviousManifest(previousManifest: String): S3DistCpActivity

    Permalink
  95. def withRequirePreviousManifest(): S3DistCpActivity

    Permalink
  96. def withRetryDelay(delay: Parameter[Duration]): S3DistCpActivity

    Permalink
  97. def withS3Endpoint(endpoint: String): S3DistCpActivity

    Permalink
  98. def withS3ServerSideEncryption(): S3DistCpActivity

    Permalink
  99. def withSource(source: S3DataNode): S3DistCpActivity

    Permalink
  100. def withSourcePattern(sourcePattern: String): S3DistCpActivity

    Permalink
  101. def withSourcePrefixesFile(sourcePrefixesFile: String): S3DistCpActivity

    Permalink
  102. def withStartingIndex(startingIndex: Parameter[Int]): S3DistCpActivity

    Permalink
  103. def withStorageClass(storageClass: StorageClass): S3DistCpActivity

    Permalink
  104. def withTargetSize(targetSize: Parameter[Int]): S3DistCpActivity

    Permalink
  105. def withoutMultipartUpload(): S3DistCpActivity

    Permalink

Inherited from EmrActivity

Inherited from PipelineActivity

Inherited from PipelineObject

Inherited from Ordered[PipelineObject]

Inherited from Comparable[PipelineObject]

Inherited from AnyRef

Inherited from Any

Ungrouped