com.krux.hyperion.activity

S3DistCpActivity

Related Docs: object S3DistCpActivity | package activity

class S3DistCpActivity extends EmrActivity

Source
S3DistCpActivity.scala
Linear Supertypes
Ordering
  1. Alphabetic
  2. By inheritance
Inherited
  1. S3DistCpActivity
  2. EmrActivity
  3. PipelineActivity
  4. PipelineObject
  5. AnyRef
  6. Any
  1. Hide All
  2. Show all
Learn more about member selection
Visibility
  1. Public
  2. All

Value Members

  1. final def !=(arg0: Any): Boolean

    Definition Classes
    AnyRef → Any
  2. final def ##(): Int

    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean

    Definition Classes
    AnyRef → Any
  4. val appendLastToFile: Boolean

  5. def appendToLastFile(): S3DistCpActivity

  6. final def asInstanceOf[T0]: T0

    Definition Classes
    Any
  7. val chunkSize: Option[Int]

  8. def clone(): AnyRef

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  9. def copy(id: PipelineObjectId = id, runsOn: EmrCluster = runsOn, dependsOn: Seq[PipelineActivity] = dependsOn, preconditions: Seq[Precondition] = preconditions, onFailAlarms: Seq[SnsAlarm] = onFailAlarms, onSuccessAlarms: Seq[SnsAlarm] = onSuccessAlarms, onLateActionAlarms: Seq[SnsAlarm] = onLateActionAlarms, source: Option[S3DataNode] = source, dest: Option[S3DataNode] = dest, sourcePattern: Option[String] = sourcePattern, groupBy: Option[String] = groupBy, targetSize: Option[Int] = targetSize, appendLastToFile: Boolean = appendLastToFile, outputCodec: OutputCodec = outputCodec, s3ServerSideEncryption: Boolean = s3ServerSideEncryption, deleteOnSuccess: Boolean = deleteOnSuccess, disableMultipartUpload: Boolean = disableMultipartUpload, chunkSize: Option[Int] = chunkSize, numberFiles: Boolean = numberFiles, startingIndex: Option[Int] = startingIndex, outputManifest: Option[String] = outputManifest, previousManifest: Option[String] = previousManifest, requirePreviousManifest: Boolean = requirePreviousManifest, copyFromManifest: Boolean = copyFromManifest, endpoint: Option[String] = endpoint, storageClass: Option[StorageClass] = storageClass, sourcePrefixesFile: Option[String] = sourcePrefixesFile): S3DistCpActivity

  10. val copyFromManifest: Boolean

  11. val deleteOnSuccess: Boolean

  12. def dependsOn(activities: PipelineActivity*): S3DistCpActivity

    Definition Classes
    S3DistCpActivityPipelineActivity
  13. val dependsOn: Seq[PipelineActivity]

    Definition Classes
    S3DistCpActivityPipelineActivity
  14. val dest: Option[S3DataNode]

  15. val disableMultipartUpload: Boolean

  16. val endpoint: Option[String]

  17. final def eq(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  18. def equals(arg0: Any): Boolean

    Definition Classes
    AnyRef → Any
  19. def finalize(): Unit

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  20. final def getClass(): Class[_]

    Definition Classes
    AnyRef → Any
  21. val groupBy: Option[String]

  22. def groupedBy(group: String): S3DistCpActivity

    Definition Classes
    S3DistCpActivityPipelineActivity
  23. def hashCode(): Int

    Definition Classes
    AnyRef → Any
  24. val id: PipelineObjectId

    Definition Classes
    S3DistCpActivityPipelineObject
  25. final def isInstanceOf[T0]: Boolean

    Definition Classes
    Any
  26. def named(name: String): S3DistCpActivity

    Definition Classes
    S3DistCpActivityPipelineActivity
  27. final def ne(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  28. final def notify(): Unit

    Definition Classes
    AnyRef
  29. final def notifyAll(): Unit

    Definition Classes
    AnyRef
  30. val numberFiles: Boolean

  31. def objects: Iterable[PipelineObject]

    Definition Classes
    S3DistCpActivityPipelineObject
  32. def onFail(alarms: SnsAlarm*): S3DistCpActivity

    Definition Classes
    S3DistCpActivityPipelineActivity
  33. val onFailAlarms: Seq[SnsAlarm]

  34. def onLateAction(alarms: SnsAlarm*): S3DistCpActivity

    Definition Classes
    S3DistCpActivityPipelineActivity
  35. val onLateActionAlarms: Seq[SnsAlarm]

  36. def onSuccess(alarms: SnsAlarm*): S3DistCpActivity

    Definition Classes
    S3DistCpActivityPipelineActivity
  37. val onSuccessAlarms: Seq[SnsAlarm]

  38. val outputCodec: OutputCodec

  39. val outputManifest: Option[String]

  40. val preconditions: Seq[Precondition]

  41. val previousManifest: Option[String]

  42. def ref: AdpRef[AdpActivity]

    Definition Classes
    PipelineActivityPipelineObject
  43. val requirePreviousManifest: Boolean

  44. val runsOn: EmrCluster

  45. val s3ServerSideEncryption: Boolean

  46. implicit def seq2Option[A](anySeq: Seq[A]): Option[Seq[A]]

    Definition Classes
    PipelineObject
  47. def seqToOption[A, B](anySeq: Seq[A])(transform: (A) ⇒ B): Option[Seq[B]]

    Definition Classes
    PipelineObject
  48. lazy val serialize: AdpEmrActivity

  49. val source: Option[S3DataNode]

  50. val sourcePattern: Option[String]

  51. val sourcePrefixesFile: Option[String]

  52. val startingIndex: Option[Int]

  53. val storageClass: Option[StorageClass]

  54. final def synchronized[T0](arg0: ⇒ T0): T0

    Definition Classes
    AnyRef
  55. val targetSize: Option[Int]

  56. def toString(): String

    Definition Classes
    AnyRef → Any
  57. implicit def uniquePipelineId2String(id: PipelineObjectId): String

    Definition Classes
    PipelineObject
  58. final def wait(): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  59. final def wait(arg0: Long, arg1: Int): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  60. final def wait(arg0: Long): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  61. def whenMet(conditions: Precondition*): S3DistCpActivity

    Definition Classes
    S3DistCpActivityPipelineActivity
  62. def withCopyFromManifest(): S3DistCpActivity

  63. def withDeleteOnSuccess(): S3DistCpActivity

  64. def withDestination(dest: S3DataNode): S3DistCpActivity

  65. def withGroupBy(groupBy: String): S3DistCpActivity

  66. def withMultipartUploadChunkSize(chunkSize: Int): S3DistCpActivity

  67. def withNumberFiles(): S3DistCpActivity

  68. def withOutputCodec(outputCodec: OutputCodec): S3DistCpActivity

  69. def withOutputManifest(outputManifest: String): S3DistCpActivity

  70. def withPreviousManifest(previousManifest: String): S3DistCpActivity

  71. def withRequirePreviousManifest(): S3DistCpActivity

  72. def withS3Endpoint(endpoint: String): S3DistCpActivity

  73. def withS3ServerSideEncryption(): S3DistCpActivity

  74. def withSource(source: S3DataNode): S3DistCpActivity

  75. def withSourcePattern(sourcePattern: String): S3DistCpActivity

  76. def withSourcePrefixesFile(sourcePrefixesFile: String): S3DistCpActivity

  77. def withStartingIndex(startingIndex: Int): S3DistCpActivity

  78. def withStorageClass(storageClass: StorageClass): S3DistCpActivity

  79. def withTargetSize(targetSize: Int): S3DistCpActivity

  80. def withoutMultipartUpload(): S3DistCpActivity

Inherited from EmrActivity

Inherited from PipelineActivity

Inherited from PipelineObject

Inherited from AnyRef

Inherited from Any

Ungrouped