com.krux.hyperion.activity

S3DistCpActivity

class S3DistCpActivity extends EmrActivity

Source
S3DistCpActivity.scala
Linear Supertypes
Ordering
  1. Alphabetic
  2. By inheritance
Inherited
  1. S3DistCpActivity
  2. EmrActivity
  3. PipelineActivity
  4. PipelineObject
  5. AnyRef
  6. Any
  1. Hide All
  2. Show all
Learn more about member selection
Visibility
  1. Public
  2. All

Value Members

  1. final def !=(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  2. final def !=(arg0: Any): Boolean

    Definition Classes
    Any
  3. final def ##(): Int

    Definition Classes
    AnyRef → Any
  4. final def ==(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  5. final def ==(arg0: Any): Boolean

    Definition Classes
    Any
  6. val appendLastToFile: Boolean

  7. def appendToLastFile(): S3DistCpActivity

  8. final def asInstanceOf[T0]: T0

    Definition Classes
    Any
  9. val chunkSize: Option[Int]

  10. def clone(): AnyRef

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  11. def copy(id: PipelineObjectId = id, runsOn: EmrCluster = runsOn, dependsOn: Seq[PipelineActivity] = dependsOn, preconditions: Seq[Precondition] = preconditions, onFailAlarms: Seq[SnsAlarm] = onFailAlarms, onSuccessAlarms: Seq[SnsAlarm] = onSuccessAlarms, onLateActionAlarms: Seq[SnsAlarm] = onLateActionAlarms, source: Option[S3DataNode] = source, dest: Option[S3DataNode] = dest, sourcePattern: Option[String] = sourcePattern, groupBy: Option[String] = groupBy, targetSize: Option[Int] = targetSize, appendLastToFile: Boolean = appendLastToFile, outputCodec: OutputCodec = outputCodec, s3ServerSideEncryption: Boolean = s3ServerSideEncryption, deleteOnSuccess: Boolean = deleteOnSuccess, disableMultipartUpload: Boolean = disableMultipartUpload, chunkSize: Option[Int] = chunkSize, numberFiles: Boolean = numberFiles, startingIndex: Option[Int] = startingIndex, outputManifest: Option[String] = outputManifest, previousManifest: Option[String] = previousManifest, requirePreviousManifest: Boolean = requirePreviousManifest, copyFromManifest: Boolean = copyFromManifest, endpoint: Option[String] = endpoint, storageClass: Option[StorageClass] = storageClass, sourcePrefixesFile: Option[String] = sourcePrefixesFile): S3DistCpActivity

  12. val copyFromManifest: Boolean

  13. val deleteOnSuccess: Boolean

  14. def dependsOn(activities: PipelineActivity*): S3DistCpActivity

    Definition Classes
    S3DistCpActivityPipelineActivity
  15. val dependsOn: Seq[PipelineActivity]

    Definition Classes
    S3DistCpActivityPipelineActivity
  16. val dest: Option[S3DataNode]

  17. val disableMultipartUpload: Boolean

  18. val endpoint: Option[String]

  19. final def eq(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  20. def equals(arg0: Any): Boolean

    Definition Classes
    AnyRef → Any
  21. def finalize(): Unit

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  22. final def getClass(): Class[_]

    Definition Classes
    AnyRef → Any
  23. val groupBy: Option[String]

  24. def groupedBy(group: String): S3DistCpActivity

    Definition Classes
    S3DistCpActivityPipelineActivity
  25. def hashCode(): Int

    Definition Classes
    AnyRef → Any
  26. val id: PipelineObjectId

    Definition Classes
    S3DistCpActivityPipelineObject
  27. final def isInstanceOf[T0]: Boolean

    Definition Classes
    Any
  28. def named(name: String): S3DistCpActivity

    Definition Classes
    S3DistCpActivityPipelineActivity
  29. final def ne(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  30. final def notify(): Unit

    Definition Classes
    AnyRef
  31. final def notifyAll(): Unit

    Definition Classes
    AnyRef
  32. val numberFiles: Boolean

  33. def objects: Iterable[PipelineObject]

    Definition Classes
    S3DistCpActivityPipelineObject
  34. def onFail(alarms: SnsAlarm*): S3DistCpActivity

    Definition Classes
    S3DistCpActivityPipelineActivity
  35. val onFailAlarms: Seq[SnsAlarm]

  36. def onLateAction(alarms: SnsAlarm*): S3DistCpActivity

    Definition Classes
    S3DistCpActivityPipelineActivity
  37. val onLateActionAlarms: Seq[SnsAlarm]

  38. def onSuccess(alarms: SnsAlarm*): S3DistCpActivity

    Definition Classes
    S3DistCpActivityPipelineActivity
  39. val onSuccessAlarms: Seq[SnsAlarm]

  40. val outputCodec: OutputCodec

  41. val outputManifest: Option[String]

  42. val preconditions: Seq[Precondition]

  43. val previousManifest: Option[String]

  44. def ref: AdpRef[AdpActivity]

    Definition Classes
    PipelineActivityPipelineObject
  45. val requirePreviousManifest: Boolean

  46. val runsOn: EmrCluster

  47. val s3ServerSideEncryption: Boolean

  48. implicit def seq2Option[A](anySeq: Seq[A]): Option[Seq[A]]

    Definition Classes
    PipelineObject
  49. def seqToOption[A, B](anySeq: Seq[A])(transform: (A) ⇒ B): Option[Seq[B]]

    Definition Classes
    PipelineObject
  50. lazy val serialize: AdpEmrActivity

  51. val source: Option[S3DataNode]

  52. val sourcePattern: Option[String]

  53. val sourcePrefixesFile: Option[String]

  54. val startingIndex: Option[Int]

  55. val storageClass: Option[StorageClass]

  56. final def synchronized[T0](arg0: ⇒ T0): T0

    Definition Classes
    AnyRef
  57. val targetSize: Option[Int]

  58. def toString(): String

    Definition Classes
    AnyRef → Any
  59. implicit def uniquePipelineId2String(id: PipelineObjectId): String

    Definition Classes
    PipelineObject
  60. final def wait(): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  61. final def wait(arg0: Long, arg1: Int): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  62. final def wait(arg0: Long): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  63. def whenMet(conditions: Precondition*): S3DistCpActivity

    Definition Classes
    S3DistCpActivityPipelineActivity
  64. def withCopyFromManifest(): S3DistCpActivity

  65. def withDeleteOnSuccess(): S3DistCpActivity

  66. def withDestination(dest: S3DataNode): S3DistCpActivity

  67. def withGroupBy(groupBy: String): S3DistCpActivity

  68. def withMultipartUploadChunkSize(chunkSize: Int): S3DistCpActivity

  69. def withNumberFiles(): S3DistCpActivity

  70. def withOutputCodec(outputCodec: OutputCodec): S3DistCpActivity

  71. def withOutputManifest(outputManifest: String): S3DistCpActivity

  72. def withPreviousManifest(previousManifest: String): S3DistCpActivity

  73. def withRequirePreviousManifest(): S3DistCpActivity

  74. def withS3Endpoint(endpoint: String): S3DistCpActivity

  75. def withS3ServerSideEncryption(): S3DistCpActivity

  76. def withSource(source: S3DataNode): S3DistCpActivity

  77. def withSourcePattern(sourcePattern: String): S3DistCpActivity

  78. def withSourcePrefixesFile(sourcePrefixesFile: String): S3DistCpActivity

  79. def withStartingIndex(startingIndex: Int): S3DistCpActivity

  80. def withStorageClass(storageClass: StorageClass): S3DistCpActivity

  81. def withTargetSize(targetSize: Int): S3DistCpActivity

  82. def withoutMultipartUpload(): S3DistCpActivity

Inherited from EmrActivity

Inherited from PipelineActivity

Inherited from PipelineObject

Inherited from AnyRef

Inherited from Any

Ungrouped