Class/Object

com.krux.hyperion.activity

HadoopActivity

Related Docs: object HadoopActivity | package activity

Permalink

case class HadoopActivity extends EmrActivity with Product with Serializable

Runs a MapReduce job on a cluster. The cluster can be an EMR cluster managed by AWS Data Pipeline or another resource if you use TaskRunner. Use HadoopActivity when you want to run work in parallel. This allows you to use the scheduling resources of the YARN framework or the MapReduce resource negotiator in Hadoop 1. If you would like to run work sequentially using the Amazon EMR Step action, you can still use EmrActivity.

Source
HadoopActivity.scala
Linear Supertypes
Serializable, Serializable, Product, Equals, EmrActivity, PipelineActivity, PipelineObject, Ordered[PipelineObject], Comparable[PipelineObject], AnyRef, Any
Ordering
  1. Alphabetic
  2. By inheritance
Inherited
  1. HadoopActivity
  2. Serializable
  3. Serializable
  4. Product
  5. Equals
  6. EmrActivity
  7. PipelineActivity
  8. PipelineObject
  9. Ordered
  10. Comparable
  11. AnyRef
  12. Any
  1. Hide All
  2. Show all
Visibility
  1. Public
  2. All

Value Members

  1. final def !=(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  2. final def ##(): Int

    Permalink
    Definition Classes
    AnyRef → Any

  3. def <(that: PipelineObject): Boolean

    Permalink
    Definition Classes
    Ordered

  4. def <=(that: PipelineObject): Boolean

    Permalink
    Definition Classes
    Ordered

  5. final def ==(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  6. def >(that: PipelineObject): Boolean

    Permalink
    Definition Classes
    Ordered

  7. def >=(that: PipelineObject): Boolean

    Permalink
    Definition Classes
    Ordered

  8. val argument: Seq[String]

    Permalink

  9. final def asInstanceOf[T0]: T0

    Permalink
    Definition Classes
    Any

  10. val attemptTimeout: Option[Parameter[Duration]]

    Permalink

  11. def clone(): AnyRef

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  12. def compare(that: PipelineObject): Int

    Permalink
    Definition Classes
    PipelineObject → Ordered

  13. def compareTo(that: PipelineObject): Int

    Permalink
    Definition Classes
    Ordered → Comparable

  14. val dependsOn: Seq[PipelineActivity]

    Permalink
    Definition Classes
    HadoopActivity → PipelineActivity

  15. final def eq(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  16. val failureAndRerunMode: Option[FailureAndRerunMode]

    Permalink

  17. def finalize(): Unit

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )

  18. final def getClass(): Class[_]

    Permalink
    Definition Classes
    AnyRef → Any

  19. def groupedBy(group: String): HadoopActivity

    Permalink
    Definition Classes
    HadoopActivity → PipelineActivity

  20. val hadoopQueue: Option[String]

    Permalink

  21. val id: PipelineObjectId

    Permalink
    Definition Classes
    HadoopActivity → PipelineObject

  22. val inputs: Seq[S3DataNode]

    Permalink

  23. final def isInstanceOf[T0]: Boolean

    Permalink
    Definition Classes
    Any

  24. val jarUri: String

    Permalink

  25. val lateAfterTimeout: Option[Parameter[Duration]]

    Permalink

  26. val mainClass: Option[MainClass]

    Permalink

  27. val maximumRetries: Option[Parameter[Int]]

    Permalink

  28. def named(name: String): HadoopActivity

    Permalink
    Definition Classes
    HadoopActivity → PipelineActivity

  29. final def ne(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  30. final def notify(): Unit

    Permalink
    Definition Classes
    AnyRef

  31. final def notifyAll(): Unit

    Permalink
    Definition Classes
    AnyRef

  32. def objects: Iterable[PipelineObject]

    Permalink
    Definition Classes
    HadoopActivity → PipelineObject

  33. def onFail(alarms: SnsAlarm*): HadoopActivity

    Permalink
    Definition Classes
    HadoopActivity → PipelineActivity

  34. val onFailAlarms: Seq[SnsAlarm]

    Permalink

  35. def onLateAction(alarms: SnsAlarm*): HadoopActivity

    Permalink
    Definition Classes
    HadoopActivity → PipelineActivity

  36. val onLateActionAlarms: Seq[SnsAlarm]

    Permalink

  37. def onSuccess(alarms: SnsAlarm*): HadoopActivity

    Permalink
    Definition Classes
    HadoopActivity → PipelineActivity

  38. val onSuccessAlarms: Seq[SnsAlarm]

    Permalink

  39. val outputs: Seq[S3DataNode]

    Permalink

  40. val postActivityTaskConfig: Option[ShellScriptConfig]

    Permalink

  41. val preActivityTaskConfig: Option[ShellScriptConfig]

    Permalink

  42. val preconditions: Seq[Precondition]

    Permalink

  43. def ref: AdpRef[AdpActivity]

    Permalink
    Definition Classes
    PipelineActivity → PipelineObject

  44. val retryDelay: Option[Parameter[Duration]]

    Permalink

  45. val runsOn: Resource[EmrCluster]

    Permalink

  46. implicit def seq2Option[A](anySeq: Seq[A]): Option[Seq[A]]

    Permalink
    Definition Classes
    PipelineObject

  47. def seqToOption[A, B](anySeq: Seq[A])(transform: (A) ⇒ B): Option[Seq[B]]

    Permalink
    Definition Classes
    PipelineObject

  48. lazy val serialize: AdpHadoopActivity

    Permalink
    Definition Classes
    HadoopActivity → PipelineActivity → PipelineObject

  49. final def synchronized[T0](arg0: ⇒ T0): T0

    Permalink
    Definition Classes
    AnyRef

  50. implicit def uniquePipelineId2String(id: PipelineObjectId): String

    Permalink
    Definition Classes
    PipelineObject

  51. final def wait(): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  52. final def wait(arg0: Long, arg1: Int): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  53. final def wait(arg0: Long): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  54. def whenMet(conditions: Precondition*): HadoopActivity

    Permalink
    Definition Classes
    HadoopActivity → PipelineActivity

  55. def withArguments(arguments: String*): HadoopActivity

    Permalink

  56. def withAttemptTimeout(timeout: Parameter[Duration]): HadoopActivity

    Permalink

  57. def withFailureAndRerunMode(mode: FailureAndRerunMode): HadoopActivity

    Permalink

  58. def withHadoopQueue(queue: String): HadoopActivity

    Permalink

  59. def withInput(input: S3DataNode*): HadoopActivity

    Permalink

  60. def withLateAfterTimeout(timeout: Parameter[Duration]): HadoopActivity

    Permalink

  61. def withMaximumRetries(retries: Parameter[Int]): HadoopActivity

    Permalink

  62. def withOutput(output: S3DataNode*): HadoopActivity

    Permalink

  63. def withPostActivityTaskConfig(script: ShellScriptConfig): HadoopActivity

    Permalink

  64. def withPreActivityTaskConfig(script: ShellScriptConfig): HadoopActivity

    Permalink

  65. def withRetryDelay(delay: Parameter[Duration]): HadoopActivity

    Permalink

Inherited from Serializable

Inherited from Serializable

Inherited from Product

Inherited from Equals

Inherited from EmrActivity

Inherited from PipelineActivity

Inherited from PipelineObject

Inherited from Ordered[PipelineObject]

Inherited from Comparable[PipelineObject]

Inherited from AnyRef

Inherited from Any

Ungrouped