com.krux.hyperion.activity

MapReduceActivity

case class MapReduceActivity extends EmrActivity with Product with Serializable

Runs map reduce steps on an Amazon EMR cluster

Source
MapReduceActivity.scala
Linear Supertypes
Serializable, Serializable, Product, Equals, EmrActivity, PipelineActivity, PipelineObject, Ordered[PipelineObject], Comparable[PipelineObject], AnyRef, Any
Ordering
  1. Alphabetic
  2. By inheritance
Inherited
  1. MapReduceActivity
  2. Serializable
  3. Serializable
  4. Product
  5. Equals
  6. EmrActivity
  7. PipelineActivity
  8. PipelineObject
  9. Ordered
  10. Comparable
  11. AnyRef
  12. Any
  1. Hide All
  2. Show all
Learn more about member selection
Visibility
  1. Public
  2. All

Value Members

  1. final def !=(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  2. final def !=(arg0: Any): Boolean

    Definition Classes
    Any
  3. final def ##(): Int

    Definition Classes
    AnyRef → Any
  4. def <(that: PipelineObject): Boolean

    Definition Classes
    Ordered
  5. def <=(that: PipelineObject): Boolean

    Definition Classes
    Ordered
  6. final def ==(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  7. final def ==(arg0: Any): Boolean

    Definition Classes
    Any
  8. def >(that: PipelineObject): Boolean

    Definition Classes
    Ordered
  9. def >=(that: PipelineObject): Boolean

    Definition Classes
    Ordered
  10. val actionOnResourceFailure: Option[ActionOnResourceFailure]

  11. val actionOnTaskFailure: Option[ActionOnTaskFailure]

  12. final def asInstanceOf[T0]: T0

    Definition Classes
    Any
  13. val attemptTimeout: Option[Parameter[Duration]]

  14. def clone(): AnyRef

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  15. def compare(that: PipelineObject): Int

    Definition Classes
    PipelineObject → Ordered
  16. def compareTo(that: PipelineObject): Int

    Definition Classes
    Ordered → Comparable
  17. val dependsOn: Seq[PipelineActivity]

    Definition Classes
    MapReduceActivityPipelineActivity
  18. final def eq(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  19. val failureAndRerunMode: Option[FailureAndRerunMode]

  20. def finalize(): Unit

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  21. final def getClass(): Class[_]

    Definition Classes
    AnyRef → Any
  22. def groupedBy(group: String): MapReduceActivity

    Definition Classes
    MapReduceActivityPipelineActivity
  23. val id: PipelineObjectId

    Definition Classes
    MapReduceActivityPipelineObject
  24. val inputs: Seq[S3DataNode]

  25. final def isInstanceOf[T0]: Boolean

    Definition Classes
    Any
  26. val lateAfterTimeout: Option[Parameter[Duration]]

  27. val maximumRetries: Option[Parameter[Int]]

  28. def named(name: String): MapReduceActivity

    Definition Classes
    MapReduceActivityPipelineActivity
  29. final def ne(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  30. final def notify(): Unit

    Definition Classes
    AnyRef
  31. final def notifyAll(): Unit

    Definition Classes
    AnyRef
  32. def objects: Iterable[PipelineObject]

    Definition Classes
    MapReduceActivityPipelineObject
  33. def onFail(alarms: SnsAlarm*): MapReduceActivity

    Definition Classes
    MapReduceActivityPipelineActivity
  34. val onFailAlarms: Seq[SnsAlarm]

  35. def onLateAction(alarms: SnsAlarm*): MapReduceActivity

    Definition Classes
    MapReduceActivityPipelineActivity
  36. val onLateActionAlarms: Seq[SnsAlarm]

  37. def onSuccess(alarms: SnsAlarm*): MapReduceActivity

    Definition Classes
    MapReduceActivityPipelineActivity
  38. val onSuccessAlarms: Seq[SnsAlarm]

  39. val outputs: Seq[S3DataNode]

  40. val postStepCommands: Seq[String]

  41. val preStepCommands: Seq[String]

  42. val preconditions: Seq[Precondition]

  43. def ref: AdpRef[AdpActivity]

    Definition Classes
    PipelineActivityPipelineObject
  44. val retryDelay: Option[Parameter[Duration]]

  45. val runsOn: Resource[EmrCluster]

  46. implicit def seq2Option[A](anySeq: Seq[A]): Option[Seq[A]]

    Definition Classes
    PipelineObject
  47. def seqToOption[A, B](anySeq: Seq[A])(transform: (A) ⇒ B): Option[Seq[B]]

    Definition Classes
    PipelineObject
  48. lazy val serialize: AdpEmrActivity

  49. val steps: Seq[MapReduceStep]

  50. final def synchronized[T0](arg0: ⇒ T0): T0

    Definition Classes
    AnyRef
  51. implicit def uniquePipelineId2String(id: PipelineObjectId): String

    Definition Classes
    PipelineObject
  52. final def wait(): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  53. final def wait(arg0: Long, arg1: Int): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  54. final def wait(arg0: Long): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  55. def whenMet(conditions: Precondition*): MapReduceActivity

    Definition Classes
    MapReduceActivityPipelineActivity
  56. def withActionOnResourceFailure(action: ActionOnResourceFailure): MapReduceActivity

  57. def withActionOnTaskFailure(action: ActionOnTaskFailure): MapReduceActivity

  58. def withAttemptTimeout(timeout: Parameter[Duration]): MapReduceActivity

  59. def withFailureAndRerunMode(mode: FailureAndRerunMode): MapReduceActivity

  60. def withInput(input: S3DataNode*): MapReduceActivity

  61. def withLateAfterTimeout(timeout: Parameter[Duration]): MapReduceActivity

  62. def withMaximumRetries(retries: Parameter[Int]): MapReduceActivity

  63. def withOutput(output: S3DataNode*): MapReduceActivity

  64. def withPostStepCommand(command: String*): MapReduceActivity

  65. def withPreStepCommand(command: String*): MapReduceActivity

  66. def withRetryDelay(delay: Parameter[Duration]): MapReduceActivity

  67. def withSteps(step: MapReduceStep*): MapReduceActivity

Inherited from Serializable

Inherited from Serializable

Inherited from Product

Inherited from Equals

Inherited from EmrActivity

Inherited from PipelineActivity

Inherited from PipelineObject

Inherited from Ordered[PipelineObject]

Inherited from Comparable[PipelineObject]

Inherited from AnyRef

Inherited from Any

Ungrouped