com.krux.hyperion.activity

MapReduceActivity

case class MapReduceActivity[A <: EmrCluster] extends EmrActivity[A] with Product with Serializable

Runs map reduce steps on an Amazon EMR cluster

Source
MapReduceActivity.scala
Linear Supertypes
Serializable, Serializable, Product, Equals, EmrActivity[A], PipelineActivity[A], NamedPipelineObject, PipelineObject, Ordered[PipelineObject], Comparable[PipelineObject], AnyRef, Any
Ordering
  1. Alphabetic
  2. By inheritance
Inherited
  1. MapReduceActivity
  2. Serializable
  3. Serializable
  4. Product
  5. Equals
  6. EmrActivity
  7. PipelineActivity
  8. NamedPipelineObject
  9. PipelineObject
  10. Ordered
  11. Comparable
  12. AnyRef
  13. Any
  1. Hide All
  2. Show all
Learn more about member selection
Visibility
  1. Public
  2. All

Type Members

  1. type Self = MapReduceActivity[A]

Value Members

  1. final def !=(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  2. final def !=(arg0: Any): Boolean

    Definition Classes
    Any
  3. final def ##(): Int

    Definition Classes
    AnyRef → Any
  4. def <(that: PipelineObject): Boolean

    Definition Classes
    Ordered
  5. def <=(that: PipelineObject): Boolean

    Definition Classes
    Ordered
  6. final def ==(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  7. final def ==(arg0: Any): Boolean

    Definition Classes
    Any
  8. def >(that: PipelineObject): Boolean

    Definition Classes
    Ordered
  9. def >=(that: PipelineObject): Boolean

    Definition Classes
    Ordered
  10. val activityFields: ActivityFields[A]

    Definition Classes
    MapReduceActivityPipelineActivity
  11. final def asInstanceOf[T0]: T0

    Definition Classes
    Any
  12. def attemptTimeout: Option[HDuration]

    Definition Classes
    PipelineActivity
  13. val baseFields: BaseFields

    Definition Classes
    MapReduceActivityNamedPipelineObject
  14. def clone(): AnyRef

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  15. def compare(that: PipelineObject): Int

    Definition Classes
    PipelineObject → Ordered
  16. def compareTo(that: PipelineObject): Int

    Definition Classes
    Ordered → Comparable
  17. def dependsOn: Seq[PipelineActivity[_]]

    Definition Classes
    PipelineActivity
  18. final def eq(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  19. def failureAndRerunMode: Option[FailureAndRerunMode]

    Definition Classes
    PipelineActivity
  20. def finalize(): Unit

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  21. final def getClass(): Class[_]

    Definition Classes
    AnyRef → Any
  22. def groupedBy(group: String): Self

    Postfix the name field

    Postfix the name field

    Definition Classes
    NamedPipelineObject
  23. def id: PipelineObjectId

    Definition Classes
    NamedPipelineObjectPipelineObject
  24. def idGroupedBy(group: String): Self

    Have a grouping postfix in the id field

    Have a grouping postfix in the id field

    Definition Classes
    NamedPipelineObject
    Note

    Id naming is more restrictive, it is recommended to not changing the id unleass you have a good reason

  25. def idNamed(namePrefix: String): Self

    Id field will be prefixed with name

    Id field will be prefixed with name

    Definition Classes
    NamedPipelineObject
    Note

    Id naming is more restrictive, it is recommended to not changing the id unless you have a good reason

  26. val inputs: Seq[S3DataNode]

  27. final def isInstanceOf[T0]: Boolean

    Definition Classes
    Any
  28. def lateAfterTimeout: Option[HDuration]

    Definition Classes
    PipelineActivity
  29. def maxActiveInstances: Option[HInt]

    Definition Classes
    PipelineActivity
  30. def maximumRetries: Option[HInt]

    Definition Classes
    PipelineActivity
  31. def name: Option[String]

    Name of the pipeline object, if not set, it will defaults to

    Name of the pipeline object, if not set, it will defaults to

    Option(id)
    Definition Classes
    NamedPipelineObject
  32. def named(namePrefix: String): Self

    Give the object a name prefix

    Give the object a name prefix

    Definition Classes
    NamedPipelineObject
  33. final def ne(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  34. final def notify(): Unit

    Definition Classes
    AnyRef
  35. final def notifyAll(): Unit

    Definition Classes
    AnyRef
  36. def objects: Iterable[PipelineObject]

  37. def onFail(alarms: SnsAlarm*): Self

    Definition Classes
    PipelineActivity
  38. def onFailAlarms: Seq[SnsAlarm]

    Definition Classes
    PipelineActivity
  39. def onLateAction(alarms: SnsAlarm*): Self

    Definition Classes
    PipelineActivity
  40. def onLateActionAlarms: Seq[SnsAlarm]

    Definition Classes
    PipelineActivity
  41. def onSuccess(alarms: SnsAlarm*): Self

    Definition Classes
    PipelineActivity
  42. def onSuccessAlarms: Seq[SnsAlarm]

    Definition Classes
    PipelineActivity
  43. val outputs: Seq[S3DataNode]

  44. val postStepCommands: Seq[HString]

  45. val preStepCommands: Seq[HString]

  46. def preconditions: Seq[Precondition]

    Definition Classes
    PipelineActivity
  47. def ref: AdpRef[AdpActivity]

    Definition Classes
    PipelineActivityPipelineObject
  48. def retryDelay: Option[HDuration]

    Definition Classes
    PipelineActivity
  49. def runsOn: Resource[A]

    Definition Classes
    PipelineActivity
  50. implicit def seq2Option[A](anySeq: Seq[A]): Option[Seq[A]]

    Definition Classes
    PipelineObject
  51. def seqToOption[A, B](anySeq: Seq[A])(transform: (A) ⇒ B): Option[Seq[B]]

    Definition Classes
    PipelineObject
  52. def serialize: AdpEmrActivity

  53. val steps: Seq[MapReduceStep]

  54. final def synchronized[T0](arg0: ⇒ T0): T0

    Definition Classes
    AnyRef
  55. implicit def uniquePipelineId2String(id: PipelineObjectId): String

    Definition Classes
    PipelineObject
  56. def updateActivityFields(fields: ActivityFields[A]): MapReduceActivity[A]

    Definition Classes
    MapReduceActivityPipelineActivity
  57. def updateBaseFields(fields: BaseFields): MapReduceActivity[A]

    Definition Classes
    MapReduceActivityNamedPipelineObject
  58. final def wait(): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  59. final def wait(arg0: Long, arg1: Int): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  60. final def wait(arg0: Long): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  61. def whenMet(conditions: Precondition*): Self

    Definition Classes
    PipelineActivity
  62. def withAttemptTimeout(duration: HDuration): Self

    Definition Classes
    PipelineActivity
  63. def withFailureAndRerunMode(mode: FailureAndRerunMode): Self

    Definition Classes
    PipelineActivity
  64. def withInput(input: S3DataNode*): MapReduceActivity[A]

  65. def withLateAfterTimeout(duration: HDuration): Self

    Definition Classes
    PipelineActivity
  66. def withMaxActiveInstances(activeInstances: HInt): Self

    Definition Classes
    PipelineActivity
  67. def withMaximumRetries(retries: HInt): Self

    Definition Classes
    PipelineActivity
  68. def withOutput(output: S3DataNode*): MapReduceActivity[A]

  69. def withPostStepCommand(commands: HString*): Self

  70. def withPreStepCommand(commands: HString*): Self

  71. def withRetryDelay(duration: HDuration): Self

    Definition Classes
    PipelineActivity
  72. def withSteps(step: MapReduceStep*): MapReduceActivity[A]

Inherited from Serializable

Inherited from Serializable

Inherited from Product

Inherited from Equals

Inherited from EmrActivity[A]

Inherited from PipelineActivity[A]

Inherited from NamedPipelineObject

Inherited from PipelineObject

Inherited from Ordered[PipelineObject]

Inherited from Comparable[PipelineObject]

Inherited from AnyRef

Inherited from Any

Ungrouped