com.krux.hyperion.activity

SparkActivity

case class SparkActivity extends EmrActivity with Product with Serializable

Runs spark steps on given spark cluster with Amazon EMR

Source
SparkActivity.scala
Linear Supertypes
Serializable, Serializable, Product, Equals, EmrActivity, PipelineActivity, PipelineObject, AnyRef, Any
Ordering
  1. Alphabetic
  2. By inheritance
Inherited
  1. SparkActivity
  2. Serializable
  3. Serializable
  4. Product
  5. Equals
  6. EmrActivity
  7. PipelineActivity
  8. PipelineObject
  9. AnyRef
  10. Any
  1. Hide All
  2. Show all
Learn more about member selection
Visibility
  1. Public
  2. All

Value Members

  1. final def !=(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  2. final def !=(arg0: Any): Boolean

    Definition Classes
    Any
  3. final def ##(): Int

    Definition Classes
    AnyRef → Any
  4. final def ==(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  5. final def ==(arg0: Any): Boolean

    Definition Classes
    Any
  6. final def asInstanceOf[T0]: T0

    Definition Classes
    Any
  7. def clone(): AnyRef

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  8. def dependsOn(activities: PipelineActivity*): SparkActivity

    Definition Classes
    SparkActivityPipelineActivity
  9. val dependsOn: Seq[PipelineActivity]

    Definition Classes
    SparkActivityPipelineActivity
  10. final def eq(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  11. def finalize(): Unit

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  12. final def getClass(): Class[_]

    Definition Classes
    AnyRef → Any
  13. def groupedBy(group: String): SparkActivity

    Definition Classes
    SparkActivityPipelineActivity
  14. val id: PipelineObjectId

    Definition Classes
    SparkActivityPipelineObject
  15. final def isInstanceOf[T0]: Boolean

    Definition Classes
    Any
  16. def named(name: String): SparkActivity

    Definition Classes
    SparkActivityPipelineActivity
  17. final def ne(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  18. final def notify(): Unit

    Definition Classes
    AnyRef
  19. final def notifyAll(): Unit

    Definition Classes
    AnyRef
  20. def objects: Iterable[PipelineObject]

    Definition Classes
    SparkActivityPipelineObject
  21. def onFail(alarms: SnsAlarm*): SparkActivity

    Definition Classes
    SparkActivityPipelineActivity
  22. val onFailAlarms: Seq[SnsAlarm]

  23. def onLateAction(alarms: SnsAlarm*): SparkActivity

    Definition Classes
    SparkActivityPipelineActivity
  24. val onLateActionAlarms: Seq[SnsAlarm]

  25. def onSuccess(alarms: SnsAlarm*): SparkActivity

    Definition Classes
    SparkActivityPipelineActivity
  26. val onSuccessAlarms: Seq[SnsAlarm]

  27. val preconditions: Seq[Precondition]

  28. def ref: AdpRef[AdpActivity]

    Definition Classes
    PipelineActivityPipelineObject
  29. val runsOn: SparkCluster

  30. implicit def seq2Option[A](anySeq: Seq[A]): Option[Seq[A]]

    Definition Classes
    PipelineObject
  31. def seqToOption[A, B](anySeq: Seq[A])(transform: (A) ⇒ B): Option[Seq[B]]

    Definition Classes
    PipelineObject
  32. lazy val serialize: AdpEmrActivity

    Definition Classes
    SparkActivityPipelineActivityPipelineObject
  33. val steps: Seq[SparkStep]

  34. final def synchronized[T0](arg0: ⇒ T0): T0

    Definition Classes
    AnyRef
  35. implicit def uniquePipelineId2String(id: PipelineObjectId): String

    Definition Classes
    PipelineObject
  36. final def wait(): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  37. final def wait(arg0: Long, arg1: Int): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  38. final def wait(arg0: Long): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  39. def whenMet(conditions: Precondition*): SparkActivity

    Definition Classes
    SparkActivityPipelineActivity
  40. def withSteps(step: SparkStep*): SparkActivity

Inherited from Serializable

Inherited from Serializable

Inherited from Product

Inherited from Equals

Inherited from EmrActivity

Inherited from PipelineActivity

Inherited from PipelineObject

Inherited from AnyRef

Inherited from Any

Ungrouped