Class/Object

com.krux.hyperion.activity

SparkActivity

Related Docs: object SparkActivity | package activity

Permalink

case class SparkActivity extends EmrActivity with Product with Serializable

Runs spark steps on given spark cluster with Amazon EMR

Source
SparkActivity.scala
Linear Supertypes
Serializable, Serializable, Product, Equals, EmrActivity, PipelineActivity, PipelineObject, Ordered[PipelineObject], Comparable[PipelineObject], AnyRef, Any
Ordering
  1. Alphabetic
  2. By inheritance
Inherited
  1. SparkActivity
  2. Serializable
  3. Serializable
  4. Product
  5. Equals
  6. EmrActivity
  7. PipelineActivity
  8. PipelineObject
  9. Ordered
  10. Comparable
  11. AnyRef
  12. Any
  1. Hide All
  2. Show all
Visibility
  1. Public
  2. All

Value Members

  1. final def !=(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  2. final def ##(): Int

    Permalink
    Definition Classes
    AnyRef → Any

  3. def <(that: PipelineObject): Boolean

    Permalink
    Definition Classes
    Ordered

  4. def <=(that: PipelineObject): Boolean

    Permalink
    Definition Classes
    Ordered

  5. final def ==(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  6. def >(that: PipelineObject): Boolean

    Permalink
    Definition Classes
    Ordered

  7. def >=(that: PipelineObject): Boolean

    Permalink
    Definition Classes
    Ordered

  8. val actionOnResourceFailure: Option[ActionOnResourceFailure]

    Permalink

  9. val actionOnTaskFailure: Option[ActionOnTaskFailure]

    Permalink

  10. final def asInstanceOf[T0]: T0

    Permalink
    Definition Classes
    Any

  11. val attemptTimeout: Option[Parameter[Duration]]

    Permalink

  12. def clone(): AnyRef

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  13. def compare(that: PipelineObject): Int

    Permalink
    Definition Classes
    PipelineObject → Ordered

  14. def compareTo(that: PipelineObject): Int

    Permalink
    Definition Classes
    Ordered → Comparable

  15. val dependsOn: Seq[PipelineActivity]

    Permalink
    Definition Classes
    SparkActivity → PipelineActivity

  16. final def eq(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  17. val failureAndRerunMode: Option[FailureAndRerunMode]

    Permalink

  18. def finalize(): Unit

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )

  19. final def getClass(): Class[_]

    Permalink
    Definition Classes
    AnyRef → Any

  20. def groupedBy(group: String): SparkActivity

    Permalink
    Definition Classes
    SparkActivity → PipelineActivity

  21. val id: PipelineObjectId

    Permalink
    Definition Classes
    SparkActivity → PipelineObject

  22. val inputs: Seq[S3DataNode]

    Permalink

  23. final def isInstanceOf[T0]: Boolean

    Permalink
    Definition Classes
    Any

  24. val lateAfterTimeout: Option[Parameter[Duration]]

    Permalink

  25. val maximumRetries: Option[Parameter[Int]]

    Permalink

  26. def named(name: String): SparkActivity

    Permalink
    Definition Classes
    SparkActivity → PipelineActivity

  27. final def ne(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  28. final def notify(): Unit

    Permalink
    Definition Classes
    AnyRef

  29. final def notifyAll(): Unit

    Permalink
    Definition Classes
    AnyRef

  30. def objects: Iterable[PipelineObject]

    Permalink
    Definition Classes
    SparkActivity → PipelineObject

  31. def onFail(alarms: SnsAlarm*): SparkActivity

    Permalink
    Definition Classes
    SparkActivity → PipelineActivity

  32. val onFailAlarms: Seq[SnsAlarm]

    Permalink

  33. def onLateAction(alarms: SnsAlarm*): SparkActivity

    Permalink
    Definition Classes
    SparkActivity → PipelineActivity

  34. val onLateActionAlarms: Seq[SnsAlarm]

    Permalink

  35. def onSuccess(alarms: SnsAlarm*): SparkActivity

    Permalink
    Definition Classes
    SparkActivity → PipelineActivity

  36. val onSuccessAlarms: Seq[SnsAlarm]

    Permalink

  37. val outputs: Seq[S3DataNode]

    Permalink

  38. val postStepCommands: Seq[String]

    Permalink

  39. val preStepCommands: Seq[String]

    Permalink

  40. val preconditions: Seq[Precondition]

    Permalink

  41. def ref: AdpRef[AdpActivity]

    Permalink
    Definition Classes
    PipelineActivity → PipelineObject

  42. val retryDelay: Option[Parameter[Duration]]

    Permalink

  43. val runsOn: Resource[SparkCluster]

    Permalink

  44. implicit def seq2Option[A](anySeq: Seq[A]): Option[Seq[A]]

    Permalink
    Definition Classes
    PipelineObject

  45. def seqToOption[A, B](anySeq: Seq[A])(transform: (A) ⇒ B): Option[Seq[B]]

    Permalink
    Definition Classes
    PipelineObject

  46. lazy val serialize: AdpEmrActivity

    Permalink
    Definition Classes
    SparkActivity → PipelineActivity → PipelineObject

  47. val steps: Seq[SparkStep]

    Permalink

  48. final def synchronized[T0](arg0: ⇒ T0): T0

    Permalink
    Definition Classes
    AnyRef

  49. implicit def uniquePipelineId2String(id: PipelineObjectId): String

    Permalink
    Definition Classes
    PipelineObject

  50. final def wait(): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  51. final def wait(arg0: Long, arg1: Int): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  52. final def wait(arg0: Long): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  53. def whenMet(conditions: Precondition*): SparkActivity

    Permalink
    Definition Classes
    SparkActivity → PipelineActivity

  54. def withActionOnResourceFailure(action: ActionOnResourceFailure): SparkActivity

    Permalink

  55. def withActionOnTaskFailure(action: ActionOnTaskFailure): SparkActivity

    Permalink

  56. def withAttemptTimeout(timeout: Parameter[Duration]): SparkActivity

    Permalink

  57. def withFailureAndRerunMode(mode: FailureAndRerunMode): SparkActivity

    Permalink

  58. def withInput(input: S3DataNode*): SparkActivity

    Permalink

  59. def withLateAfterTimeout(timeout: Parameter[Duration]): SparkActivity

    Permalink

  60. def withMaximumRetries(retries: Parameter[Int]): SparkActivity

    Permalink

  61. def withOutput(output: S3DataNode*): SparkActivity

    Permalink

  62. def withPostStepCommand(command: String*): SparkActivity

    Permalink

  63. def withPreStepCommand(command: String*): SparkActivity

    Permalink

  64. def withRetryDelay(delay: Parameter[Duration]): SparkActivity

    Permalink

  65. def withSteps(step: SparkStep*): SparkActivity

    Permalink

Inherited from Serializable

Inherited from Serializable

Inherited from Product

Inherited from Equals

Inherited from EmrActivity

Inherited from PipelineActivity

Inherited from PipelineObject

Inherited from Ordered[PipelineObject]

Inherited from Comparable[PipelineObject]

Inherited from AnyRef

Inherited from Any

Ungrouped