SparkActivity

Value Members

1. final def !=(arg0: AnyRef): Boolean

   Definition Classes

   AnyRef

2. final def !=(arg0: Any): Boolean

   Definition Classes

   Any

3. final def ##(): Int

   Definition Classes

   AnyRef → Any

4. def <(that: PipelineObject): Boolean

   Definition Classes

   Ordered

5. def <=(that: PipelineObject): Boolean

   Definition Classes

   Ordered

6. final def ==(arg0: AnyRef): Boolean

   Definition Classes

   AnyRef

7. final def ==(arg0: Any): Boolean

   Definition Classes

   Any

8. def >(that: PipelineObject): Boolean

   Definition Classes

   Ordered

9. def >=(that: PipelineObject): Boolean

   Definition Classes

   Ordered

10. val actionOnResourceFailure: Option[ActionOnResourceFailure]

11. val actionOnTaskFailure: Option[ActionOnTaskFailure]

12. final def asInstanceOf[T0]: T0

    Definition Classes

    Any

13. val attemptTimeout: Option[Parameter[Duration]]

14. def clone(): AnyRef

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

15. def compare(that: PipelineObject): Int

    Definition Classes

    PipelineObject → Ordered

16. def compareTo(that: PipelineObject): Int

    Definition Classes

    Ordered → Comparable

17. val dependsOn: Seq[PipelineActivity]

    Definition Classes

    SparkActivity → PipelineActivity

18. final def eq(arg0: AnyRef): Boolean

    Definition Classes

    AnyRef

19. val failureAndRerunMode: Option[FailureAndRerunMode]

20. def finalize(): Unit

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( classOf[java.lang.Throwable] )

21. final def getClass(): Class[_]

    Definition Classes

    AnyRef → Any

22. def groupedBy(group: String): SparkActivity

    Definition Classes

    SparkActivity → PipelineActivity

23. val id: PipelineObjectId

    Definition Classes

    SparkActivity → PipelineObject

24. val inputs: Seq[S3DataNode]

25. final def isInstanceOf[T0]: Boolean

    Definition Classes

    Any

26. val lateAfterTimeout: Option[Parameter[Duration]]

27. val maximumRetries: Option[Parameter[Int]]

28. def named(name: String): SparkActivity

    Definition Classes

    SparkActivity → PipelineActivity

29. final def ne(arg0: AnyRef): Boolean

    Definition Classes

    AnyRef

30. final def notify(): Unit

    Definition Classes

    AnyRef

31. final def notifyAll(): Unit

    Definition Classes

    AnyRef

32. def objects: Iterable[PipelineObject]

    Definition Classes

    SparkActivity → PipelineObject

33. def onFail(alarms: SnsAlarm*): SparkActivity

    Definition Classes

    SparkActivity → PipelineActivity

34. val onFailAlarms: Seq[SnsAlarm]

35. def onLateAction(alarms: SnsAlarm*): SparkActivity

    Definition Classes

    SparkActivity → PipelineActivity

36. val onLateActionAlarms: Seq[SnsAlarm]

37. def onSuccess(alarms: SnsAlarm*): SparkActivity

    Definition Classes

    SparkActivity → PipelineActivity

38. val onSuccessAlarms: Seq[SnsAlarm]

39. val outputs: Seq[S3DataNode]

40. val postStepCommands: Seq[String]

41. val preStepCommands: Seq[String]

42. val preconditions: Seq[Precondition]

43. def ref: AdpRef[AdpActivity]

    Definition Classes

    PipelineActivity → PipelineObject

44. val retryDelay: Option[Parameter[Duration]]

45. val runsOn: Resource[SparkCluster]

46. implicit def seq2Option[A](anySeq: Seq[A]): Option[Seq[A]]

    Definition Classes

    PipelineObject

47. def seqToOption[A, B](anySeq: Seq[A])(transform: (A) ⇒ B): Option[Seq[B]]

    Definition Classes

    PipelineObject

48. lazy val serialize: AdpEmrActivity

    Definition Classes

    SparkActivity → PipelineActivity → PipelineObject

49. val steps: Seq[SparkStep]

50. final def synchronized[T0](arg0: ⇒ T0): T0

    Definition Classes

    AnyRef

51. implicit def uniquePipelineId2String(id: PipelineObjectId): String

    Definition Classes

    PipelineObject

52. final def wait(): Unit

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

53. final def wait(arg0: Long, arg1: Int): Unit

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

54. final def wait(arg0: Long): Unit

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

55. def whenMet(conditions: Precondition*): SparkActivity

    Definition Classes

    SparkActivity → PipelineActivity

56. def withActionOnResourceFailure(action: ActionOnResourceFailure): SparkActivity

57. def withActionOnTaskFailure(action: ActionOnTaskFailure): SparkActivity

58. def withAttemptTimeout(timeout: Parameter[Duration]): SparkActivity

59. def withFailureAndRerunMode(mode: FailureAndRerunMode): SparkActivity

60. def withInput(input: S3DataNode*): SparkActivity

61. def withLateAfterTimeout(timeout: Parameter[Duration]): SparkActivity

62. def withMaximumRetries(retries: Parameter[Int]): SparkActivity

63. def withOutput(output: S3DataNode*): SparkActivity

64. def withPostStepCommand(command: String*): SparkActivity

65. def withPreStepCommand(command: String*): SparkActivity

66. def withRetryDelay(delay: Parameter[Duration]): SparkActivity

67. def withSteps(step: SparkStep*): SparkActivity