SparkActivity

Value Members

1. final def !=(arg0: AnyRef): Boolean

   Definition Classes

   AnyRef

2. final def !=(arg0: Any): Boolean

   Definition Classes

   Any

3. final def ##(): Int

   Definition Classes

   AnyRef → Any

4. def <(that: PipelineObject): Boolean

   Definition Classes

   Ordered

5. def <=(that: PipelineObject): Boolean

   Definition Classes

   Ordered

6. final def ==(arg0: AnyRef): Boolean

   Definition Classes

   AnyRef

7. final def ==(arg0: Any): Boolean

   Definition Classes

   Any

8. def >(that: PipelineObject): Boolean

   Definition Classes

   Ordered

9. def >=(that: PipelineObject): Boolean

   Definition Classes

   Ordered

10. val activityFields: ActivityFields[SparkCluster]

    Definition Classes

    SparkActivity → PipelineActivity

11. final def asInstanceOf[T0]: T0

    Definition Classes

    Any

12. def attemptTimeout: Option[HDuration]

    Definition Classes

    PipelineActivity

13. val baseFields: BaseFields

    Definition Classes

    SparkActivity → NamedPipelineObject

14. def clone(): AnyRef

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

15. def compare(that: PipelineObject): Int

    Definition Classes

    PipelineObject → Ordered

16. def compareTo(that: PipelineObject): Int

    Definition Classes

    Ordered → Comparable

17. def dependsOn: Seq[PipelineActivity[_]]

    Definition Classes

    PipelineActivity

18. final def eq(arg0: AnyRef): Boolean

    Definition Classes

    AnyRef

19. def failureAndRerunMode: Option[FailureAndRerunMode]

    Definition Classes

    PipelineActivity

20. def finalize(): Unit

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( classOf[java.lang.Throwable] )

21. final def getClass(): Class[_]

    Definition Classes

    AnyRef → Any

22. def groupedBy(group: String): Self

    Postfix the name field

    Postfix the name field

    Definition Classes

    NamedPipelineObject

23. def id: PipelineObjectId

    Definition Classes

    NamedPipelineObject → PipelineObject

24. def idGroupedBy(group: String): Self

    Have a grouping postfix in the id field

    Have a grouping postfix in the id field

    Definition Classes

    NamedPipelineObject

    Note

    Id naming is more restrictive, it is recommended to not changing the id unleass you have a good reason

25. def idNamed(namePrefix: String): Self

    Id field will be prefixed with name

    Id field will be prefixed with name

    Definition Classes

    NamedPipelineObject

    Note

    Id naming is more restrictive, it is recommended to not changing the id unless you have a good reason

26. val inputs: Seq[S3DataNode]

27. final def isInstanceOf[T0]: Boolean

    Definition Classes

    Any

28. def lateAfterTimeout: Option[HDuration]

    Definition Classes

    PipelineActivity

29. def maximumRetries: Option[HInt]

    Definition Classes

    PipelineActivity

30. def name: Option[String]

    Name of the pipeline object, if not set, it will defaults to

    Name of the pipeline object, if not set, it will defaults to

    Option(id)

    Definition Classes

    NamedPipelineObject

31. def named(namePrefix: String): Self

    Give the object a name prefix

    Give the object a name prefix

    Definition Classes

    NamedPipelineObject

32. final def ne(arg0: AnyRef): Boolean

    Definition Classes

    AnyRef

33. final def notify(): Unit

    Definition Classes

    AnyRef

34. final def notifyAll(): Unit

    Definition Classes

    AnyRef

35. def objects: Iterable[PipelineObject]

    Definition Classes

    SparkActivity → PipelineActivity → PipelineObject

36. def onFail(alarms: SnsAlarm*): Self

    Definition Classes

    PipelineActivity

37. def onFailAlarms: Seq[SnsAlarm]

    Definition Classes

    PipelineActivity

38. def onLateAction(alarms: SnsAlarm*): Self

    Definition Classes

    PipelineActivity

39. def onLateActionAlarms: Seq[SnsAlarm]

    Definition Classes

    PipelineActivity

40. def onSuccess(alarms: SnsAlarm*): Self

    Definition Classes

    PipelineActivity

41. def onSuccessAlarms: Seq[SnsAlarm]

    Definition Classes

    PipelineActivity

42. val outputs: Seq[S3DataNode]

43. val postStepCommands: Seq[HString]

44. val preStepCommands: Seq[HString]

45. def preconditions: Seq[Precondition]

    Definition Classes

    PipelineActivity

46. def ref: AdpRef[AdpActivity]

    Definition Classes

    PipelineActivity → PipelineObject

47. def retryDelay: Option[HDuration]

    Definition Classes

    PipelineActivity

48. def runsOn: Resource[SparkCluster]

    Definition Classes

    PipelineActivity

49. implicit def seq2Option[A](anySeq: Seq[A]): Option[Seq[A]]

    Definition Classes

    PipelineObject

50. def seqToOption[A, B](anySeq: Seq[A])(transform: (A) ⇒ B): Option[Seq[B]]

    Definition Classes

    PipelineObject

51. lazy val serialize: AdpEmrActivity

    Definition Classes

    SparkActivity → PipelineActivity → PipelineObject

52. val steps: Seq[SparkStep]

53. final def synchronized[T0](arg0: ⇒ T0): T0

    Definition Classes

    AnyRef

54. implicit def uniquePipelineId2String(id: PipelineObjectId): String

    Definition Classes

    PipelineObject

55. def updateActivityFields(fields: ActivityFields[SparkCluster]): SparkActivity

    Definition Classes

    SparkActivity → PipelineActivity

56. def updateBaseFields(fields: BaseFields): SparkActivity

    Definition Classes

    SparkActivity → NamedPipelineObject

57. final def wait(): Unit

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

58. final def wait(arg0: Long, arg1: Int): Unit

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

59. final def wait(arg0: Long): Unit

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

60. def whenMet(conditions: Precondition*): Self

    Definition Classes

    PipelineActivity

61. def withAttemptTimeout(duration: HDuration): Self

    Definition Classes

    PipelineActivity

62. def withFailureAndRerunMode(mode: FailureAndRerunMode): Self

    Definition Classes

    PipelineActivity

63. def withInput(input: S3DataNode*): SparkActivity

64. def withLateAfterTimeout(duration: HDuration): Self

    Definition Classes

    PipelineActivity

65. def withMaximumRetries(retries: HInt): Self

    Definition Classes

    PipelineActivity

66. def withOutput(output: S3DataNode*): SparkActivity

67. def withPostStepCommand(command: HString*): SparkActivity

68. def withPreStepCommand(command: HString*): SparkActivity

69. def withRetryDelay(duration: HDuration): Self

    Definition Classes

    PipelineActivity

70. def withSteps(step: SparkStep*): SparkActivity