SparkActivity

Value Members

1. final def !=(arg0: AnyRef): Boolean

   Definition Classes

   AnyRef

2. final def !=(arg0: Any): Boolean

   Definition Classes

   Any

3. final def ##(): Int

   Definition Classes

   AnyRef → Any

4. def <(that: PipelineObject): Boolean

   Definition Classes

   Ordered

5. def <=(that: PipelineObject): Boolean

   Definition Classes

   Ordered

6. final def ==(arg0: AnyRef): Boolean

   Definition Classes

   AnyRef

7. final def ==(arg0: Any): Boolean

   Definition Classes

   Any

8. def >(that: PipelineObject): Boolean

   Definition Classes

   Ordered

9. def >=(that: PipelineObject): Boolean

   Definition Classes

   Ordered

10. val activityFields: ActivityFields[SparkCluster]

    Definition Classes

    SparkActivity → PipelineActivity

11. final def asInstanceOf[T0]: T0

    Definition Classes

    Any

12. def attemptTimeout: Option[HDuration]

    Definition Classes

    PipelineActivity

13. val baseFields: BaseFields

    Definition Classes

    SparkActivity → NamedPipelineObject

14. def clone(): AnyRef

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

15. def compare(that: PipelineObject): Int

    Definition Classes

    PipelineObject → Ordered

16. def compareTo(that: PipelineObject): Int

    Definition Classes

    Ordered → Comparable

17. def dependsOn: Seq[PipelineActivity[_]]

    Definition Classes

    PipelineActivity

18. final def eq(arg0: AnyRef): Boolean

    Definition Classes

    AnyRef

19. def failureAndRerunMode: Option[FailureAndRerunMode]

    Definition Classes

    PipelineActivity

20. def finalize(): Unit

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( classOf[java.lang.Throwable] )

21. final def getClass(): Class[_]

    Definition Classes

    AnyRef → Any

22. def groupedBy(group: String): Self

    Postfix the name field

    Postfix the name field

    Definition Classes

    NamedPipelineObject

23. def id: PipelineObjectId

    Definition Classes

    NamedPipelineObject → PipelineObject

24. def idGroupedBy(group: String): Self

    Have a grouping postfix in the id field

    Have a grouping postfix in the id field

    Definition Classes

    NamedPipelineObject

    Note

    Id naming is more restrictive, it is recommended to not changing the id unleass you have a good reason

25. def idNamed(namePrefix: String): Self

    Id field will be prefixed with name

    Id field will be prefixed with name

    Definition Classes

    NamedPipelineObject

    Note

    Id naming is more restrictive, it is recommended to not changing the id unless you have a good reason

26. val inputs: Seq[S3DataNode]

27. final def isInstanceOf[T0]: Boolean

    Definition Classes

    Any

28. val jobRunner: HString

29. def lateAfterTimeout: Option[HDuration]

    Definition Classes

    PipelineActivity

30. def maxActiveInstances: Option[HInt]

    Definition Classes

    PipelineActivity

31. def maximumRetries: Option[HInt]

    Definition Classes

    PipelineActivity

32. def name: Option[String]

    Name of the pipeline object, if not set, it will defaults to

    Name of the pipeline object, if not set, it will defaults to

    Option(id)

    Definition Classes

    NamedPipelineObject

33. def named(namePrefix: String): Self

    Give the object a name prefix

    Give the object a name prefix

    Definition Classes

    NamedPipelineObject

34. final def ne(arg0: AnyRef): Boolean

    Definition Classes

    AnyRef

35. final def notify(): Unit

    Definition Classes

    AnyRef

36. final def notifyAll(): Unit

    Definition Classes

    AnyRef

37. def objects: Iterable[PipelineObject]

    Definition Classes

    SparkActivity → PipelineActivity → PipelineObject

38. def onFail(alarms: SnsAlarm*): Self

    Definition Classes

    PipelineActivity

39. def onFailAlarms: Seq[SnsAlarm]

    Definition Classes

    PipelineActivity

40. def onLateAction(alarms: SnsAlarm*): Self

    Definition Classes

    PipelineActivity

41. def onLateActionAlarms: Seq[SnsAlarm]

    Definition Classes

    PipelineActivity

42. def onSuccess(alarms: SnsAlarm*): Self

    Definition Classes

    PipelineActivity

43. def onSuccessAlarms: Seq[SnsAlarm]

    Definition Classes

    PipelineActivity

44. val outputs: Seq[S3DataNode]

45. val postStepCommands: Seq[HString]

46. val preStepCommands: Seq[HString]

47. def preconditions: Seq[Precondition]

    Definition Classes

    PipelineActivity

48. def ref: AdpRef[AdpActivity]

    Definition Classes

    PipelineActivity → PipelineObject

49. def retryDelay: Option[HDuration]

    Definition Classes

    PipelineActivity

50. def runsOn: Resource[SparkCluster]

    Definition Classes

    PipelineActivity

51. val scriptRunner: HString

52. implicit def seq2Option[A](anySeq: Seq[A]): Option[Seq[A]]

    Definition Classes

    PipelineObject

53. def seqToOption[A, B](anySeq: Seq[A])(transform: (A) ⇒ B): Option[Seq[B]]

    Definition Classes

    PipelineObject

54. lazy val serialize: AdpEmrActivity

    Definition Classes

    SparkActivity → PipelineActivity → PipelineObject

55. val steps: Seq[SparkStep]

56. final def synchronized[T0](arg0: ⇒ T0): T0

    Definition Classes

    AnyRef

57. implicit def uniquePipelineId2String(id: PipelineObjectId): String

    Definition Classes

    PipelineObject

58. def updateActivityFields(fields: ActivityFields[SparkCluster]): SparkActivity

    Definition Classes

    SparkActivity → PipelineActivity

59. def updateBaseFields(fields: BaseFields): SparkActivity

    Definition Classes

    SparkActivity → NamedPipelineObject

60. final def wait(): Unit

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

61. final def wait(arg0: Long, arg1: Int): Unit

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

62. final def wait(arg0: Long): Unit

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

63. def whenMet(conditions: Precondition*): Self

    Definition Classes

    PipelineActivity

64. def withAttemptTimeout(duration: HDuration): Self

    Definition Classes

    PipelineActivity

65. def withFailureAndRerunMode(mode: FailureAndRerunMode): Self

    Definition Classes

    PipelineActivity

66. def withInput(input: S3DataNode*): SparkActivity

67. def withLateAfterTimeout(duration: HDuration): Self

    Definition Classes

    PipelineActivity

68. def withMaxActiveInstances(activeInstances: HInt): Self

    Definition Classes

    PipelineActivity

69. def withMaximumRetries(retries: HInt): Self

    Definition Classes

    PipelineActivity

70. def withOutput(output: S3DataNode*): SparkActivity

71. def withPostStepCommand(command: HString*): SparkActivity

72. def withPreStepCommand(command: HString*): SparkActivity

73. def withRetryDelay(duration: HDuration): Self

    Definition Classes

    PipelineActivity

74. def withSteps(step: SparkStep*): SparkActivity