SparkActivity

Value Members

1. final def !=(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

2. final def ##(): Int

   

   Definition Classes

   AnyRef → Any

3. def <(that: PipelineObject): Boolean

   

   Definition Classes

   Ordered

4. def <=(that: PipelineObject): Boolean

   

   Definition Classes

   Ordered

5. final def ==(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

6. def >(that: PipelineObject): Boolean

   

   Definition Classes

   Ordered

7. def >=(that: PipelineObject): Boolean

   

   Definition Classes

   Ordered

8. val activityFields: ActivityFields[SparkCluster]

   

   Definition Classes

   SparkActivity → PipelineActivity

9. final def asInstanceOf[T0]: T0

   

   Definition Classes

   Any

10. def attemptTimeout: Option[HDuration]

    

    Definition Classes

    PipelineActivity

11. val baseFields: BaseFields

    

    Definition Classes

    SparkActivity → NamedPipelineObject

12. def clone(): AnyRef

    

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

13. def compare(that: PipelineObject): Int

    

    Definition Classes

    PipelineObject → Ordered

14. def compareTo(that: PipelineObject): Int

    

    Definition Classes

    Ordered → Comparable

15. def dependsOn: Seq[PipelineActivity[_]]

    

    Definition Classes

    PipelineActivity

16. final def eq(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

17. def failureAndRerunMode: Option[FailureAndRerunMode]

    

    Definition Classes

    PipelineActivity

18. def finalize(): Unit

    

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( classOf[java.lang.Throwable] )

19. final def getClass(): Class[_]

    

    Definition Classes

    AnyRef → Any

20. def groupedBy(group: String): Self

    

    Postfix the name field

    Postfix the name field

    Definition Classes

    NamedPipelineObject

21. def id: PipelineObjectId

    

    Definition Classes

    NamedPipelineObject → PipelineObject

22. def idGroupedBy(group: String): Self

    

    Have a grouping postfix in the id field

    Have a grouping postfix in the id field

    Definition Classes

    NamedPipelineObject

    Note

    Id naming is more restrictive, it is recommended to not changing the id unleass you have a good reason

23. def idNamed(namePrefix: String): Self

    

    Id field will be prefixed with name

    Id field will be prefixed with name

    Definition Classes

    NamedPipelineObject

    Note

    Id naming is more restrictive, it is recommended to not changing the id unless you have a good reason

24. val inputs: Seq[S3DataNode]

    

25. final def isInstanceOf[T0]: Boolean

    

    Definition Classes

    Any

26. def lateAfterTimeout: Option[HDuration]

    

    Definition Classes

    PipelineActivity

27. def maximumRetries: Option[HInt]

    

    Definition Classes

    PipelineActivity

28. def name: Option[String]

    

    Name of the pipeline object, if not set, it will defaults to

    Name of the pipeline object, if not set, it will defaults to

    Option(id)

    Definition Classes

    NamedPipelineObject

29. def named(namePrefix: String): Self

    

    Give the object a name prefix

    Give the object a name prefix

    Definition Classes

    NamedPipelineObject

30. final def ne(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

31. final def notify(): Unit

    

    Definition Classes

    AnyRef

32. final def notifyAll(): Unit

    

    Definition Classes

    AnyRef

33. def objects: Iterable[PipelineObject]

    

    Definition Classes

    SparkActivity → PipelineActivity → PipelineObject

34. def onFail(alarms: SnsAlarm*): Self

    

    Definition Classes

    PipelineActivity

35. def onFailAlarms: Seq[SnsAlarm]

    

    Definition Classes

    PipelineActivity

36. def onLateAction(alarms: SnsAlarm*): Self

    

    Definition Classes

    PipelineActivity

37. def onLateActionAlarms: Seq[SnsAlarm]

    

    Definition Classes

    PipelineActivity

38. def onSuccess(alarms: SnsAlarm*): Self

    

    Definition Classes

    PipelineActivity

39. def onSuccessAlarms: Seq[SnsAlarm]

    

    Definition Classes

    PipelineActivity

40. val outputs: Seq[S3DataNode]

    

41. val postStepCommands: Seq[HString]

    

42. val preStepCommands: Seq[HString]

    

43. def preconditions: Seq[Precondition]

    

    Definition Classes

    PipelineActivity

44. def ref: AdpRef[AdpActivity]

    

    Definition Classes

    PipelineActivity → PipelineObject

45. def retryDelay: Option[HDuration]

    

    Definition Classes

    PipelineActivity

46. def runsOn: Resource[SparkCluster]

    

    Definition Classes

    PipelineActivity

47. implicit def seq2Option[A](anySeq: Seq[A]): Option[Seq[A]]

    

    Definition Classes

    PipelineObject

48. def seqToOption[A, B](anySeq: Seq[A])(transform: (A) ⇒ B): Option[Seq[B]]

    

    Definition Classes

    PipelineObject

49. lazy val serialize: AdpEmrActivity

    

    Definition Classes

    SparkActivity → PipelineActivity → PipelineObject

50. val steps: Seq[SparkStep]

    

51. final def synchronized[T0](arg0: ⇒ T0): T0

    

    Definition Classes

    AnyRef

52. implicit def uniquePipelineId2String(id: PipelineObjectId): String

    

    Definition Classes

    PipelineObject

53. def updateActivityFields(fields: ActivityFields[SparkCluster]): SparkActivity

    

    Definition Classes

    SparkActivity → PipelineActivity

54. def updateBaseFields(fields: BaseFields): SparkActivity

    

    Definition Classes

    SparkActivity → NamedPipelineObject

55. final def wait(): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

56. final def wait(arg0: Long, arg1: Int): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

57. final def wait(arg0: Long): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

58. def whenMet(conditions: Precondition*): Self

    

    Definition Classes

    PipelineActivity

59. def withAttemptTimeout(duration: HDuration): Self

    

    Definition Classes

    PipelineActivity

60. def withFailureAndRerunMode(mode: FailureAndRerunMode): Self

    

    Definition Classes

    PipelineActivity

61. def withInput(input: S3DataNode*): SparkActivity

    

62. def withLateAfterTimeout(duration: HDuration): Self

    

    Definition Classes

    PipelineActivity

63. def withMaximumRetries(retries: HInt): Self

    

    Definition Classes

    PipelineActivity

64. def withOutput(output: S3DataNode*): SparkActivity

    

65. def withPostStepCommand(command: HString*): SparkActivity

    

66. def withPreStepCommand(command: HString*): SparkActivity

    

67. def withRetryDelay(duration: HDuration): Self

    

    Definition Classes

    PipelineActivity

68. def withSteps(step: SparkStep*): SparkActivity