SparkActivity

Value Members

1. final def !=(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

2. final def ##(): Int

   

   Definition Classes

   AnyRef → Any

3. def <(that: PipelineObject): Boolean

   

   Definition Classes

   Ordered

4. def <=(that: PipelineObject): Boolean

   

   Definition Classes

   Ordered

5. final def ==(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

6. def >(that: PipelineObject): Boolean

   

   Definition Classes

   Ordered

7. def >=(that: PipelineObject): Boolean

   

   Definition Classes

   Ordered

8. val activityFields: ActivityFields[SparkCluster]

   

   Definition Classes

   SparkActivity → PipelineActivity

9. final def asInstanceOf[T0]: T0

   

   Definition Classes

   Any

10. def attemptTimeout: Option[HDuration]

    

    Definition Classes

    PipelineActivity

11. val baseFields: BaseFields

    

    Definition Classes

    SparkActivity → NamedPipelineObject

12. def clone(): AnyRef

    

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

13. def compare(that: PipelineObject): Int

    

    Definition Classes

    PipelineObject → Ordered

14. def compareTo(that: PipelineObject): Int

    

    Definition Classes

    Ordered → Comparable

15. def dependsOn: Seq[PipelineActivity[_]]

    

    Definition Classes

    PipelineActivity

16. final def eq(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

17. def failureAndRerunMode: Option[FailureAndRerunMode]

    

    Definition Classes

    PipelineActivity

18. def finalize(): Unit

    

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( classOf[java.lang.Throwable] )

19. final def getClass(): Class[_]

    

    Definition Classes

    AnyRef → Any

20. def groupedBy(group: String): Self

    

    Postfix the name field

    Postfix the name field

    Definition Classes

    NamedPipelineObject

21. def id: PipelineObjectId

    

    Definition Classes

    NamedPipelineObject → PipelineObject

22. def idGroupedBy(group: String): Self

    

    Have a grouping postfix in the id field

    Have a grouping postfix in the id field

    Definition Classes

    NamedPipelineObject

    Note

    Id naming is more restrictive, it is recommended to not changing the id unleass you have a good reason

23. def idNamed(namePrefix: String): Self

    

    Id field will be prefixed with name

    Id field will be prefixed with name

    Definition Classes

    NamedPipelineObject

    Note

    Id naming is more restrictive, it is recommended to not changing the id unless you have a good reason

24. val inputs: Seq[S3DataNode]

    

25. final def isInstanceOf[T0]: Boolean

    

    Definition Classes

    Any

26. val jobRunner: HString

    

27. def lateAfterTimeout: Option[HDuration]

    

    Definition Classes

    PipelineActivity

28. def maxActiveInstances: Option[HInt]

    

    Definition Classes

    PipelineActivity

29. def maximumRetries: Option[HInt]

    

    Definition Classes

    PipelineActivity

30. def name: Option[String]

    

    Name of the pipeline object, if not set, it will defaults to

    Name of the pipeline object, if not set, it will defaults to

    Option(id)

    Definition Classes

    NamedPipelineObject

31. def named(namePrefix: String): Self

    

    Give the object a name prefix

    Give the object a name prefix

    Definition Classes

    NamedPipelineObject

32. final def ne(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

33. final def notify(): Unit

    

    Definition Classes

    AnyRef

34. final def notifyAll(): Unit

    

    Definition Classes

    AnyRef

35. def objects: Iterable[PipelineObject]

    

    Definition Classes

    SparkActivity → PipelineActivity → PipelineObject

36. def onFail(alarms: SnsAlarm*): Self

    

    Definition Classes

    PipelineActivity

37. def onFailAlarms: Seq[SnsAlarm]

    

    Definition Classes

    PipelineActivity

38. def onLateAction(alarms: SnsAlarm*): Self

    

    Definition Classes

    PipelineActivity

39. def onLateActionAlarms: Seq[SnsAlarm]

    

    Definition Classes

    PipelineActivity

40. def onSuccess(alarms: SnsAlarm*): Self

    

    Definition Classes

    PipelineActivity

41. def onSuccessAlarms: Seq[SnsAlarm]

    

    Definition Classes

    PipelineActivity

42. val outputs: Seq[S3DataNode]

    

43. val postStepCommands: Seq[HString]

    

44. val preStepCommands: Seq[HString]

    

45. def preconditions: Seq[Precondition]

    

    Definition Classes

    PipelineActivity

46. def ref: AdpRef[AdpActivity]

    

    Definition Classes

    PipelineActivity → PipelineObject

47. def retryDelay: Option[HDuration]

    

    Definition Classes

    PipelineActivity

48. def runsOn: Resource[SparkCluster]

    

    Definition Classes

    PipelineActivity

49. val scriptRunner: HString

    

50. implicit def seq2Option[A](anySeq: Seq[A]): Option[Seq[A]]

    

    Definition Classes

    PipelineObject

51. def seqToOption[A, B](anySeq: Seq[A])(transform: (A) ⇒ B): Option[Seq[B]]

    

    Definition Classes

    PipelineObject

52. lazy val serialize: AdpEmrActivity

    

    Definition Classes

    SparkActivity → PipelineActivity → PipelineObject

53. val steps: Seq[SparkStep]

    

54. final def synchronized[T0](arg0: ⇒ T0): T0

    

    Definition Classes

    AnyRef

55. implicit def uniquePipelineId2String(id: PipelineObjectId): String

    

    Definition Classes

    PipelineObject

56. def updateActivityFields(fields: ActivityFields[SparkCluster]): SparkActivity

    

    Definition Classes

    SparkActivity → PipelineActivity

57. def updateBaseFields(fields: BaseFields): SparkActivity

    

    Definition Classes

    SparkActivity → NamedPipelineObject

58. final def wait(): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

59. final def wait(arg0: Long, arg1: Int): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

60. final def wait(arg0: Long): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

61. def whenMet(conditions: Precondition*): Self

    

    Definition Classes

    PipelineActivity

62. def withAttemptTimeout(duration: HDuration): Self

    

    Definition Classes

    PipelineActivity

63. def withFailureAndRerunMode(mode: FailureAndRerunMode): Self

    

    Definition Classes

    PipelineActivity

64. def withInput(input: S3DataNode*): SparkActivity

    

65. def withLateAfterTimeout(duration: HDuration): Self

    

    Definition Classes

    PipelineActivity

66. def withMaxActiveInstances(activeInstances: HInt): Self

    

    Definition Classes

    PipelineActivity

67. def withMaximumRetries(retries: HInt): Self

    

    Definition Classes

    PipelineActivity

68. def withOutput(output: S3DataNode*): SparkActivity

    

69. def withPostStepCommand(command: HString*): SparkActivity

    

70. def withPreStepCommand(command: HString*): SparkActivity

    

71. def withRetryDelay(duration: HDuration): Self

    

    Definition Classes

    PipelineActivity

72. def withSteps(step: SparkStep*): SparkActivity