HadoopActivity

Value Members

1. final def !=(arg0: AnyRef): Boolean

   Definition Classes

   AnyRef

2. final def !=(arg0: Any): Boolean

   Definition Classes

   Any

3. final def ##(): Int

   Definition Classes

   AnyRef → Any

4. def <(that: PipelineObject): Boolean

   Definition Classes

   Ordered

5. def <=(that: PipelineObject): Boolean

   Definition Classes

   Ordered

6. final def ==(arg0: AnyRef): Boolean

   Definition Classes

   AnyRef

7. final def ==(arg0: Any): Boolean

   Definition Classes

   Any

8. def >(that: PipelineObject): Boolean

   Definition Classes

   Ordered

9. def >=(that: PipelineObject): Boolean

   Definition Classes

   Ordered

10. val activityFields: ActivityFields[A]

    Definition Classes

    HadoopActivity → PipelineActivity

11. val arguments: Seq[HString]

12. final def asInstanceOf[T0]: T0

    Definition Classes

    Any

13. def attemptTimeout: Option[HDuration]

    Definition Classes

    PipelineActivity

14. val baseFields: BaseFields

    Definition Classes

    HadoopActivity → NamedPipelineObject

15. def clone(): AnyRef

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

16. def compare(that: PipelineObject): Int

    Definition Classes

    PipelineObject → Ordered

17. def compareTo(that: PipelineObject): Int

    Definition Classes

    Ordered → Comparable

18. def dependsOn: Seq[PipelineActivity[_]]

    Definition Classes

    PipelineActivity

19. val emrTaskActivityFields: EmrTaskActivityFields

    Definition Classes

    HadoopActivity → EmrTaskActivity

20. final def eq(arg0: AnyRef): Boolean

    Definition Classes

    AnyRef

21. def failureAndRerunMode: Option[FailureAndRerunMode]

    Definition Classes

    PipelineActivity

22. def finalize(): Unit

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( classOf[java.lang.Throwable] )

23. final def getClass(): Class[_]

    Definition Classes

    AnyRef → Any

24. def groupedBy(group: String): Self

    Postfix the name field

    Postfix the name field

    Definition Classes

    NamedPipelineObject

25. val hadoopQueue: Option[HString]

26. def id: PipelineObjectId

    Definition Classes

    NamedPipelineObject → PipelineObject

27. def idGroupedBy(group: String): Self

    Have a grouping postfix in the id field

    Have a grouping postfix in the id field

    Definition Classes

    NamedPipelineObject

    Note

    Id naming is more restrictive, it is recommended to not changing the id unleass you have a good reason

28. def idNamed(namePrefix: String): Self

    Id field will be prefixed with name

    Id field will be prefixed with name

    Definition Classes

    NamedPipelineObject

    Note

    Id naming is more restrictive, it is recommended to not changing the id unless you have a good reason

29. val inputs: Seq[S3DataNode]

30. final def isInstanceOf[T0]: Boolean

    Definition Classes

    Any

31. val jarUri: HString

32. def lateAfterTimeout: Option[HDuration]

    Definition Classes

    PipelineActivity

33. val mainClass: Option[MainClass]

34. def maximumRetries: Option[HInt]

    Definition Classes

    PipelineActivity

35. def name: Option[String]

    Name of the pipeline object, if not set, it will defaults to

    Name of the pipeline object, if not set, it will defaults to

    Option(id)

    Definition Classes

    NamedPipelineObject

36. def named(namePrefix: String): Self

    Give the object a name prefix

    Give the object a name prefix

    Definition Classes

    NamedPipelineObject

37. final def ne(arg0: AnyRef): Boolean

    Definition Classes

    AnyRef

38. final def notify(): Unit

    Definition Classes

    AnyRef

39. final def notifyAll(): Unit

    Definition Classes

    AnyRef

40. def objects: Iterable[PipelineObject]

    Definition Classes

    HadoopActivity → EmrTaskActivity → PipelineActivity → PipelineObject

41. def onFail(alarms: SnsAlarm*): Self

    Definition Classes

    PipelineActivity

42. def onFailAlarms: Seq[SnsAlarm]

    Definition Classes

    PipelineActivity

43. def onLateAction(alarms: SnsAlarm*): Self

    Definition Classes

    PipelineActivity

44. def onLateActionAlarms: Seq[SnsAlarm]

    Definition Classes

    PipelineActivity

45. def onSuccess(alarms: SnsAlarm*): Self

    Definition Classes

    PipelineActivity

46. def onSuccessAlarms: Seq[SnsAlarm]

    Definition Classes

    PipelineActivity

47. val outputs: Seq[S3DataNode]

48. def postActivityTaskConfig: Option[ShellScriptConfig]

    Definition Classes

    EmrTaskActivity

49. def preActivityTaskConfig: Option[ShellScriptConfig]

    Definition Classes

    EmrTaskActivity

50. def preconditions: Seq[Precondition]

    Definition Classes

    PipelineActivity

51. def ref: AdpRef[AdpActivity]

    Definition Classes

    PipelineActivity → PipelineObject

52. def retryDelay: Option[HDuration]

    Definition Classes

    PipelineActivity

53. def runsOn: Resource[A]

    Definition Classes

    PipelineActivity

54. implicit def seq2Option[A](anySeq: Seq[A]): Option[Seq[A]]

    Definition Classes

    PipelineObject

55. def seqToOption[A, B](anySeq: Seq[A])(transform: (A) ⇒ B): Option[Seq[B]]

    Definition Classes

    PipelineObject

56. lazy val serialize: AdpHadoopActivity

    Definition Classes

    HadoopActivity → PipelineActivity → PipelineObject

57. final def synchronized[T0](arg0: ⇒ T0): T0

    Definition Classes

    AnyRef

58. implicit def uniquePipelineId2String(id: PipelineObjectId): String

    Definition Classes

    PipelineObject

59. def updateActivityFields(fields: ActivityFields[A]): HadoopActivity[A]

    Definition Classes

    HadoopActivity → PipelineActivity

60. def updateBaseFields(fields: BaseFields): HadoopActivity[A]

    Definition Classes

    HadoopActivity → NamedPipelineObject

61. def updateEmrTaskActivityFields(fields: EmrTaskActivityFields): HadoopActivity[A]

    Definition Classes

    HadoopActivity → EmrTaskActivity

62. final def wait(): Unit

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

63. final def wait(arg0: Long, arg1: Int): Unit

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

64. final def wait(arg0: Long): Unit

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

65. def whenMet(conditions: Precondition*): Self

    Definition Classes

    PipelineActivity

66. def withArguments(arguments: HString*): HadoopActivity[A]

67. def withAttemptTimeout(duration: HDuration): Self

    Definition Classes

    PipelineActivity

68. def withFailureAndRerunMode(mode: FailureAndRerunMode): Self

    Definition Classes

    PipelineActivity

69. def withHadoopQueue(queue: HString): HadoopActivity[A]

70. def withInput(input: S3DataNode*): HadoopActivity[A]

71. def withLateAfterTimeout(duration: HDuration): Self

    Definition Classes

    PipelineActivity

72. def withMaximumRetries(retries: HInt): Self

    Definition Classes

    PipelineActivity

73. def withOutput(output: S3DataNode*): HadoopActivity[A]

74. def withPostActivityTaskConfig(config: ShellScriptConfig): Self

    Definition Classes

    EmrTaskActivity

75. def withPreActivityTaskConfig(config: ShellScriptConfig): Self

    Definition Classes

    EmrTaskActivity

76. def withRetryDelay(duration: HDuration): Self

    Definition Classes

    PipelineActivity