HadoopActivity

Value Members

1. final def !=(arg0: AnyRef): Boolean

   Definition Classes

   AnyRef

2. final def !=(arg0: Any): Boolean

   Definition Classes

   Any

3. final def ##(): Int

   Definition Classes

   AnyRef → Any

4. def <(that: PipelineObject): Boolean

   Definition Classes

   Ordered

5. def <=(that: PipelineObject): Boolean

   Definition Classes

   Ordered

6. final def ==(arg0: AnyRef): Boolean

   Definition Classes

   AnyRef

7. final def ==(arg0: Any): Boolean

   Definition Classes

   Any

8. def >(that: PipelineObject): Boolean

   Definition Classes

   Ordered

9. def >=(that: PipelineObject): Boolean

   Definition Classes

   Ordered

10. val activityFields: ActivityFields[A]

    Definition Classes

    HadoopActivity → PipelineActivity

11. val arguments: Seq[HString]

12. final def asInstanceOf[T0]: T0

    Definition Classes

    Any

13. def attemptTimeout: Option[HDuration]

    Definition Classes

    PipelineActivity

14. val baseFields: BaseFields

    Definition Classes

    HadoopActivity → NamedPipelineObject

15. def clone(): AnyRef

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

16. def compare(that: PipelineObject): Int

    Definition Classes

    PipelineObject → Ordered

17. def compareTo(that: PipelineObject): Int

    Definition Classes

    Ordered → Comparable

18. def dependsOn: Seq[PipelineActivity[_]]

    Definition Classes

    PipelineActivity

19. val emrTaskActivityFields: EmrTaskActivityFields

    Definition Classes

    HadoopActivity → EmrTaskActivity

20. final def eq(arg0: AnyRef): Boolean

    Definition Classes

    AnyRef

21. def failureAndRerunMode: Option[FailureAndRerunMode]

    Definition Classes

    PipelineActivity

22. def finalize(): Unit

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( classOf[java.lang.Throwable] )

23. final def getClass(): Class[_]

    Definition Classes

    AnyRef → Any

24. def groupedBy(group: String): Self

    Postfix the name field

    Postfix the name field

    Definition Classes

    NamedPipelineObject

25. val hadoopQueue: Option[HString]

26. def id: PipelineObjectId

    Definition Classes

    NamedPipelineObject → PipelineObject

27. def idGroupedBy(group: String): Self

    Have a grouping postfix in the id field

    Have a grouping postfix in the id field

    Definition Classes

    NamedPipelineObject

    Note

    Id naming is more restrictive, it is recommended to not changing the id unleass you have a good reason

28. def idNamed(namePrefix: String): Self

    Id field will be prefixed with name

    Id field will be prefixed with name

    Definition Classes

    NamedPipelineObject

    Note

    Id naming is more restrictive, it is recommended to not changing the id unless you have a good reason

29. val inputs: Seq[S3DataNode]

30. final def isInstanceOf[T0]: Boolean

    Definition Classes

    Any

31. val jarUri: HString

32. def lateAfterTimeout: Option[HDuration]

    Definition Classes

    PipelineActivity

33. val mainClass: Option[MainClass]

34. def maxActiveInstances: Option[HInt]

    Definition Classes

    PipelineActivity

35. def maximumRetries: Option[HInt]

    Definition Classes

    PipelineActivity

36. def name: Option[String]

    Name of the pipeline object, if not set, it will defaults to

    Name of the pipeline object, if not set, it will defaults to

    Option(id)

    Definition Classes

    NamedPipelineObject

37. def named(namePrefix: String): Self

    Give the object a name prefix

    Give the object a name prefix

    Definition Classes

    NamedPipelineObject

38. final def ne(arg0: AnyRef): Boolean

    Definition Classes

    AnyRef

39. final def notify(): Unit

    Definition Classes

    AnyRef

40. final def notifyAll(): Unit

    Definition Classes

    AnyRef

41. def objects: Iterable[PipelineObject]

    Definition Classes

    HadoopActivity → EmrTaskActivity → PipelineActivity → PipelineObject

42. def onFail(alarms: SnsAlarm*): Self

    Definition Classes

    PipelineActivity

43. def onFailAlarms: Seq[SnsAlarm]

    Definition Classes

    PipelineActivity

44. def onLateAction(alarms: SnsAlarm*): Self

    Definition Classes

    PipelineActivity

45. def onLateActionAlarms: Seq[SnsAlarm]

    Definition Classes

    PipelineActivity

46. def onSuccess(alarms: SnsAlarm*): Self

    Definition Classes

    PipelineActivity

47. def onSuccessAlarms: Seq[SnsAlarm]

    Definition Classes

    PipelineActivity

48. val outputs: Seq[S3DataNode]

49. def postActivityTaskConfig: Option[ShellScriptConfig]

    Definition Classes

    EmrTaskActivity

50. def preActivityTaskConfig: Option[ShellScriptConfig]

    Definition Classes

    EmrTaskActivity

51. def preconditions: Seq[Precondition]

    Definition Classes

    PipelineActivity

52. def ref: AdpRef[AdpActivity]

    Definition Classes

    PipelineActivity → PipelineObject

53. def retryDelay: Option[HDuration]

    Definition Classes

    PipelineActivity

54. def runsOn: Resource[A]

    Definition Classes

    PipelineActivity

55. implicit def seq2Option[A](anySeq: Seq[A]): Option[Seq[A]]

    Definition Classes

    PipelineObject

56. def seqToOption[A, B](anySeq: Seq[A])(transform: (A) ⇒ B): Option[Seq[B]]

    Definition Classes

    PipelineObject

57. lazy val serialize: AdpHadoopActivity

    Definition Classes

    HadoopActivity → PipelineActivity → PipelineObject

58. final def synchronized[T0](arg0: ⇒ T0): T0

    Definition Classes

    AnyRef

59. implicit def uniquePipelineId2String(id: PipelineObjectId): String

    Definition Classes

    PipelineObject

60. def updateActivityFields(fields: ActivityFields[A]): HadoopActivity[A]

    Definition Classes

    HadoopActivity → PipelineActivity

61. def updateBaseFields(fields: BaseFields): HadoopActivity[A]

    Definition Classes

    HadoopActivity → NamedPipelineObject

62. def updateEmrTaskActivityFields(fields: EmrTaskActivityFields): HadoopActivity[A]

    Definition Classes

    HadoopActivity → EmrTaskActivity

63. final def wait(): Unit

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

64. final def wait(arg0: Long, arg1: Int): Unit

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

65. final def wait(arg0: Long): Unit

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

66. def whenMet(conditions: Precondition*): Self

    Definition Classes

    PipelineActivity

67. def withArguments(arguments: HString*): HadoopActivity[A]

68. def withAttemptTimeout(duration: HDuration): Self

    Definition Classes

    PipelineActivity

69. def withFailureAndRerunMode(mode: FailureAndRerunMode): Self

    Definition Classes

    PipelineActivity

70. def withHadoopQueue(queue: HString): HadoopActivity[A]

71. def withInput(input: S3DataNode*): HadoopActivity[A]

72. def withLateAfterTimeout(duration: HDuration): Self

    Definition Classes

    PipelineActivity

73. def withMaxActiveInstances(activeInstances: HInt): Self

    Definition Classes

    PipelineActivity

74. def withMaximumRetries(retries: HInt): Self

    Definition Classes

    PipelineActivity

75. def withOutput(output: S3DataNode*): HadoopActivity[A]

76. def withPostActivityTaskConfig(config: ShellScriptConfig): Self

    Definition Classes

    EmrTaskActivity

77. def withPreActivityTaskConfig(config: ShellScriptConfig): Self

    Definition Classes

    EmrTaskActivity

78. def withRetryDelay(duration: HDuration): Self

    Definition Classes

    PipelineActivity