SparkTaskActivity

Value Members

1. final def !=(arg0: AnyRef): Boolean

   Definition Classes

   AnyRef

2. final def !=(arg0: Any): Boolean

   Definition Classes

   Any

3. final def ##(): Int

   Definition Classes

   AnyRef → Any

4. def <(that: PipelineObject): Boolean

   Definition Classes

   Ordered

5. def <=(that: PipelineObject): Boolean

   Definition Classes

   Ordered

6. final def ==(arg0: AnyRef): Boolean

   Definition Classes

   AnyRef

7. final def ==(arg0: Any): Boolean

   Definition Classes

   Any

8. def >(that: PipelineObject): Boolean

   Definition Classes

   Ordered

9. def >=(that: PipelineObject): Boolean

   Definition Classes

   Ordered

10. val activityFields: ActivityFields[SparkCluster]

    Definition Classes

    SparkTaskActivity → PipelineActivity

11. val arguments: Seq[HString]

12. final def asInstanceOf[T0]: T0

    Definition Classes

    Any

13. def attemptTimeout: Option[HDuration]

    Definition Classes

    PipelineActivity

14. val baseFields: BaseFields

    Definition Classes

    SparkTaskActivity → NamedPipelineObject

15. def clone(): AnyRef

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

16. def compare(that: PipelineObject): Int

    Definition Classes

    PipelineObject → Ordered

17. def compareTo(that: PipelineObject): Int

    Definition Classes

    Ordered → Comparable

18. def dependsOn: Seq[PipelineActivity[_]]

    Definition Classes

    PipelineActivity

19. val emrTaskActivityFields: EmrTaskActivityFields

    Definition Classes

    SparkTaskActivity → EmrTaskActivity

20. final def eq(arg0: AnyRef): Boolean

    Definition Classes

    AnyRef

21. def failureAndRerunMode: Option[FailureAndRerunMode]

    Definition Classes

    PipelineActivity

22. def finalize(): Unit

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( classOf[java.lang.Throwable] )

23. final def getClass(): Class[_]

    Definition Classes

    AnyRef → Any

24. def groupedBy(group: String): Self

    Postfix the name field

    Postfix the name field

    Definition Classes

    NamedPipelineObject

25. val hadoopQueue: Option[HString]

26. def id: PipelineObjectId

    Definition Classes

    NamedPipelineObject → PipelineObject

27. def idGroupedBy(group: String): Self

    Have a grouping postfix in the id field

    Have a grouping postfix in the id field

    Definition Classes

    NamedPipelineObject

    Note

    Id naming is more restrictive, it is recommended to not changing the id unleass you have a good reason

28. def idNamed(namePrefix: String): Self

    Id field will be prefixed with name

    Id field will be prefixed with name

    Definition Classes

    NamedPipelineObject

    Note

    Id naming is more restrictive, it is recommended to not changing the id unless you have a good reason

29. val inputs: Seq[S3DataNode]

30. final def isInstanceOf[T0]: Boolean

    Definition Classes

    Any

31. val jarUri: HString

32. val jobRunner: HString

33. def lateAfterTimeout: Option[HDuration]

    Definition Classes

    PipelineActivity

34. val mainClass: MainClass

35. def maxActiveInstances: Option[HInt]

    Definition Classes

    PipelineActivity

36. def maximumRetries: Option[HInt]

    Definition Classes

    PipelineActivity

37. def name: Option[String]

    Name of the pipeline object, if not set, it will defaults to

    Name of the pipeline object, if not set, it will defaults to

    Option(id)

    Definition Classes

    NamedPipelineObject

38. def named(namePrefix: String): Self

    Give the object a name prefix

    Give the object a name prefix

    Definition Classes

    NamedPipelineObject

39. final def ne(arg0: AnyRef): Boolean

    Definition Classes

    AnyRef

40. final def notify(): Unit

    Definition Classes

    AnyRef

41. final def notifyAll(): Unit

    Definition Classes

    AnyRef

42. def objects: Iterable[PipelineObject]

    Definition Classes

    SparkTaskActivity → EmrTaskActivity → PipelineActivity → PipelineObject

43. def onFail(alarms: SnsAlarm*): Self

    Definition Classes

    PipelineActivity

44. def onFailAlarms: Seq[SnsAlarm]

    Definition Classes

    PipelineActivity

45. def onLateAction(alarms: SnsAlarm*): Self

    Definition Classes

    PipelineActivity

46. def onLateActionAlarms: Seq[SnsAlarm]

    Definition Classes

    PipelineActivity

47. def onSuccess(alarms: SnsAlarm*): Self

    Definition Classes

    PipelineActivity

48. def onSuccessAlarms: Seq[SnsAlarm]

    Definition Classes

    PipelineActivity

49. val outputs: Seq[S3DataNode]

50. def postActivityTaskConfig: Option[ShellScriptConfig]

    Definition Classes

    EmrTaskActivity

51. def preActivityTaskConfig: Option[ShellScriptConfig]

    Definition Classes

    EmrTaskActivity

52. def preconditions: Seq[Precondition]

    Definition Classes

    PipelineActivity

53. def ref: AdpRef[AdpActivity]

    Definition Classes

    PipelineActivity → PipelineObject

54. def retryDelay: Option[HDuration]

    Definition Classes

    PipelineActivity

55. def runsOn: Resource[SparkCluster]

    Definition Classes

    PipelineActivity

56. val scriptRunner: HString

57. implicit def seq2Option[A](anySeq: Seq[A]): Option[Seq[A]]

    Definition Classes

    PipelineObject

58. def seqToOption[A, B](anySeq: Seq[A])(transform: (A) ⇒ B): Option[Seq[B]]

    Definition Classes

    PipelineObject

59. lazy val serialize: AdpHadoopActivity

    Definition Classes

    SparkTaskActivity → PipelineActivity → PipelineObject

60. val sparkConfig: Map[HString, HString]

61. val sparkOptions: Seq[HString]

62. final def synchronized[T0](arg0: ⇒ T0): T0

    Definition Classes

    AnyRef

63. implicit def uniquePipelineId2String(id: PipelineObjectId): String

    Definition Classes

    PipelineObject

64. def updateActivityFields(fields: ActivityFields[SparkCluster]): SparkTaskActivity

    Definition Classes

    SparkTaskActivity → PipelineActivity

65. def updateBaseFields(fields: BaseFields): SparkTaskActivity

    Definition Classes

    SparkTaskActivity → NamedPipelineObject

66. def updateEmrTaskActivityFields(fields: EmrTaskActivityFields): SparkTaskActivity

    Definition Classes

    SparkTaskActivity → EmrTaskActivity

67. final def wait(): Unit

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

68. final def wait(arg0: Long, arg1: Int): Unit

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

69. final def wait(arg0: Long): Unit

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

70. def whenMet(conditions: Precondition*): Self

    Definition Classes

    PipelineActivity

71. def withArguments(args: HString*): SparkTaskActivity

72. def withAttemptTimeout(duration: HDuration): Self

    Definition Classes

    PipelineActivity

73. def withDriverCores(n: HInt): SparkTaskActivity

74. def withDriverMemory(memory: Memory): SparkTaskActivity

75. def withExecutorCores(n: HInt): SparkTaskActivity

76. def withExecutorMemory(memory: Memory): SparkTaskActivity

77. def withFailureAndRerunMode(mode: FailureAndRerunMode): Self

    Definition Classes

    PipelineActivity

78. def withFiles(files: HString*): SparkTaskActivity

79. def withHadoopQueue(queue: HString): SparkTaskActivity

80. def withInput(input: S3DataNode*): SparkTaskActivity

81. def withLateAfterTimeout(duration: HDuration): Self

    Definition Classes

    PipelineActivity

82. def withMaster(master: HString): SparkTaskActivity

83. def withMaxActiveInstances(activeInstances: HInt): Self

    Definition Classes

    PipelineActivity

84. def withMaximumRetries(retries: HInt): Self

    Definition Classes

    PipelineActivity

85. def withNumExecutors(n: HInt): SparkTaskActivity

86. def withOutput(output: S3DataNode*): SparkTaskActivity

87. def withPostActivityTaskConfig(config: ShellScriptConfig): Self

    Definition Classes

    EmrTaskActivity

88. def withPreActivityTaskConfig(config: ShellScriptConfig): Self

    Definition Classes

    EmrTaskActivity

89. def withRetryDelay(duration: HDuration): Self

    Definition Classes

    PipelineActivity

90. def withSparkConfig(key: HString, value: HString): SparkTaskActivity

91. def withSparkOption(option: HString*): SparkTaskActivity

92. def withTotalExecutorCores(n: HInt): SparkTaskActivity