com
.
krux
.
hyperion
.
activity
MapReduceActivity
case class
MapReduceActivity
extends
EmrActivity
with
Product
with
Serializable
Runs map reduce steps on an Amazon EMR cluster
Source
MapReduceActivity.scala
Linear Supertypes
Serializable
,
Serializable
,
Product
,
Equals
,
EmrActivity
,
PipelineActivity
,
PipelineObject
,
Ordered
[
PipelineObject
],
Comparable
[
PipelineObject
],
AnyRef
,
Any
Ordering
Alphabetic
By inheritance
Inherited
MapReduceActivity
Serializable
Serializable
Product
Equals
EmrActivity
PipelineActivity
PipelineObject
Ordered
Comparable
AnyRef
Any
Hide All
Show all
Learn more about member selection
Visibility
Public
All
Value Members
final
def
!=
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
final
def
!=
(
arg0:
Any
)
:
Boolean
Definition Classes
Any
final
def
##
()
:
Int
Definition Classes
AnyRef → Any
def
<
(
that:
PipelineObject
)
:
Boolean
Definition Classes
Ordered
def
<=
(
that:
PipelineObject
)
:
Boolean
Definition Classes
Ordered
final
def
==
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
final
def
==
(
arg0:
Any
)
:
Boolean
Definition Classes
Any
def
>
(
that:
PipelineObject
)
:
Boolean
Definition Classes
Ordered
def
>=
(
that:
PipelineObject
)
:
Boolean
Definition Classes
Ordered
val
actionOnResourceFailure
:
Option
[
ActionOnResourceFailure
]
val
actionOnTaskFailure
:
Option
[
ActionOnTaskFailure
]
final
def
asInstanceOf
[
T0
]
:
T0
Definition Classes
Any
val
attemptTimeout
:
Option
[
Parameter
[
Duration
]]
def
clone
()
:
AnyRef
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
...
)
def
compare
(
that:
PipelineObject
)
:
Int
Definition Classes
PipelineObject
→ Ordered
def
compareTo
(
that:
PipelineObject
)
:
Int
Definition Classes
Ordered → Comparable
val
dependsOn
:
Seq
[
PipelineActivity
]
Definition Classes
MapReduceActivity
→
PipelineActivity
final
def
eq
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
val
failureAndRerunMode
:
Option
[
FailureAndRerunMode
]
def
finalize
()
:
Unit
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
classOf[java.lang.Throwable]
)
final
def
getClass
()
:
Class
[_]
Definition Classes
AnyRef → Any
def
groupedBy
(
group:
String
)
:
MapReduceActivity
Definition Classes
MapReduceActivity
→
PipelineActivity
val
id
:
PipelineObjectId
Definition Classes
MapReduceActivity
→
PipelineObject
val
inputs
:
Seq
[
S3DataNode
]
final
def
isInstanceOf
[
T0
]
:
Boolean
Definition Classes
Any
val
lateAfterTimeout
:
Option
[
Parameter
[
Duration
]]
val
maximumRetries
:
Option
[
Parameter
[
Int
]]
def
named
(
name:
String
)
:
MapReduceActivity
Definition Classes
MapReduceActivity
→
PipelineActivity
final
def
ne
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
final
def
notify
()
:
Unit
Definition Classes
AnyRef
final
def
notifyAll
()
:
Unit
Definition Classes
AnyRef
def
objects
:
Iterable
[
PipelineObject
]
Definition Classes
MapReduceActivity
→
PipelineObject
def
onFail
(
alarms:
SnsAlarm
*
)
:
MapReduceActivity
Definition Classes
MapReduceActivity
→
PipelineActivity
val
onFailAlarms
:
Seq
[
SnsAlarm
]
def
onLateAction
(
alarms:
SnsAlarm
*
)
:
MapReduceActivity
Definition Classes
MapReduceActivity
→
PipelineActivity
val
onLateActionAlarms
:
Seq
[
SnsAlarm
]
def
onSuccess
(
alarms:
SnsAlarm
*
)
:
MapReduceActivity
Definition Classes
MapReduceActivity
→
PipelineActivity
val
onSuccessAlarms
:
Seq
[
SnsAlarm
]
val
outputs
:
Seq
[
S3DataNode
]
val
postStepCommands
:
Seq
[
String
]
val
preStepCommands
:
Seq
[
String
]
val
preconditions
:
Seq
[
Precondition
]
def
ref
:
AdpRef
[
AdpActivity
]
Definition Classes
PipelineActivity
→
PipelineObject
val
retryDelay
:
Option
[
Parameter
[
Duration
]]
val
runsOn
:
Resource
[
EmrCluster
]
implicit
def
seq2Option
[
A
]
(
anySeq:
Seq
[
A
]
)
:
Option
[
Seq
[
A
]]
Definition Classes
PipelineObject
def
seqToOption
[
A
,
B
]
(
anySeq:
Seq
[
A
]
)
(
transform: (
A
) ⇒
B
)
:
Option
[
Seq
[
B
]]
Definition Classes
PipelineObject
lazy val
serialize
:
AdpEmrActivity
Definition Classes
MapReduceActivity
→
PipelineActivity
→
PipelineObject
val
steps
:
Seq
[
MapReduceStep
]
final
def
synchronized
[
T0
]
(
arg0: ⇒
T0
)
:
T0
Definition Classes
AnyRef
implicit
def
uniquePipelineId2String
(
id:
PipelineObjectId
)
:
String
Definition Classes
PipelineObject
final
def
wait
()
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
,
arg1:
Int
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
def
whenMet
(
conditions:
Precondition
*
)
:
MapReduceActivity
Definition Classes
MapReduceActivity
→
PipelineActivity
def
withActionOnResourceFailure
(
action:
ActionOnResourceFailure
)
:
MapReduceActivity
def
withActionOnTaskFailure
(
action:
ActionOnTaskFailure
)
:
MapReduceActivity
def
withAttemptTimeout
(
timeout:
Parameter
[
Duration
]
)
:
MapReduceActivity
def
withFailureAndRerunMode
(
mode:
FailureAndRerunMode
)
:
MapReduceActivity
def
withInput
(
input:
S3DataNode
*
)
:
MapReduceActivity
def
withLateAfterTimeout
(
timeout:
Parameter
[
Duration
]
)
:
MapReduceActivity
def
withMaximumRetries
(
retries:
Parameter
[
Int
]
)
:
MapReduceActivity
def
withOutput
(
output:
S3DataNode
*
)
:
MapReduceActivity
def
withPostStepCommand
(
command:
String
*
)
:
MapReduceActivity
def
withPreStepCommand
(
command:
String
*
)
:
MapReduceActivity
def
withRetryDelay
(
delay:
Parameter
[
Duration
]
)
:
MapReduceActivity
def
withSteps
(
step:
MapReduceStep
*
)
:
MapReduceActivity
Inherited from
Serializable
Inherited from
Serializable
Inherited from
Product
Inherited from
Equals
Inherited from
EmrActivity
Inherited from
PipelineActivity
Inherited from
PipelineObject
Inherited from
Ordered
[
PipelineObject
]
Inherited from
Comparable
[
PipelineObject
]
Inherited from
AnyRef
Inherited from
Any
Ungrouped
Runs map reduce steps on an Amazon EMR cluster