com
.
krux
.
hyperion
.
activity
S3DistCpActivity
class
S3DistCpActivity
extends
EmrActivity
Source
S3DistCpActivity.scala
Linear Supertypes
EmrActivity
,
PipelineActivity
,
PipelineObject
,
Ordered
[
PipelineObject
],
Comparable
[
PipelineObject
],
AnyRef
,
Any
Ordering
Alphabetic
By inheritance
Inherited
S3DistCpActivity
EmrActivity
PipelineActivity
PipelineObject
Ordered
Comparable
AnyRef
Any
Hide All
Show all
Learn more about member selection
Visibility
Public
All
Value Members
final
def
!=
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
final
def
!=
(
arg0:
Any
)
:
Boolean
Definition Classes
Any
final
def
##
()
:
Int
Definition Classes
AnyRef → Any
def
<
(
that:
PipelineObject
)
:
Boolean
Definition Classes
Ordered
def
<=
(
that:
PipelineObject
)
:
Boolean
Definition Classes
Ordered
final
def
==
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
final
def
==
(
arg0:
Any
)
:
Boolean
Definition Classes
Any
def
>
(
that:
PipelineObject
)
:
Boolean
Definition Classes
Ordered
def
>=
(
that:
PipelineObject
)
:
Boolean
Definition Classes
Ordered
val
actionOnResourceFailure
:
Option
[
ActionOnResourceFailure
]
val
actionOnTaskFailure
:
Option
[
ActionOnTaskFailure
]
val
appendLastToFile
:
Boolean
def
appendToLastFile
()
:
S3DistCpActivity
final
def
asInstanceOf
[
T0
]
:
T0
Definition Classes
Any
val
attemptTimeout
:
Option
[
Parameter
[
Duration
]]
val
chunkSize
:
Option
[
Parameter
[
Int
]]
def
clone
()
:
AnyRef
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
...
)
def
compare
(
that:
PipelineObject
)
:
Int
Definition Classes
PipelineObject → Ordered
def
compareTo
(
that:
PipelineObject
)
:
Int
Definition Classes
Ordered → Comparable
def
copy
(
id:
PipelineObjectId
=
id
,
source:
Option
[
S3DataNode
] =
source
,
dest:
Option
[
S3DataNode
] =
dest
,
sourcePattern:
Option
[
String
] =
sourcePattern
,
groupBy:
Option
[
String
] =
groupBy
,
targetSize:
Option
[
Parameter
[
Int
]] =
targetSize
,
appendLastToFile:
Boolean
=
appendLastToFile
,
outputCodec:
OutputCodec
=
outputCodec
,
s3ServerSideEncryption:
Boolean
=
s3ServerSideEncryption
,
deleteOnSuccess:
Boolean
=
deleteOnSuccess
,
disableMultipartUpload:
Boolean
=
disableMultipartUpload
,
chunkSize:
Option
[
Parameter
[
Int
]] =
chunkSize
,
numberFiles:
Boolean
=
numberFiles
,
startingIndex:
Option
[
Parameter
[
Int
]] =
startingIndex
,
outputManifest:
Option
[
String
] =
outputManifest
,
previousManifest:
Option
[
String
] =
previousManifest
,
requirePreviousManifest:
Boolean
=
requirePreviousManifest
,
copyFromManifest:
Boolean
=
copyFromManifest
,
endpoint:
Option
[
String
] =
endpoint
,
storageClass:
Option
[
StorageClass
] =
storageClass
,
sourcePrefixesFile:
Option
[
String
] =
sourcePrefixesFile
,
preStepCommands:
Seq
[
String
] =
preStepCommands
,
postStepCommands:
Seq
[
String
] =
postStepCommands
,
runsOn:
Resource
[
EmrCluster
] =
runsOn
,
dependsOn:
Seq
[
PipelineActivity
] =
dependsOn
,
preconditions:
Seq
[
Precondition
] =
preconditions
,
onFailAlarms:
Seq
[
SnsAlarm
] =
onFailAlarms
,
onSuccessAlarms:
Seq
[
SnsAlarm
] =
onSuccessAlarms
,
onLateActionAlarms:
Seq
[
SnsAlarm
] =
onLateActionAlarms
,
attemptTimeout:
Option
[
Parameter
[
Duration
]] =
attemptTimeout
,
lateAfterTimeout:
Option
[
Parameter
[
Duration
]] =
lateAfterTimeout
,
maximumRetries:
Option
[
Parameter
[
Int
]] =
maximumRetries
,
retryDelay:
Option
[
Parameter
[
Duration
]] =
retryDelay
,
failureAndRerunMode:
Option
[
FailureAndRerunMode
] =
failureAndRerunMode
,
actionOnResourceFailure:
Option
[
ActionOnResourceFailure
] =
actionOnResourceFailure
,
actionOnTaskFailure:
Option
[
ActionOnTaskFailure
] =
actionOnTaskFailure
)
:
S3DistCpActivity
val
copyFromManifest
:
Boolean
val
deleteOnSuccess
:
Boolean
val
dependsOn
:
Seq
[
PipelineActivity
]
Definition Classes
S3DistCpActivity
→ PipelineActivity
val
dest
:
Option
[
S3DataNode
]
val
disableMultipartUpload
:
Boolean
val
endpoint
:
Option
[
String
]
final
def
eq
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
def
equals
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
val
failureAndRerunMode
:
Option
[
FailureAndRerunMode
]
def
finalize
()
:
Unit
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
classOf[java.lang.Throwable]
)
final
def
getClass
()
:
Class
[_]
Definition Classes
AnyRef → Any
val
groupBy
:
Option
[
String
]
def
groupedBy
(
group:
String
)
:
S3DistCpActivity
Definition Classes
S3DistCpActivity
→ PipelineActivity
def
hashCode
()
:
Int
Definition Classes
AnyRef → Any
val
id
:
PipelineObjectId
Definition Classes
S3DistCpActivity
→ PipelineObject
final
def
isInstanceOf
[
T0
]
:
Boolean
Definition Classes
Any
val
lateAfterTimeout
:
Option
[
Parameter
[
Duration
]]
val
maximumRetries
:
Option
[
Parameter
[
Int
]]
def
named
(
name:
String
)
:
S3DistCpActivity
Definition Classes
S3DistCpActivity
→ PipelineActivity
final
def
ne
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
final
def
notify
()
:
Unit
Definition Classes
AnyRef
final
def
notifyAll
()
:
Unit
Definition Classes
AnyRef
val
numberFiles
:
Boolean
def
objects
:
Iterable
[
PipelineObject
]
Definition Classes
S3DistCpActivity
→ PipelineObject
def
onFail
(
alarms:
SnsAlarm
*
)
:
S3DistCpActivity
Definition Classes
S3DistCpActivity
→ PipelineActivity
val
onFailAlarms
:
Seq
[
SnsAlarm
]
def
onLateAction
(
alarms:
SnsAlarm
*
)
:
S3DistCpActivity
Definition Classes
S3DistCpActivity
→ PipelineActivity
val
onLateActionAlarms
:
Seq
[
SnsAlarm
]
def
onSuccess
(
alarms:
SnsAlarm
*
)
:
S3DistCpActivity
Definition Classes
S3DistCpActivity
→ PipelineActivity
val
onSuccessAlarms
:
Seq
[
SnsAlarm
]
val
outputCodec
:
OutputCodec
val
outputManifest
:
Option
[
String
]
val
postStepCommands
:
Seq
[
String
]
val
preStepCommands
:
Seq
[
String
]
val
preconditions
:
Seq
[
Precondition
]
val
previousManifest
:
Option
[
String
]
def
ref
:
AdpRef
[
AdpActivity
]
Definition Classes
PipelineActivity → PipelineObject
val
requirePreviousManifest
:
Boolean
val
retryDelay
:
Option
[
Parameter
[
Duration
]]
val
runsOn
:
Resource
[
EmrCluster
]
val
s3ServerSideEncryption
:
Boolean
implicit
def
seq2Option
[
A
]
(
anySeq:
Seq
[
A
]
)
:
Option
[
Seq
[
A
]]
Definition Classes
PipelineObject
def
seqToOption
[
A
,
B
]
(
anySeq:
Seq
[
A
]
)
(
transform: (
A
) ⇒
B
)
:
Option
[
Seq
[
B
]]
Definition Classes
PipelineObject
lazy val
serialize
:
AdpEmrActivity
Definition Classes
S3DistCpActivity
→ PipelineActivity → PipelineObject
val
source
:
Option
[
S3DataNode
]
val
sourcePattern
:
Option
[
String
]
val
sourcePrefixesFile
:
Option
[
String
]
val
startingIndex
:
Option
[
Parameter
[
Int
]]
val
storageClass
:
Option
[
StorageClass
]
final
def
synchronized
[
T0
]
(
arg0: ⇒
T0
)
:
T0
Definition Classes
AnyRef
val
targetSize
:
Option
[
Parameter
[
Int
]]
def
toString
()
:
String
Definition Classes
AnyRef → Any
implicit
def
uniquePipelineId2String
(
id:
PipelineObjectId
)
:
String
Definition Classes
PipelineObject
final
def
wait
()
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
,
arg1:
Int
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
def
whenMet
(
conditions:
Precondition
*
)
:
S3DistCpActivity
Definition Classes
S3DistCpActivity
→ PipelineActivity
def
withActionOnResourceFailure
(
action:
ActionOnResourceFailure
)
:
S3DistCpActivity
def
withActionOnTaskFailure
(
action:
ActionOnTaskFailure
)
:
S3DistCpActivity
def
withAttemptTimeout
(
timeout:
Parameter
[
Duration
]
)
:
S3DistCpActivity
def
withCopyFromManifest
()
:
S3DistCpActivity
def
withDeleteOnSuccess
()
:
S3DistCpActivity
def
withDestination
(
dest:
S3DataNode
)
:
S3DistCpActivity
def
withFailureAndRerunMode
(
mode:
FailureAndRerunMode
)
:
S3DistCpActivity
def
withGroupBy
(
groupBy:
String
)
:
S3DistCpActivity
def
withLateAfterTimeout
(
timeout:
Parameter
[
Duration
]
)
:
S3DistCpActivity
def
withMaximumRetries
(
retries:
Parameter
[
Int
]
)
:
S3DistCpActivity
def
withMultipartUploadChunkSize
(
chunkSize:
Parameter
[
Int
]
)
:
S3DistCpActivity
def
withNumberFiles
()
:
S3DistCpActivity
def
withOutputCodec
(
outputCodec:
OutputCodec
)
:
S3DistCpActivity
def
withOutputManifest
(
outputManifest:
String
)
:
S3DistCpActivity
def
withPostStepCommand
(
command:
String
*
)
:
S3DistCpActivity
def
withPreStepCommand
(
command:
String
*
)
:
S3DistCpActivity
def
withPreviousManifest
(
previousManifest:
String
)
:
S3DistCpActivity
def
withRequirePreviousManifest
()
:
S3DistCpActivity
def
withRetryDelay
(
delay:
Parameter
[
Duration
]
)
:
S3DistCpActivity
def
withS3Endpoint
(
endpoint:
String
)
:
S3DistCpActivity
def
withS3ServerSideEncryption
()
:
S3DistCpActivity
def
withSource
(
source:
S3DataNode
)
:
S3DistCpActivity
def
withSourcePattern
(
sourcePattern:
String
)
:
S3DistCpActivity
def
withSourcePrefixesFile
(
sourcePrefixesFile:
String
)
:
S3DistCpActivity
def
withStartingIndex
(
startingIndex:
Parameter
[
Int
]
)
:
S3DistCpActivity
def
withStorageClass
(
storageClass:
StorageClass
)
:
S3DistCpActivity
def
withTargetSize
(
targetSize:
Parameter
[
Int
]
)
:
S3DistCpActivity
def
withoutMultipartUpload
()
:
S3DistCpActivity
Inherited from
EmrActivity
Inherited from
PipelineActivity
Inherited from
PipelineObject
Inherited from
Ordered
[
PipelineObject
]
Inherited from
Comparable
[
PipelineObject
]
Inherited from
AnyRef
Inherited from
Any
Ungrouped