com
.
krux
.
hyperion
.
datanode
S3File
case class
S3File
(
id:
PipelineObjectId
,
filePath:
String
,
dataFormat:
Option
[
DataFormat
]
,
preconditions:
Seq
[
Precondition
]
,
onSuccessAlarms:
Seq
[
SnsAlarm
]
,
onFailAlarms:
Seq
[
SnsAlarm
]
)
extends
S3DataNode
with
Product
with
Serializable
Defines data from s3
Source
S3DataNode.scala
Linear Supertypes
Serializable
,
Serializable
,
Product
,
Equals
,
S3DataNode
,
Copyable
,
DataNode
,
PipelineObject
,
AnyRef
,
Any
Ordering
Alphabetic
By inheritance
Inherited
S3File
Serializable
Serializable
Product
Equals
S3DataNode
Copyable
DataNode
PipelineObject
AnyRef
Any
Hide All
Show all
Learn more about member selection
Visibility
Public
All
Instance Constructors
new
S3File
(
id:
PipelineObjectId
,
filePath:
String
,
dataFormat:
Option
[
DataFormat
]
,
preconditions:
Seq
[
Precondition
]
,
onSuccessAlarms:
Seq
[
SnsAlarm
]
,
onFailAlarms:
Seq
[
SnsAlarm
]
)
Value Members
final
def
!=
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
final
def
!=
(
arg0:
Any
)
:
Boolean
Definition Classes
Any
final
def
##
()
:
Int
Definition Classes
AnyRef → Any
final
def
==
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
final
def
==
(
arg0:
Any
)
:
Boolean
Definition Classes
Any
def
asInput
(
n:
Integer
)
:
String
Definition Classes
S3DataNode
def
asInput
()
:
String
Definition Classes
S3DataNode
final
def
asInstanceOf
[
T0
]
:
T0
Definition Classes
Any
def
asOutput
(
n:
Integer
)
:
String
Definition Classes
S3DataNode
def
asOutput
()
:
String
Definition Classes
S3DataNode
def
clone
()
:
AnyRef
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
...
)
val
dataFormat
:
Option
[
DataFormat
]
final
def
eq
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
val
filePath
:
String
def
finalize
()
:
Unit
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
classOf[java.lang.Throwable]
)
final
def
getClass
()
:
Class
[_]
Definition Classes
AnyRef → Any
def
groupedBy
(
group:
String
)
:
S3File
Definition Classes
S3File
→
S3DataNode
→
DataNode
val
id
:
PipelineObjectId
Definition Classes
S3File
→
PipelineObject
final
def
isInstanceOf
[
T0
]
:
Boolean
Definition Classes
Any
def
named
(
name:
String
)
:
S3File
Definition Classes
S3File
→
DataNode
final
def
ne
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
final
def
notify
()
:
Unit
Definition Classes
AnyRef
final
def
notifyAll
()
:
Unit
Definition Classes
AnyRef
def
objects
:
Iterable
[
PipelineObject
]
Definition Classes
S3File
→
PipelineObject
def
onFail
(
alarms:
SnsAlarm
*
)
:
S3File
Definition Classes
S3File
→
DataNode
val
onFailAlarms
:
Seq
[
SnsAlarm
]
Definition Classes
S3File
→
DataNode
def
onSuccess
(
alarms:
SnsAlarm
*
)
:
S3File
Definition Classes
S3File
→
DataNode
val
onSuccessAlarms
:
Seq
[
SnsAlarm
]
Definition Classes
S3File
→
DataNode
val
preconditions
:
Seq
[
Precondition
]
Definition Classes
S3File
→
DataNode
def
ref
:
AdpRef
[
AdpDataNode
]
Definition Classes
DataNode
→
PipelineObject
implicit
def
seq2Option
[
A
]
(
anySeq:
Seq
[
A
]
)
:
Option
[
Seq
[
A
]]
Definition Classes
PipelineObject
def
seqToOption
[
A
,
B
]
(
anySeq:
Seq
[
A
]
)
(
transform: (
A
) ⇒
B
)
:
Option
[
Seq
[
B
]]
Definition Classes
PipelineObject
lazy val
serialize
:
AdpS3FileDataNode
Definition Classes
S3File
→
DataNode
→
PipelineObject
final
def
synchronized
[
T0
]
(
arg0: ⇒
T0
)
:
T0
Definition Classes
AnyRef
implicit
def
uniquePipelineId2String
(
id:
PipelineObjectId
)
:
String
Definition Classes
PipelineObject
final
def
wait
()
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
,
arg1:
Int
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
def
whenMet
(
conditions:
Precondition
*
)
:
S3File
Definition Classes
S3File
→
DataNode
def
withDataFormat
(
fmt:
DataFormat
)
:
S3File
Definition Classes
S3File
→
S3DataNode
def
withFilePath
(
path:
String
)
:
S3File
Inherited from
Serializable
Inherited from
Serializable
Inherited from
Product
Inherited from
Equals
Inherited from
S3DataNode
Inherited from
Copyable
Inherited from
DataNode
Inherited from
PipelineObject
Inherited from
AnyRef
Inherited from
Any
Ungrouped
Defines data from s3