com
.
twitter
.
scalding
.
commons
.
source
VersionedKeyValSource
class
VersionedKeyValSource
[
K
,
V
]
extends
Source
with
Mappable
[(
K
,
V
)] with
typed.TypedSink
[(
K
,
V
)]
Linear Supertypes
typed.TypedSink
[(
K
,
V
)],
Mappable
[(
K
,
V
)],
typed.TypedSource
[(
K
,
V
)],
Source
,
Serializable
,
AnyRef
,
Any
Ordering
Alphabetic
By inheritance
Inherited
VersionedKeyValSource
TypedSink
Mappable
TypedSource
Source
Serializable
AnyRef
Any
Hide All
Show all
Learn more about member selection
Visibility
Public
All
Instance Constructors
new
VersionedKeyValSource
(
path:
String
,
sourceVersion:
Option
[
Long
]
,
sinkVersion:
Option
[
Long
]
,
maxFailures:
Int
,
versionsToKeep:
Int
)
(
implicit
codec:
Injection
[(
K
,
V
), (
Array
[
Byte
],
Array
[
Byte
])]
)
new
VersionedKeyValSource
(
path:
String
,
sourceVersion:
Option
[
Long
]
,
sinkVersion:
Option
[
Long
]
,
maxFailures:
Int
)
(
implicit
codec:
Injection
[(
K
,
V
), (
Array
[
Byte
],
Array
[
Byte
])]
)
Annotations
@deprecated
Deprecated
(Since version 0.1.6)
This method is deprecated
Value Members
final
def
!=
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
final
def
!=
(
arg0:
Any
)
:
Boolean
Definition Classes
Any
final
def
##
()
:
Int
Definition Classes
AnyRef → Any
final
def
==
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
final
def
==
(
arg0:
Any
)
:
Boolean
Definition Classes
Any
final
def
asInstanceOf
[
T0
]
:
T0
Definition Classes
Any
def
checkFlowDefNotNull
(
implicit
flowDef:
FlowDef
,
mode:
Mode
)
:
Unit
Attributes
protected
Definition Classes
Source
lazy val
checkedInversion
:
CheckedInversion
[(
K
,
V
), (
Array
[
Byte
],
Array
[
Byte
])]
Attributes
protected
def
clone
()
:
AnyRef
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
...
)
val
codecBox
:
Externalizer
[
Injection
[(
K
,
V
), (
Array
[
Byte
],
Array
[
Byte
])]]
def
converter
[
U >: (
K
,
V
)
]
:
TupleConverter
[
U
]
Definition Classes
VersionedKeyValSource
→ TypedSource
def
createTap
(
readOrWrite:
AccessMode
)
(
implicit
mode:
Mode
)
:
Tap
[_, _, _]
Definition Classes
VersionedKeyValSource
→ Source
final
def
eq
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
def
equals
(
other:
Any
)
:
Boolean
Definition Classes
VersionedKeyValSource
→ AnyRef → Any
val
fields
:
Fields
def
finalize
()
:
Unit
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
classOf[java.lang.Throwable]
)
final
def
flatMapTo
[
U
]
(
out:
Fields
)
(
mf: ((
K
,
V
)) ⇒
TraversableOnce
[
U
]
)
(
implicit
flowDef:
FlowDef
,
mode:
Mode
,
setter:
TupleSetter
[
U
]
)
:
Pipe
Definition Classes
Mappable
final
def
getClass
()
:
Class
[_]
Definition Classes
AnyRef → Any
def
getTap
(
mode:
TapMode
)
:
VersionedTap
def
hashCode
()
:
Int
Definition Classes
VersionedKeyValSource
→ AnyRef → Any
def
hdfsScheme
:
Scheme
[
JobConf
,
RecordReader
[_, _],
OutputCollector
[_, _], _, _]
final
def
isInstanceOf
[
T0
]
:
Boolean
Definition Classes
Any
val
keyField
:
String
final
def
mapTo
[
U
]
(
out:
Fields
)
(
mf: ((
K
,
V
)) ⇒
U
)
(
implicit
flowDef:
FlowDef
,
mode:
Mode
,
setter:
TupleSetter
[
U
]
)
:
Pipe
Definition Classes
Mappable
val
maxFailures
:
Int
final
def
ne
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
final
def
notify
()
:
Unit
Definition Classes
AnyRef
final
def
notifyAll
()
:
Unit
Definition Classes
AnyRef
val
path
:
String
def
read
(
implicit
flowDef:
FlowDef
,
mode:
Mode
)
:
Pipe
Definition Classes
Source
def
readAtSubmitter
[
T
]
(
implicit
mode:
Mode
,
conv:
TupleConverter
[
T
]
)
:
Stream
[
T
]
Definition Classes
Source
def
resourceExists
(
mode:
Mode
)
:
Boolean
def
setter
[
U <: (
K
,
V
)
]
:
TupleSetter
[
U
]
Definition Classes
VersionedKeyValSource
→ TypedSink
val
sink
:
VersionedTap
def
sinkFields
:
Fields
Definition Classes
TypedSink
val
sinkVersion
:
Option
[
Long
]
val
source
:
VersionedTap
def
sourceFields
:
Fields
Definition Classes
TypedSource
val
sourceVersion
:
Option
[
Long
]
final
def
synchronized
[
T0
]
(
arg0: ⇒
T0
)
:
T0
Definition Classes
AnyRef
def
toString
()
:
String
Definition Classes
VersionedKeyValSource
→ AnyRef → Any
def
transformForRead
(
pipe:
Pipe
)
:
Pipe
Definition Classes
VersionedKeyValSource
→ Source
def
transformForWrite
(
pipe:
Pipe
)
:
Pipe
Definition Classes
VersionedKeyValSource
→ Source
def
transformInTest
:
Boolean
Definition Classes
Source
val
valField
:
String
def
validateTaps
(
mode:
Mode
)
:
Unit
Definition Classes
Source
val
versionsToKeep
:
Int
final
def
wait
()
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
,
arg1:
Int
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
def
writeFrom
(
pipe:
Pipe
)
(
implicit
flowDef:
FlowDef
,
mode:
Mode
)
:
Pipe
Definition Classes
Source
Inherited from
typed.TypedSink
[(
K
,
V
)]
Inherited from
Mappable
[(
K
,
V
)]
Inherited from
typed.TypedSource
[(
K
,
V
)]
Inherited from
Source
Inherited from
Serializable
Inherited from
AnyRef
Inherited from
Any
Ungrouped