com
.
stripe
.
brushfire
.
scalding
CSVJob
Related Doc:
package scalding
abstract
class
CSVJob
extends
TrainerJob
Linear Supertypes
TrainerJob
,
Defaults
,
LowPriorityDefaults
,
ExecutionJob
[
Unit
],
Job
,
Serializable
,
FieldConversions
,
LowPriorityFieldConversions
,
AnyRef
,
Any
Known Subclasses
DigitsJob
,
IrisJob
Ordering
Alphabetic
By Inheritance
Inherited
CSVJob
TrainerJob
Defaults
LowPriorityDefaults
ExecutionJob
Job
Serializable
FieldConversions
LowPriorityFieldConversions
AnyRef
Any
Hide All
Show All
Visibility
Public
All
Instance Constructors
new
CSVJob
(
args:
Args
)
Abstract Value Members
abstract
val
cols
:
List
[
String
]
Concrete Value Members
final
def
!=
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
final
def
##
()
:
Int
Definition Classes
AnyRef → Any
final
def
==
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
implicit
def
_implicitJobArgs
:
Args
Attributes
protected
Definition Classes
Job
def
anyToFieldArg
(
f:
Any
)
:
Comparable
[_]
Attributes
protected
Definition Classes
LowPriorityFieldConversions
val
args
:
Args
Definition Classes
Job
final
def
asInstanceOf
[
T0
]
:
T0
Definition Classes
Any
def
asList
(
f:
Fields
)
:
List
[
Comparable
[_]]
Definition Classes
FieldConversions
def
asSet
(
f:
Fields
)
:
Set
[
Comparable
[_]]
Definition Classes
FieldConversions
implicit
def
booleanSplitter
[
T
]
(
implicit
arg0:
Group
[
T
]
)
:
Splitter
[
Boolean
,
T
]
Definition Classes
Defaults
def
buildFlow
:
Flow
[_]
Definition Classes
ExecutionJob → Job
implicit
def
chiSquaredEvaluator
[
V
,
L
,
W
]
(
implicit
weightMonoid:
Monoid
[
W
]
,
weightDouble: (
W
) ⇒
Double
)
:
Evaluator
[
V
,
Map
[
L
,
W
]]
Definition Classes
Defaults
def
classIdentifier
:
String
Definition Classes
Job
def
clear
()
:
Unit
Definition Classes
Job
def
clone
(
nextargs:
Args
)
:
Job
Definition Classes
Job
def
clone
()
:
AnyRef
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
...
)
def
concurrentExecutionContext
:
ExecutionContext
Attributes
protected
Definition Classes
ExecutionJob
def
config
:
Map
[
AnyRef
,
AnyRef
]
Definition Classes
Job
implicit
def
dateParser
:
DateParser
Definition Classes
Job
def
defaultComparator
:
Option
[
Class
[_ <:
Comparator
[_]]]
Definition Classes
Job
def
defaultMode
(
fromFields:
Fields
,
toFields:
Fields
)
:
Fields
Definition Classes
FieldConversions
def
defaultSpillThreshold
:
Int
Definition Classes
Job
implicit
def
dispatchedSplitterWithSpaceSaver
[
A
,
B
,
C
,
D
,
L
]
(
implicit
arg0:
Ordering
[
A
]
,
arg1:
Ordering
[
C
]
,
ordinal:
Splitter
[
A
,
Map
[
L
,
Long
]]
,
nominal:
Splitter
[
B
,
Map
[
L
,
Long
]]
,
continuous:
Splitter
[
C
,
Map
[
L
,
Long
]]
)
:
Splitter
[
Dispatched
[
A
,
B
,
C
,
D
],
Map
[
L
,
Long
]]
Definition Classes
Defaults
implicit
def
dispatchedSplitterWithSparseBoolean
[
A
,
B
,
C
,
T
]
(
implicit
arg0:
Ordering
[
A
]
,
arg1:
Ordering
[
C
]
,
ordinal:
Splitter
[
A
,
T
]
,
nominal:
Splitter
[
B
,
T
]
,
continuous:
Splitter
[
C
,
T
]
,
sparse:
Splitter
[
Boolean
,
T
]
)
:
Splitter
[
Dispatched
[
A
,
B
,
C
,
Boolean
],
T
]
Definition Classes
LowPriorityDefaults
implicit
def
doubleSplitter
[
T
]
(
implicit
arg0:
Monoid
[
T
]
)
:
Splitter
[
Double
,
T
]
Definition Classes
Defaults
def
downRez
(
v:
Double
,
base:
Int
,
precision:
Int
)
:
Double
Definition Classes
Defaults
final
def
ensureUniqueFields
(
left:
Fields
,
right:
Fields
,
rightPipe:
Pipe
)
: (
Fields
,
Pipe
)
Definition Classes
FieldConversions
implicit
def
enumValueToFields
(
x:
Value
)
:
Fields
Definition Classes
FieldConversions
final
def
eq
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
def
equals
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
val
error
:
BrierScoreError
[
String
,
Long
]
implicit
val
errorOrdering
:
Ordering
[
AveragedValue
]
def
execution
:
Execution
[
Unit
]
Definition Classes
TrainerJob
→ ExecutionJob
implicit
def
fieldFields
[
T <:
TraversableOnce
[
Field
[_]]
]
(
f:
T
)
:
RichFields
Definition Classes
FieldConversions
implicit
def
fieldToFields
(
f:
Field
[_]
)
:
RichFields
Definition Classes
FieldConversions
implicit
def
fields
[
T <:
TraversableOnce
[
Symbol
]
]
(
f:
T
)
:
Fields
Definition Classes
FieldConversions
implicit
def
fieldsToRichFields
(
fields:
Fields
)
:
RichFields
Definition Classes
FieldConversions
def
finalize
()
:
Unit
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
classOf[java.lang.Throwable]
)
implicit
val
flowDef
:
FlowDef
Attributes
protected
Definition Classes
Job
implicit
def
frequencyStopper
[
L
]
:
Stopper
[
Map
[
L
,
Long
]]
Definition Classes
Defaults
implicit
def
fromEnum
[
T <:
Enumeration
]
(
enumeration:
T
)
:
Fields
Definition Classes
FieldConversions
final
def
getClass
()
:
Class
[_]
Definition Classes
AnyRef → Any
def
getField
(
f:
Fields
,
idx:
Int
)
:
Fields
Definition Classes
FieldConversions
def
handleStats
(
statsData:
CascadingStats
)
:
Unit
Attributes
protected
Definition Classes
Job
def
hasInts
(
f:
Fields
)
:
Boolean
Definition Classes
FieldConversions
def
hashCode
()
:
Int
Definition Classes
AnyRef → Any
implicit
def
intFields
[
T <:
TraversableOnce
[
Int
]
]
(
f:
T
)
:
Fields
Definition Classes
FieldConversions
implicit
def
intSplitter
[
T
]
(
implicit
arg0:
Monoid
[
T
]
)
:
Splitter
[
Int
,
T
]
Definition Classes
Defaults
implicit
def
intToFields
(
x:
Int
)
:
Fields
Definition Classes
FieldConversions
implicit
def
integerToFields
(
x:
Integer
)
:
Fields
Definition Classes
FieldConversions
def
ioSerializations
:
List
[
Class
[_ <:
Serialization
[_]]]
Definition Classes
Job
final
def
isInstanceOf
[
T0
]
:
Boolean
Definition Classes
Any
implicit
def
iterableToRichPipe
[
T
]
(
iter:
Iterable
[
T
]
)
(
implicit
set:
TupleSetter
[
T
]
,
conv:
TupleConverter
[
T
]
)
:
RichPipe
Definition Classes
Job
def
keepAlive
()
:
Unit
Definition Classes
Job
def
listeners
:
List
[
FlowListener
]
Definition Classes
Job
implicit
def
mode
:
Mode
Definition Classes
Job
def
name
:
String
Definition Classes
Job
final
def
ne
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
final
def
newSymbol
(
avoid:
Set
[
Symbol
]
,
guess:
Symbol
,
trial:
Int
)
:
Symbol
Definition Classes
FieldConversions
Annotations
@tailrec
()
def
next
:
Option
[
Job
]
Definition Classes
Job
final
def
notify
()
:
Unit
Definition Classes
AnyRef
final
def
notifyAll
()
:
Unit
Definition Classes
AnyRef
implicit
def
parseAnySeqToFields
[
T <:
TraversableOnce
[
Any
]
]
(
anyf:
T
)
:
Fields
Definition Classes
FieldConversions
implicit
def
pipeToRichPipe
(
pipe:
Pipe
)
:
RichPipe
Definition Classes
Job
implicit
def
productToFields
(
f:
Product
)
:
Fields
Definition Classes
LowPriorityFieldConversions
implicit
def
read
(
src:
Source
)
:
Pipe
Definition Classes
Job
def
result
:
Future
[
Unit
]
Definition Classes
ExecutionJob
final
def
run
()
:
Boolean
Definition Classes
ExecutionJob → Job
implicit
def
scaldingConfig
:
Config
Attributes
protected
Definition Classes
Job
def
skipStrategy
:
Option
[
FlowSkipStrategy
]
Definition Classes
Job
implicit
def
softVoter
[
L
,
M
]
(
implicit
arg0:
Numeric
[
M
]
)
:
Voter
[
Map
[
L
,
M
],
Map
[
L
,
Double
]]
Definition Classes
Defaults
implicit
def
sourceToRichPipe
(
src:
Source
)
:
RichPipe
Definition Classes
Job
def
stepListeners
:
List
[
FlowStepListener
]
Definition Classes
Job
def
stepStrategy
:
Option
[
FlowStepStrategy
[_]]
Definition Classes
Job
implicit
val
stopper
:
FrequencyStopper
[
String
]
implicit
def
strFields
[
T <:
TraversableOnce
[
String
]
]
(
f:
T
)
:
Fields
Definition Classes
FieldConversions
implicit
def
stringSplitter
[
T
]
(
implicit
arg0:
Monoid
[
T
]
)
:
Splitter
[
String
,
T
]
Definition Classes
Defaults
implicit
def
stringToFields
(
x:
String
)
:
Fields
Definition Classes
FieldConversions
implicit
def
symbolToFields
(
x:
Symbol
)
:
Fields
Definition Classes
FieldConversions
final
def
synchronized
[
T0
]
(
arg0: ⇒
T0
)
:
T0
Definition Classes
AnyRef
def
timeout
[
T
]
(
timeout:
AbsoluteDuration
)
(
t: ⇒
T
)
:
Option
[
T
]
Definition Classes
Job
implicit
def
toPipe
[
T
]
(
iter:
Iterable
[
T
]
)
(
implicit
set:
TupleSetter
[
T
]
,
conv:
TupleConverter
[
T
]
)
:
Pipe
Definition Classes
Job
def
toString
()
:
String
Definition Classes
AnyRef → Any
def
train
(
trainingData:
TypedPipe
[
Instance
[
String
,
Double
,
Map
[
String
,
Long
]]]
)
:
Trainer
[
String
,
Double
,
Map
[
String
,
Long
]]
def
trainer
()
:
Trainer
[
String
,
Double
,
Map
[
String
,
Long
]]
Definition Classes
CSVJob
→
TrainerJob
def
trainingData
:
TypedPipe
[
Instance
[
String
,
Double
,
Map
[
String
,
Long
]]]
implicit
def
tuple2ToFieldsPair
[
T
,
U
]
(
pair: (
T
,
U
)
)
(
implicit
tf: (
T
) ⇒
Fields
,
uf: (
U
) ⇒
Fields
)
: (
Fields
,
Fields
)
Definition Classes
FieldConversions
implicit
def
unitToFields
(
u:
Unit
)
:
Fields
Definition Classes
FieldConversions
def
validate
()
:
Unit
Definition Classes
Job
final
def
wait
()
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
,
arg1:
Int
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
def
write
(
pipe:
Pipe
,
src:
Source
)
:
Unit
Definition Classes
Job
def
writeTsvExecution
[
V
]
(
path:
String
)
: (
TypedPipe
[
V
]) ⇒
Execution
[
Unit
]
def
writeValueTsvExecution
[
V
]
(
path:
String
)
: (
ValuePipe
[
V
]) ⇒
Execution
[
Unit
]
Inherited from
TrainerJob
Inherited from
Defaults
Inherited from
LowPriorityDefaults
Inherited from
ExecutionJob
[
Unit
]
Inherited from
Job
Inherited from
Serializable
Inherited from
FieldConversions
Inherited from
LowPriorityFieldConversions
Inherited from
AnyRef
Inherited from
Any
Ungrouped