com
.
tresata
.
spark
.
sorted
.
api
.
java
GroupSorted
Related Docs:
object GroupSorted
|
package java
class
GroupSorted
[
K
,
V
]
extends
JavaPairRDD
[
K
,
V
]
Linear Supertypes
JavaPairRDD
[
K
,
V
],
AbstractJavaRDDLike
[(
K
,
V
),
JavaPairRDD
[
K
,
V
]],
JavaRDDLike
[(
K
,
V
),
JavaPairRDD
[
K
,
V
]],
Serializable
,
Serializable
,
AnyRef
,
Any
Ordering
Alphabetic
By Inheritance
Inherited
GroupSorted
JavaPairRDD
AbstractJavaRDDLike
JavaRDDLike
Serializable
Serializable
AnyRef
Any
Hide All
Show All
Visibility
Public
All
Instance Constructors
new
GroupSorted
(
javaPairRDD:
JavaPairRDD
[
K
,
V
]
)
new
GroupSorted
(
javaPairRDD:
JavaPairRDD
[
K
,
V
]
,
valueComparator:
Comparator
[
V
]
)
new
GroupSorted
(
javaPairRDD:
JavaPairRDD
[
K
,
V
]
,
numPartitions:
Int
)
new
GroupSorted
(
javaPairRDD:
JavaPairRDD
[
K
,
V
]
,
numPartitions:
Int
,
valueComparator:
Comparator
[
V
]
)
new
GroupSorted
(
javaPairRDD:
JavaPairRDD
[
K
,
V
]
,
partitioner:
Partitioner
)
new
GroupSorted
(
javaPairRDD:
JavaPairRDD
[
K
,
V
]
,
partitioner:
Partitioner
,
valueComparator:
Comparator
[
V
]
)
Value Members
final
def
!=
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
final
def
##
()
:
Int
Definition Classes
AnyRef → Any
final
def
==
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
def
aggregate
[
U
]
(
zeroValue:
U
)
(
seqOp:
Function2
[
U
, (
K
,
V
),
U
]
,
combOp:
Function2
[
U
,
U
,
U
]
)
:
U
Definition Classes
JavaRDDLike
def
aggregateByKey
[
U
]
(
zeroValue:
U
,
seqFunc:
Function2
[
U
,
V
,
U
]
,
combFunc:
Function2
[
U
,
U
,
U
]
)
:
JavaPairRDD
[
K
,
U
]
Definition Classes
JavaPairRDD
def
aggregateByKey
[
U
]
(
zeroValue:
U
,
numPartitions:
Int
,
seqFunc:
Function2
[
U
,
V
,
U
]
,
combFunc:
Function2
[
U
,
U
,
U
]
)
:
JavaPairRDD
[
K
,
U
]
Definition Classes
JavaPairRDD
def
aggregateByKey
[
U
]
(
zeroValue:
U
,
partitioner:
Partitioner
,
seqFunc:
Function2
[
U
,
V
,
U
]
,
combFunc:
Function2
[
U
,
U
,
U
]
)
:
JavaPairRDD
[
K
,
U
]
Definition Classes
JavaPairRDD
final
def
asInstanceOf
[
T0
]
:
T0
Definition Classes
Any
def
cache
()
:
JavaPairRDD
[
K
,
V
]
Definition Classes
JavaPairRDD
def
cartesian
[
U
]
(
other:
JavaRDDLike
[
U
, _]
)
:
JavaPairRDD
[(
K
,
V
),
U
]
Definition Classes
JavaRDDLike
def
checkpoint
()
:
Unit
Definition Classes
JavaRDDLike
val
classTag
:
ClassTag
[(
K
,
V
)]
Definition Classes
JavaPairRDD → JavaRDDLike
def
clone
()
:
AnyRef
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
...
)
def
coalesce
(
numPartitions:
Int
,
shuffle:
Boolean
)
:
JavaPairRDD
[
K
,
V
]
Definition Classes
JavaPairRDD
def
coalesce
(
numPartitions:
Int
)
:
JavaPairRDD
[
K
,
V
]
Definition Classes
JavaPairRDD
def
cogroup
[
W1
,
W2
,
W3
]
(
other1:
JavaPairRDD
[
K
,
W1
]
,
other2:
JavaPairRDD
[
K
,
W2
]
,
other3:
JavaPairRDD
[
K
,
W3
]
,
numPartitions:
Int
)
:
JavaPairRDD
[
K
, (
Iterable
[
V
],
Iterable
[
W1
],
Iterable
[
W2
],
Iterable
[
W3
])]
Definition Classes
JavaPairRDD
def
cogroup
[
W1
,
W2
]
(
other1:
JavaPairRDD
[
K
,
W1
]
,
other2:
JavaPairRDD
[
K
,
W2
]
,
numPartitions:
Int
)
:
JavaPairRDD
[
K
, (
Iterable
[
V
],
Iterable
[
W1
],
Iterable
[
W2
])]
Definition Classes
JavaPairRDD
def
cogroup
[
W
]
(
other:
JavaPairRDD
[
K
,
W
]
,
numPartitions:
Int
)
:
JavaPairRDD
[
K
, (
Iterable
[
V
],
Iterable
[
W
])]
Definition Classes
JavaPairRDD
def
cogroup
[
W1
,
W2
,
W3
]
(
other1:
JavaPairRDD
[
K
,
W1
]
,
other2:
JavaPairRDD
[
K
,
W2
]
,
other3:
JavaPairRDD
[
K
,
W3
]
)
:
JavaPairRDD
[
K
, (
Iterable
[
V
],
Iterable
[
W1
],
Iterable
[
W2
],
Iterable
[
W3
])]
Definition Classes
JavaPairRDD
def
cogroup
[
W1
,
W2
]
(
other1:
JavaPairRDD
[
K
,
W1
]
,
other2:
JavaPairRDD
[
K
,
W2
]
)
:
JavaPairRDD
[
K
, (
Iterable
[
V
],
Iterable
[
W1
],
Iterable
[
W2
])]
Definition Classes
JavaPairRDD
def
cogroup
[
W
]
(
other:
JavaPairRDD
[
K
,
W
]
)
:
JavaPairRDD
[
K
, (
Iterable
[
V
],
Iterable
[
W
])]
Definition Classes
JavaPairRDD
def
cogroup
[
W1
,
W2
,
W3
]
(
other1:
JavaPairRDD
[
K
,
W1
]
,
other2:
JavaPairRDD
[
K
,
W2
]
,
other3:
JavaPairRDD
[
K
,
W3
]
,
partitioner:
Partitioner
)
:
JavaPairRDD
[
K
, (
Iterable
[
V
],
Iterable
[
W1
],
Iterable
[
W2
],
Iterable
[
W3
])]
Definition Classes
JavaPairRDD
def
cogroup
[
W1
,
W2
]
(
other1:
JavaPairRDD
[
K
,
W1
]
,
other2:
JavaPairRDD
[
K
,
W2
]
,
partitioner:
Partitioner
)
:
JavaPairRDD
[
K
, (
Iterable
[
V
],
Iterable
[
W1
],
Iterable
[
W2
])]
Definition Classes
JavaPairRDD
def
cogroup
[
W
]
(
other:
JavaPairRDD
[
K
,
W
]
,
partitioner:
Partitioner
)
:
JavaPairRDD
[
K
, (
Iterable
[
V
],
Iterable
[
W
])]
Definition Classes
JavaPairRDD
def
collect
()
:
List
[(
K
,
V
)]
Definition Classes
JavaRDDLike
def
collectAsMap
()
:
Map
[
K
,
V
]
Definition Classes
JavaPairRDD
def
collectAsync
()
:
JavaFutureAction
[
List
[(
K
,
V
)]]
Definition Classes
JavaRDDLike
def
collectPartitions
(
partitionIds:
Array
[
Int
]
)
:
Array
[
List
[(
K
,
V
)]]
Definition Classes
JavaRDDLike
def
combineByKey
[
C
]
(
createCombiner:
Function
[
V
,
C
]
,
mergeValue:
Function2
[
C
,
V
,
C
]
,
mergeCombiners:
Function2
[
C
,
C
,
C
]
)
:
JavaPairRDD
[
K
,
C
]
Definition Classes
JavaPairRDD
def
combineByKey
[
C
]
(
createCombiner:
Function
[
V
,
C
]
,
mergeValue:
Function2
[
C
,
V
,
C
]
,
mergeCombiners:
Function2
[
C
,
C
,
C
]
,
numPartitions:
Int
)
:
JavaPairRDD
[
K
,
C
]
Definition Classes
JavaPairRDD
def
combineByKey
[
C
]
(
createCombiner:
Function
[
V
,
C
]
,
mergeValue:
Function2
[
C
,
V
,
C
]
,
mergeCombiners:
Function2
[
C
,
C
,
C
]
,
partitioner:
Partitioner
)
:
JavaPairRDD
[
K
,
C
]
Definition Classes
JavaPairRDD
def
combineByKey
[
C
]
(
createCombiner:
Function
[
V
,
C
]
,
mergeValue:
Function2
[
C
,
V
,
C
]
,
mergeCombiners:
Function2
[
C
,
C
,
C
]
,
partitioner:
Partitioner
,
mapSideCombine:
Boolean
,
serializer:
Serializer
)
:
JavaPairRDD
[
K
,
C
]
Definition Classes
JavaPairRDD
def
context
:
SparkContext
Definition Classes
JavaRDDLike
def
count
()
:
Long
Definition Classes
JavaRDDLike
def
countApprox
(
timeout:
Long
)
:
PartialResult
[
BoundedDouble
]
Definition Classes
JavaRDDLike
def
countApprox
(
timeout:
Long
,
confidence:
Double
)
:
PartialResult
[
BoundedDouble
]
Definition Classes
JavaRDDLike
def
countApproxDistinct
(
relativeSD:
Double
)
:
Long
Definition Classes
JavaRDDLike
def
countApproxDistinctByKey
(
relativeSD:
Double
)
:
JavaPairRDD
[
K
,
Long
]
Definition Classes
JavaPairRDD
def
countApproxDistinctByKey
(
relativeSD:
Double
,
numPartitions:
Int
)
:
JavaPairRDD
[
K
,
Long
]
Definition Classes
JavaPairRDD
def
countApproxDistinctByKey
(
relativeSD:
Double
,
partitioner:
Partitioner
)
:
JavaPairRDD
[
K
,
Long
]
Definition Classes
JavaPairRDD
def
countAsync
()
:
JavaFutureAction
[
Long
]
Definition Classes
JavaRDDLike
def
countByKey
()
:
Map
[
K
,
Long
]
Definition Classes
JavaPairRDD
def
countByKeyApprox
(
timeout:
Long
,
confidence:
Double
)
:
PartialResult
[
Map
[
K
,
BoundedDouble
]]
Definition Classes
JavaPairRDD
def
countByKeyApprox
(
timeout:
Long
)
:
PartialResult
[
Map
[
K
,
BoundedDouble
]]
Definition Classes
JavaPairRDD
def
countByValue
()
:
Map
[(
K
,
V
),
Long
]
Definition Classes
JavaRDDLike
def
countByValueApprox
(
timeout:
Long
)
:
PartialResult
[
Map
[(
K
,
V
),
BoundedDouble
]]
Definition Classes
JavaRDDLike
def
countByValueApprox
(
timeout:
Long
,
confidence:
Double
)
:
PartialResult
[
Map
[(
K
,
V
),
BoundedDouble
]]
Definition Classes
JavaRDDLike
def
distinct
(
numPartitions:
Int
)
:
JavaPairRDD
[
K
,
V
]
Definition Classes
JavaPairRDD
def
distinct
()
:
JavaPairRDD
[
K
,
V
]
Definition Classes
JavaPairRDD
final
def
eq
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
def
equals
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
def
filter
(
f:
Function
[(
K
,
V
),
Boolean
]
)
:
JavaPairRDD
[
K
,
V
]
Definition Classes
JavaPairRDD
def
finalize
()
:
Unit
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
classOf[java.lang.Throwable]
)
def
first
()
: (
K
,
V
)
Definition Classes
JavaPairRDD → JavaRDDLike
def
flatMap
[
U
]
(
f:
FlatMapFunction
[(
K
,
V
),
U
]
)
:
JavaRDD
[
U
]
Definition Classes
JavaRDDLike
def
flatMapToDouble
(
f:
DoubleFlatMapFunction
[(
K
,
V
)]
)
:
JavaDoubleRDD
Definition Classes
JavaRDDLike
def
flatMapToPair
[
K2
,
V2
]
(
f:
PairFlatMapFunction
[(
K
,
V
),
K2
,
V2
]
)
:
JavaPairRDD
[
K2
,
V2
]
Definition Classes
JavaRDDLike
def
flatMapValues
[
W
]
(
f:
Function
[
V
,
Iterable
[
W
]]
)
:
GroupSorted
[
K
,
W
]
Definition Classes
GroupSorted
→ JavaPairRDD
def
fold
(
zeroValue: (
K
,
V
)
)
(
f:
Function2
[(
K
,
V
), (
K
,
V
), (
K
,
V
)]
)
: (
K
,
V
)
Definition Classes
JavaRDDLike
def
foldByKey
(
zeroValue:
V
,
func:
Function2
[
V
,
V
,
V
]
)
:
JavaPairRDD
[
K
,
V
]
Definition Classes
JavaPairRDD
def
foldByKey
(
zeroValue:
V
,
numPartitions:
Int
,
func:
Function2
[
V
,
V
,
V
]
)
:
JavaPairRDD
[
K
,
V
]
Definition Classes
JavaPairRDD
def
foldByKey
(
zeroValue:
V
,
partitioner:
Partitioner
,
func:
Function2
[
V
,
V
,
V
]
)
:
JavaPairRDD
[
K
,
V
]
Definition Classes
JavaPairRDD
def
foldLeftByKey
[
W
]
(
w:
W
,
f:
Function2
[
W
,
V
,
W
]
)
:
GroupSorted
[
K
,
W
]
def
foreach
(
f:
VoidFunction
[(
K
,
V
)]
)
:
Unit
Definition Classes
JavaRDDLike
def
foreachAsync
(
f:
VoidFunction
[(
K
,
V
)]
)
:
JavaFutureAction
[
Void
]
Definition Classes
JavaRDDLike
def
foreachPartition
(
f:
VoidFunction
[
Iterator
[(
K
,
V
)]]
)
:
Unit
Definition Classes
JavaRDDLike
def
foreachPartitionAsync
(
f:
VoidFunction
[
Iterator
[(
K
,
V
)]]
)
:
JavaFutureAction
[
Void
]
Definition Classes
JavaRDDLike
def
fullOuterJoin
[
W
]
(
other:
JavaPairRDD
[
K
,
W
]
,
numPartitions:
Int
)
:
JavaPairRDD
[
K
, (
Optional
[
V
],
Optional
[
W
])]
Definition Classes
JavaPairRDD
def
fullOuterJoin
[
W
]
(
other:
JavaPairRDD
[
K
,
W
]
)
:
JavaPairRDD
[
K
, (
Optional
[
V
],
Optional
[
W
])]
Definition Classes
JavaPairRDD
def
fullOuterJoin
[
W
]
(
other:
JavaPairRDD
[
K
,
W
]
,
partitioner:
Partitioner
)
:
JavaPairRDD
[
K
, (
Optional
[
V
],
Optional
[
W
])]
Definition Classes
JavaPairRDD
def
getCheckpointFile
()
:
Optional
[
String
]
Definition Classes
JavaRDDLike
final
def
getClass
()
:
Class
[_]
Definition Classes
AnyRef → Any
def
getNumPartitions
:
Int
Definition Classes
JavaRDDLike
Annotations
@Since
(
"1.6.0"
)
def
getStorageLevel
:
StorageLevel
Definition Classes
JavaRDDLike
def
glom
()
:
JavaRDD
[
List
[(
K
,
V
)]]
Definition Classes
JavaRDDLike
def
groupBy
[
U
]
(
f:
Function
[(
K
,
V
),
U
]
,
numPartitions:
Int
)
:
JavaPairRDD
[
U
,
Iterable
[(
K
,
V
)]]
Definition Classes
JavaRDDLike
def
groupBy
[
U
]
(
f:
Function
[(
K
,
V
),
U
]
)
:
JavaPairRDD
[
U
,
Iterable
[(
K
,
V
)]]
Definition Classes
JavaRDDLike
def
groupByKey
()
:
JavaPairRDD
[
K
,
Iterable
[
V
]]
Definition Classes
JavaPairRDD
def
groupByKey
(
numPartitions:
Int
)
:
JavaPairRDD
[
K
,
Iterable
[
V
]]
Definition Classes
JavaPairRDD
def
groupByKey
(
partitioner:
Partitioner
)
:
JavaPairRDD
[
K
,
Iterable
[
V
]]
Definition Classes
JavaPairRDD
def
groupWith
[
W1
,
W2
,
W3
]
(
other1:
JavaPairRDD
[
K
,
W1
]
,
other2:
JavaPairRDD
[
K
,
W2
]
,
other3:
JavaPairRDD
[
K
,
W3
]
)
:
JavaPairRDD
[
K
, (
Iterable
[
V
],
Iterable
[
W1
],
Iterable
[
W2
],
Iterable
[
W3
])]
Definition Classes
JavaPairRDD
def
groupWith
[
W1
,
W2
]
(
other1:
JavaPairRDD
[
K
,
W1
]
,
other2:
JavaPairRDD
[
K
,
W2
]
)
:
JavaPairRDD
[
K
, (
Iterable
[
V
],
Iterable
[
W1
],
Iterable
[
W2
])]
Definition Classes
JavaPairRDD
def
groupWith
[
W
]
(
other:
JavaPairRDD
[
K
,
W
]
)
:
JavaPairRDD
[
K
, (
Iterable
[
V
],
Iterable
[
W
])]
Definition Classes
JavaPairRDD
def
hashCode
()
:
Int
Definition Classes
AnyRef → Any
def
id
:
Int
Definition Classes
JavaRDDLike
def
intersection
(
other:
JavaPairRDD
[
K
,
V
]
)
:
JavaPairRDD
[
K
,
V
]
Definition Classes
JavaPairRDD
def
isCheckpointed
:
Boolean
Definition Classes
JavaRDDLike
def
isEmpty
()
:
Boolean
Definition Classes
JavaRDDLike
final
def
isInstanceOf
[
T0
]
:
Boolean
Definition Classes
Any
def
iterator
(
split:
Partition
,
taskContext:
TaskContext
)
:
Iterator
[(
K
,
V
)]
Definition Classes
JavaRDDLike
def
join
[
W
]
(
other:
JavaPairRDD
[
K
,
W
]
,
numPartitions:
Int
)
:
JavaPairRDD
[
K
, (
V
,
W
)]
Definition Classes
JavaPairRDD
def
join
[
W
]
(
other:
JavaPairRDD
[
K
,
W
]
)
:
JavaPairRDD
[
K
, (
V
,
W
)]
Definition Classes
JavaPairRDD
def
join
[
W
]
(
other:
JavaPairRDD
[
K
,
W
]
,
partitioner:
Partitioner
)
:
JavaPairRDD
[
K
, (
V
,
W
)]
Definition Classes
JavaPairRDD
implicit
val
kClassTag
:
ClassTag
[
K
]
Definition Classes
JavaPairRDD
def
keyBy
[
U
]
(
f:
Function
[(
K
,
V
),
U
]
)
:
JavaPairRDD
[
U
, (
K
,
V
)]
Definition Classes
JavaRDDLike
def
keys
()
:
JavaRDD
[
K
]
Definition Classes
JavaPairRDD
def
leftOuterJoin
[
W
]
(
other:
JavaPairRDD
[
K
,
W
]
,
numPartitions:
Int
)
:
JavaPairRDD
[
K
, (
V
,
Optional
[
W
])]
Definition Classes
JavaPairRDD
def
leftOuterJoin
[
W
]
(
other:
JavaPairRDD
[
K
,
W
]
)
:
JavaPairRDD
[
K
, (
V
,
Optional
[
W
])]
Definition Classes
JavaPairRDD
def
leftOuterJoin
[
W
]
(
other:
JavaPairRDD
[
K
,
W
]
,
partitioner:
Partitioner
)
:
JavaPairRDD
[
K
, (
V
,
Optional
[
W
])]
Definition Classes
JavaPairRDD
def
lookup
(
key:
K
)
:
List
[
V
]
Definition Classes
JavaPairRDD
def
map
[
R
]
(
f:
Function
[(
K
,
V
),
R
]
)
:
JavaRDD
[
R
]
Definition Classes
JavaRDDLike
def
mapKeyValuesToValues
[
W
]
(
f:
Function
[(
K
,
V
),
W
]
)
:
GroupSorted
[
K
,
W
]
def
mapPartitions
[
U
]
(
f:
FlatMapFunction
[
Iterator
[(
K
,
V
)],
U
]
,
preservesPartitioning:
Boolean
)
:
JavaRDD
[
U
]
Definition Classes
JavaRDDLike
def
mapPartitions
[
U
]
(
f:
FlatMapFunction
[
Iterator
[(
K
,
V
)],
U
]
)
:
JavaRDD
[
U
]
Definition Classes
JavaRDDLike
def
mapPartitionsToDouble
(
f:
DoubleFlatMapFunction
[
Iterator
[(
K
,
V
)]]
,
preservesPartitioning:
Boolean
)
:
JavaDoubleRDD
Definition Classes
JavaRDDLike
def
mapPartitionsToDouble
(
f:
DoubleFlatMapFunction
[
Iterator
[(
K
,
V
)]]
)
:
JavaDoubleRDD
Definition Classes
JavaRDDLike
def
mapPartitionsToPair
[
K2
,
V2
]
(
f:
PairFlatMapFunction
[
Iterator
[(
K
,
V
)],
K2
,
V2
]
,
preservesPartitioning:
Boolean
)
:
JavaPairRDD
[
K2
,
V2
]
Definition Classes
JavaRDDLike
def
mapPartitionsToPair
[
K2
,
V2
]
(
f:
PairFlatMapFunction
[
Iterator
[(
K
,
V
)],
K2
,
V2
]
)
:
JavaPairRDD
[
K2
,
V2
]
Definition Classes
JavaRDDLike
def
mapPartitionsWithIndex
[
R
]
(
f:
Function2
[
Integer
,
Iterator
[(
K
,
V
)],
Iterator
[
R
]]
,
preservesPartitioning:
Boolean
)
:
JavaRDD
[
R
]
Definition Classes
JavaRDDLike
def
mapStreamByKey
[
W
]
(
f:
Function
[
Iterator
[
V
],
Iterator
[
W
]]
)
:
GroupSorted
[
K
,
W
]
def
mapToDouble
[
R
]
(
f:
DoubleFunction
[(
K
,
V
)]
)
:
JavaDoubleRDD
Definition Classes
JavaRDDLike
def
mapToPair
[
K2
,
V2
]
(
f:
PairFunction
[(
K
,
V
),
K2
,
V2
]
)
:
JavaPairRDD
[
K2
,
V2
]
Definition Classes
JavaRDDLike
def
mapValues
[
W
]
(
f:
Function
[
V
,
W
]
)
:
GroupSorted
[
K
,
W
]
Definition Classes
GroupSorted
→ JavaPairRDD
def
max
(
comp:
Comparator
[(
K
,
V
)]
)
: (
K
,
V
)
Definition Classes
JavaRDDLike
def
min
(
comp:
Comparator
[(
K
,
V
)]
)
: (
K
,
V
)
Definition Classes
JavaRDDLike
def
name
()
:
String
Definition Classes
JavaRDDLike
final
def
ne
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
final
def
notify
()
:
Unit
Definition Classes
AnyRef
final
def
notifyAll
()
:
Unit
Definition Classes
AnyRef
def
partitionBy
(
partitioner:
Partitioner
)
:
JavaPairRDD
[
K
,
V
]
Definition Classes
JavaPairRDD
def
partitioner
:
Optional
[
Partitioner
]
Definition Classes
JavaRDDLike
def
partitions
:
List
[
Partition
]
Definition Classes
JavaRDDLike
def
persist
(
newLevel:
StorageLevel
)
:
JavaPairRDD
[
K
,
V
]
Definition Classes
JavaPairRDD
def
pipe
(
command:
List
[
String
]
,
env:
Map
[
String
,
String
]
,
separateWorkingDir:
Boolean
,
bufferSize:
Int
,
encoding:
String
)
:
JavaRDD
[
String
]
Definition Classes
JavaRDDLike
def
pipe
(
command:
List
[
String
]
,
env:
Map
[
String
,
String
]
,
separateWorkingDir:
Boolean
,
bufferSize:
Int
)
:
JavaRDD
[
String
]
Definition Classes
JavaRDDLike
def
pipe
(
command:
List
[
String
]
,
env:
Map
[
String
,
String
]
)
:
JavaRDD
[
String
]
Definition Classes
JavaRDDLike
def
pipe
(
command:
List
[
String
]
)
:
JavaRDD
[
String
]
Definition Classes
JavaRDDLike
def
pipe
(
command:
String
)
:
JavaRDD
[
String
]
Definition Classes
JavaRDDLike
val
rdd
:
RDD
[(
K
,
V
)]
Definition Classes
JavaPairRDD → JavaRDDLike
def
reduce
(
f:
Function2
[(
K
,
V
), (
K
,
V
), (
K
,
V
)]
)
: (
K
,
V
)
Definition Classes
JavaRDDLike
def
reduceByKey
(
func:
Function2
[
V
,
V
,
V
]
)
:
JavaPairRDD
[
K
,
V
]
Definition Classes
JavaPairRDD
def
reduceByKey
(
func:
Function2
[
V
,
V
,
V
]
,
numPartitions:
Int
)
:
JavaPairRDD
[
K
,
V
]
Definition Classes
JavaPairRDD
def
reduceByKey
(
partitioner:
Partitioner
,
func:
Function2
[
V
,
V
,
V
]
)
:
JavaPairRDD
[
K
,
V
]
Definition Classes
JavaPairRDD
def
reduceByKeyLocally
(
func:
Function2
[
V
,
V
,
V
]
)
:
Map
[
K
,
V
]
Definition Classes
JavaPairRDD
def
reduceLeftByKey
[
W >:
V
]
(
f:
Function2
[
W
,
V
,
W
]
)
:
GroupSorted
[
K
,
W
]
def
repartition
(
numPartitions:
Int
)
:
JavaPairRDD
[
K
,
V
]
Definition Classes
JavaPairRDD
def
repartitionAndSortWithinPartitions
(
partitioner:
Partitioner
,
comp:
Comparator
[
K
]
)
:
JavaPairRDD
[
K
,
V
]
Definition Classes
JavaPairRDD
def
repartitionAndSortWithinPartitions
(
partitioner:
Partitioner
)
:
JavaPairRDD
[
K
,
V
]
Definition Classes
JavaPairRDD
def
rightOuterJoin
[
W
]
(
other:
JavaPairRDD
[
K
,
W
]
,
numPartitions:
Int
)
:
JavaPairRDD
[
K
, (
Optional
[
V
],
W
)]
Definition Classes
JavaPairRDD
def
rightOuterJoin
[
W
]
(
other:
JavaPairRDD
[
K
,
W
]
)
:
JavaPairRDD
[
K
, (
Optional
[
V
],
W
)]
Definition Classes
JavaPairRDD
def
rightOuterJoin
[
W
]
(
other:
JavaPairRDD
[
K
,
W
]
,
partitioner:
Partitioner
)
:
JavaPairRDD
[
K
, (
Optional
[
V
],
W
)]
Definition Classes
JavaPairRDD
def
sample
(
withReplacement:
Boolean
,
fraction:
Double
,
seed:
Long
)
:
JavaPairRDD
[
K
,
V
]
Definition Classes
JavaPairRDD
def
sample
(
withReplacement:
Boolean
,
fraction:
Double
)
:
JavaPairRDD
[
K
,
V
]
Definition Classes
JavaPairRDD
def
sampleByKey
(
withReplacement:
Boolean
,
fractions:
Map
[
K
,
Double
]
)
:
JavaPairRDD
[
K
,
V
]
Definition Classes
JavaPairRDD
def
sampleByKey
(
withReplacement:
Boolean
,
fractions:
Map
[
K
,
Double
]
,
seed:
Long
)
:
JavaPairRDD
[
K
,
V
]
Definition Classes
JavaPairRDD
def
sampleByKeyExact
(
withReplacement:
Boolean
,
fractions:
Map
[
K
,
Double
]
)
:
JavaPairRDD
[
K
,
V
]
Definition Classes
JavaPairRDD
def
sampleByKeyExact
(
withReplacement:
Boolean
,
fractions:
Map
[
K
,
Double
]
,
seed:
Long
)
:
JavaPairRDD
[
K
,
V
]
Definition Classes
JavaPairRDD
def
saveAsHadoopDataset
(
conf:
JobConf
)
:
Unit
Definition Classes
JavaPairRDD
def
saveAsHadoopFile
[
F <:
OutputFormat
[_, _]
]
(
path:
String
,
keyClass:
Class
[_]
,
valueClass:
Class
[_]
,
outputFormatClass:
Class
[
F
]
,
codec:
Class
[_ <:
CompressionCodec
]
)
:
Unit
Definition Classes
JavaPairRDD
def
saveAsHadoopFile
[
F <:
OutputFormat
[_, _]
]
(
path:
String
,
keyClass:
Class
[_]
,
valueClass:
Class
[_]
,
outputFormatClass:
Class
[
F
]
)
:
Unit
Definition Classes
JavaPairRDD
def
saveAsHadoopFile
[
F <:
OutputFormat
[_, _]
]
(
path:
String
,
keyClass:
Class
[_]
,
valueClass:
Class
[_]
,
outputFormatClass:
Class
[
F
]
,
conf:
JobConf
)
:
Unit
Definition Classes
JavaPairRDD
def
saveAsNewAPIHadoopDataset
(
conf:
Configuration
)
:
Unit
Definition Classes
JavaPairRDD
def
saveAsNewAPIHadoopFile
[
F <:
OutputFormat
[_, _]
]
(
path:
String
,
keyClass:
Class
[_]
,
valueClass:
Class
[_]
,
outputFormatClass:
Class
[
F
]
)
:
Unit
Definition Classes
JavaPairRDD
def
saveAsNewAPIHadoopFile
[
F <:
OutputFormat
[_, _]
]
(
path:
String
,
keyClass:
Class
[_]
,
valueClass:
Class
[_]
,
outputFormatClass:
Class
[
F
]
,
conf:
Configuration
)
:
Unit
Definition Classes
JavaPairRDD
def
saveAsObjectFile
(
path:
String
)
:
Unit
Definition Classes
JavaRDDLike
def
saveAsTextFile
(
path:
String
,
codec:
Class
[_ <:
CompressionCodec
]
)
:
Unit
Definition Classes
JavaRDDLike
def
saveAsTextFile
(
path:
String
)
:
Unit
Definition Classes
JavaRDDLike
def
scanLeftByKey
[
W
]
(
w:
W
,
f:
Function2
[
W
,
V
,
W
]
)
:
GroupSorted
[
K
,
W
]
def
setName
(
name:
String
)
:
JavaPairRDD
[
K
,
V
]
Definition Classes
JavaPairRDD
def
sortByKey
(
comp:
Comparator
[
K
]
,
ascending:
Boolean
,
numPartitions:
Int
)
:
JavaPairRDD
[
K
,
V
]
Definition Classes
JavaPairRDD
def
sortByKey
(
comp:
Comparator
[
K
]
,
ascending:
Boolean
)
:
JavaPairRDD
[
K
,
V
]
Definition Classes
JavaPairRDD
def
sortByKey
(
comp:
Comparator
[
K
]
)
:
JavaPairRDD
[
K
,
V
]
Definition Classes
JavaPairRDD
def
sortByKey
(
ascending:
Boolean
,
numPartitions:
Int
)
:
JavaPairRDD
[
K
,
V
]
Definition Classes
JavaPairRDD
def
sortByKey
(
ascending:
Boolean
)
:
JavaPairRDD
[
K
,
V
]
Definition Classes
JavaPairRDD
def
sortByKey
()
:
JavaPairRDD
[
K
,
V
]
Definition Classes
JavaPairRDD
def
subtract
(
other:
JavaPairRDD
[
K
,
V
]
,
p:
Partitioner
)
:
JavaPairRDD
[
K
,
V
]
Definition Classes
JavaPairRDD
def
subtract
(
other:
JavaPairRDD
[
K
,
V
]
,
numPartitions:
Int
)
:
JavaPairRDD
[
K
,
V
]
Definition Classes
JavaPairRDD
def
subtract
(
other:
JavaPairRDD
[
K
,
V
]
)
:
JavaPairRDD
[
K
,
V
]
Definition Classes
JavaPairRDD
def
subtractByKey
[
W
]
(
other:
JavaPairRDD
[
K
,
W
]
,
p:
Partitioner
)
:
JavaPairRDD
[
K
,
V
]
Definition Classes
JavaPairRDD
def
subtractByKey
[
W
]
(
other:
JavaPairRDD
[
K
,
W
]
,
numPartitions:
Int
)
:
JavaPairRDD
[
K
,
V
]
Definition Classes
JavaPairRDD
def
subtractByKey
[
W
]
(
other:
JavaPairRDD
[
K
,
W
]
)
:
JavaPairRDD
[
K
,
V
]
Definition Classes
JavaPairRDD
final
def
synchronized
[
T0
]
(
arg0: ⇒
T0
)
:
T0
Definition Classes
AnyRef
def
take
(
num:
Int
)
:
List
[(
K
,
V
)]
Definition Classes
JavaRDDLike
def
takeAsync
(
num:
Int
)
:
JavaFutureAction
[
List
[(
K
,
V
)]]
Definition Classes
JavaRDDLike
def
takeOrdered
(
num:
Int
)
:
List
[(
K
,
V
)]
Definition Classes
JavaRDDLike
def
takeOrdered
(
num:
Int
,
comp:
Comparator
[(
K
,
V
)]
)
:
List
[(
K
,
V
)]
Definition Classes
JavaRDDLike
def
takeSample
(
withReplacement:
Boolean
,
num:
Int
,
seed:
Long
)
:
List
[(
K
,
V
)]
Definition Classes
JavaRDDLike
def
takeSample
(
withReplacement:
Boolean
,
num:
Int
)
:
List
[(
K
,
V
)]
Definition Classes
JavaRDDLike
def
toDebugString
()
:
String
Definition Classes
JavaRDDLike
def
toLocalIterator
()
:
Iterator
[(
K
,
V
)]
Definition Classes
JavaRDDLike
def
toString
()
:
String
Definition Classes
AnyRef → Any
def
top
(
num:
Int
)
:
List
[(
K
,
V
)]
Definition Classes
JavaRDDLike
def
top
(
num:
Int
,
comp:
Comparator
[(
K
,
V
)]
)
:
List
[(
K
,
V
)]
Definition Classes
JavaRDDLike
def
treeAggregate
[
U
]
(
zeroValue:
U
,
seqOp:
Function2
[
U
, (
K
,
V
),
U
]
,
combOp:
Function2
[
U
,
U
,
U
]
)
:
U
Definition Classes
JavaRDDLike
def
treeAggregate
[
U
]
(
zeroValue:
U
,
seqOp:
Function2
[
U
, (
K
,
V
),
U
]
,
combOp:
Function2
[
U
,
U
,
U
]
,
depth:
Int
)
:
U
Definition Classes
JavaRDDLike
def
treeReduce
(
f:
Function2
[(
K
,
V
), (
K
,
V
), (
K
,
V
)]
)
: (
K
,
V
)
Definition Classes
JavaRDDLike
def
treeReduce
(
f:
Function2
[(
K
,
V
), (
K
,
V
), (
K
,
V
)]
,
depth:
Int
)
: (
K
,
V
)
Definition Classes
JavaRDDLike
def
union
(
other:
JavaPairRDD
[
K
,
V
]
)
:
JavaPairRDD
[
K
,
V
]
Definition Classes
JavaPairRDD
def
unpersist
(
blocking:
Boolean
)
:
JavaPairRDD
[
K
,
V
]
Definition Classes
JavaPairRDD
def
unpersist
()
:
JavaPairRDD
[
K
,
V
]
Definition Classes
JavaPairRDD
implicit
val
vClassTag
:
ClassTag
[
V
]
Definition Classes
JavaPairRDD
def
values
()
:
JavaRDD
[
V
]
Definition Classes
JavaPairRDD
final
def
wait
()
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
,
arg1:
Int
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
def
wrapRDD
(
rdd:
RDD
[(
K
,
V
)]
)
:
JavaPairRDD
[
K
,
V
]
Definition Classes
JavaPairRDD → JavaRDDLike
def
zip
[
U
]
(
other:
JavaRDDLike
[
U
, _]
)
:
JavaPairRDD
[(
K
,
V
),
U
]
Definition Classes
JavaRDDLike
def
zipPartitions
[
U
,
V
]
(
other:
JavaRDDLike
[
U
, _]
,
f:
FlatMapFunction2
[
Iterator
[(
K
,
V
)],
Iterator
[
U
],
V
]
)
:
JavaRDD
[
V
]
Definition Classes
JavaRDDLike
def
zipWithIndex
()
:
JavaPairRDD
[(
K
,
V
),
Long
]
Definition Classes
JavaRDDLike
def
zipWithUniqueId
()
:
JavaPairRDD
[(
K
,
V
),
Long
]
Definition Classes
JavaRDDLike
Inherited from
JavaPairRDD
[
K
,
V
]
Inherited from
AbstractJavaRDDLike
[(
K
,
V
),
JavaPairRDD
[
K
,
V
]]
Inherited from
JavaRDDLike
[(
K
,
V
),
JavaPairRDD
[
K
,
V
]]
Inherited from
Serializable
Inherited from
Serializable
Inherited from
AnyRef
Inherited from
Any
Ungrouped
