com
.
datawizards
.
sparklocal
.
impl
.
scala
.
rdd
PairRDDFunctionsAPIScalaBase
Related Doc:
package rdd
abstract
class
PairRDDFunctionsAPIScalaBase
[
K
,
V
]
extends
PairRDDFunctionsAPI
[
K
,
V
]
Linear Supertypes
PairRDDFunctionsAPI
[
K
,
V
],
AnyRef
,
Any
Known Subclasses
PairRDDFunctionsAPIScalaEagerImpl
,
PairRDDFunctionsAPIScalaLazyImpl
,
PairRDDFunctionsAPIScalaParallelImpl
,
PairRDDFunctionsAPIScalaParallelLazyImpl
Ordering
Alphabetic
By Inheritance
Inherited
PairRDDFunctionsAPIScalaBase
PairRDDFunctionsAPI
AnyRef
Any
Hide All
Show All
Visibility
Public
All
Instance Constructors
new
PairRDDFunctionsAPIScalaBase
()
(
implicit
kct:
ClassTag
[
K
]
,
vct:
ClassTag
[
V
]
,
ord:
Ordering
[
K
] =
null
)
Abstract Value Members
abstract
def
create
[
U
]
(
data:
GenIterable
[
U
]
)
(
implicit
arg0:
ClassTag
[
U
]
)
:
RDDAPIScalaBase
[
U
]
Attributes
protected
abstract
val
rdd
:
RDDAPIScalaBase
[(
K
,
V
)]
Attributes
protected
Concrete Value Members
final
def
!=
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
final
def
##
()
:
Int
Definition Classes
AnyRef → Any
final
def
==
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
def
aggregateByKey
[
U
]
(
zeroValue:
U
,
numPartitions:
Int
)
(
seqOp: (
U
,
V
) ⇒
U
,
combOp: (
U
,
U
) ⇒
U
)
(
implicit
arg0:
ClassTag
[
U
]
)
:
RDDAPI
[(
K
,
U
)]
Definition Classes
PairRDDFunctionsAPIScalaBase
→
PairRDDFunctionsAPI
def
aggregateByKey
[
U
]
(
zeroValue:
U
,
partitioner:
Partitioner
)
(
seqOp: (
U
,
V
) ⇒
U
,
combOp: (
U
,
U
) ⇒
U
)
(
implicit
arg0:
ClassTag
[
U
]
)
:
RDDAPI
[(
K
,
U
)]
Definition Classes
PairRDDFunctionsAPIScalaBase
→
PairRDDFunctionsAPI
def
aggregateByKey
[
U
]
(
zeroValue:
U
)
(
seqOp: (
U
,
V
) ⇒
U
,
combOp: (
U
,
U
) ⇒
U
)
(
implicit
arg0:
ClassTag
[
U
]
)
:
RDDAPI
[(
K
,
U
)]
Definition Classes
PairRDDFunctionsAPIScalaBase
→
PairRDDFunctionsAPI
final
def
asInstanceOf
[
T0
]
:
T0
Definition Classes
Any
def
clone
()
:
AnyRef
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
...
)
def
cogroup
[
W1
,
W2
,
W3
]
(
other1:
RDDAPI
[(
K
,
W1
)]
,
other2:
RDDAPI
[(
K
,
W2
)]
,
other3:
RDDAPI
[(
K
,
W3
)]
,
numPartitions:
Int
)
(
implicit
arg0:
ClassTag
[
W1
]
,
arg1:
ClassTag
[
W2
]
,
arg2:
ClassTag
[
W3
]
)
:
RDDAPI
[(
K
, (
GenIterable
[
V
],
GenIterable
[
W1
],
GenIterable
[
W2
],
GenIterable
[
W3
]))]
Definition Classes
PairRDDFunctionsAPIScalaBase
→
PairRDDFunctionsAPI
def
cogroup
[
W1
,
W2
]
(
other1:
RDDAPI
[(
K
,
W1
)]
,
other2:
RDDAPI
[(
K
,
W2
)]
,
numPartitions:
Int
)
(
implicit
arg0:
ClassTag
[
W1
]
,
arg1:
ClassTag
[
W2
]
)
:
RDDAPI
[(
K
, (
GenIterable
[
V
],
GenIterable
[
W1
],
GenIterable
[
W2
]))]
Definition Classes
PairRDDFunctionsAPIScalaBase
→
PairRDDFunctionsAPI
def
cogroup
[
W
]
(
other:
RDDAPI
[(
K
,
W
)]
,
numPartitions:
Int
)
(
implicit
arg0:
ClassTag
[
W
]
)
:
RDDAPI
[(
K
, (
GenIterable
[
V
],
GenIterable
[
W
]))]
Definition Classes
PairRDDFunctionsAPIScalaBase
→
PairRDDFunctionsAPI
def
cogroup
[
W1
,
W2
]
(
other1:
RDDAPI
[(
K
,
W1
)]
,
other2:
RDDAPI
[(
K
,
W2
)]
)
(
implicit
arg0:
ClassTag
[
W1
]
,
arg1:
ClassTag
[
W2
]
)
:
RDDAPI
[(
K
, (
GenIterable
[
V
],
GenIterable
[
W1
],
GenIterable
[
W2
]))]
Definition Classes
PairRDDFunctionsAPIScalaBase
→
PairRDDFunctionsAPI
def
cogroup
[
W
]
(
other:
RDDAPI
[(
K
,
W
)]
)
(
implicit
arg0:
ClassTag
[
W
]
)
:
RDDAPI
[(
K
, (
GenIterable
[
V
],
GenIterable
[
W
]))]
Definition Classes
PairRDDFunctionsAPIScalaBase
→
PairRDDFunctionsAPI
def
cogroup
[
W1
,
W2
,
W3
]
(
other1:
RDDAPI
[(
K
,
W1
)]
,
other2:
RDDAPI
[(
K
,
W2
)]
,
other3:
RDDAPI
[(
K
,
W3
)]
)
(
implicit
arg0:
ClassTag
[
W1
]
,
arg1:
ClassTag
[
W2
]
,
arg2:
ClassTag
[
W3
]
)
:
RDDAPI
[(
K
, (
GenIterable
[
V
],
GenIterable
[
W1
],
GenIterable
[
W2
],
GenIterable
[
W3
]))]
Definition Classes
PairRDDFunctionsAPIScalaBase
→
PairRDDFunctionsAPI
def
cogroup
[
W1
,
W2
]
(
other1:
RDDAPI
[(
K
,
W1
)]
,
other2:
RDDAPI
[(
K
,
W2
)]
,
partitioner:
Partitioner
)
(
implicit
arg0:
ClassTag
[
W1
]
,
arg1:
ClassTag
[
W2
]
)
:
RDDAPI
[(
K
, (
GenIterable
[
V
],
GenIterable
[
W1
],
GenIterable
[
W2
]))]
Definition Classes
PairRDDFunctionsAPIScalaBase
→
PairRDDFunctionsAPI
def
cogroup
[
W
]
(
other:
RDDAPI
[(
K
,
W
)]
,
partitioner:
Partitioner
)
(
implicit
arg0:
ClassTag
[
W
]
)
:
RDDAPI
[(
K
, (
GenIterable
[
V
],
GenIterable
[
W
]))]
Definition Classes
PairRDDFunctionsAPIScalaBase
→
PairRDDFunctionsAPI
def
cogroup
[
W1
,
W2
,
W3
]
(
other1:
RDDAPI
[(
K
,
W1
)]
,
other2:
RDDAPI
[(
K
,
W2
)]
,
other3:
RDDAPI
[(
K
,
W3
)]
,
partitioner:
Partitioner
)
(
implicit
arg0:
ClassTag
[
W1
]
,
arg1:
ClassTag
[
W2
]
,
arg2:
ClassTag
[
W3
]
)
:
RDDAPI
[(
K
, (
GenIterable
[
V
],
GenIterable
[
W1
],
GenIterable
[
W2
],
GenIterable
[
W3
]))]
Definition Classes
PairRDDFunctionsAPIScalaBase
→
PairRDDFunctionsAPI
def
collectAsMap
()
:
GenMap
[
K
,
V
]
Definition Classes
PairRDDFunctionsAPIScalaBase
→
PairRDDFunctionsAPI
def
countByKey
()
:
GenMap
[
K
,
Long
]
Definition Classes
PairRDDFunctionsAPIScalaBase
→
PairRDDFunctionsAPI
final
def
eq
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
def
equals
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
def
finalize
()
:
Unit
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
classOf[java.lang.Throwable]
)
def
flatMapValues
[
U
]
(
f: (
V
) ⇒
TraversableOnce
[
U
]
)
(
implicit
arg0:
ClassTag
[
U
]
)
:
RDDAPI
[(
K
,
U
)]
Definition Classes
PairRDDFunctionsAPIScalaBase
→
PairRDDFunctionsAPI
def
foldByKey
(
zeroValue:
V
,
partitioner:
Partitioner
)
(
func: (
V
,
V
) ⇒
V
)
:
RDDAPI
[(
K
,
V
)]
Definition Classes
PairRDDFunctionsAPIScalaBase
→
PairRDDFunctionsAPI
def
foldByKey
(
zeroValue:
V
,
numPartitions:
Int
)
(
func: (
V
,
V
) ⇒
V
)
:
RDDAPI
[(
K
,
V
)]
Definition Classes
PairRDDFunctionsAPIScalaBase
→
PairRDDFunctionsAPI
def
foldByKey
(
zeroValue:
V
)
(
func: (
V
,
V
) ⇒
V
)
:
RDDAPI
[(
K
,
V
)]
Definition Classes
PairRDDFunctionsAPIScalaBase
→
PairRDDFunctionsAPI
def
fullOuterJoin
[
W
]
(
other:
RDDAPI
[(
K
,
W
)]
,
partitioner:
Partitioner
)
(
implicit
arg0:
ClassTag
[
W
]
)
:
RDDAPI
[(
K
, (
Option
[
V
],
Option
[
W
]))]
Definition Classes
PairRDDFunctionsAPIScalaBase
→
PairRDDFunctionsAPI
def
fullOuterJoin
[
W
]
(
other:
RDDAPI
[(
K
,
W
)]
,
numPartitions:
Int
)
(
implicit
arg0:
ClassTag
[
W
]
)
:
RDDAPI
[(
K
, (
Option
[
V
],
Option
[
W
]))]
Definition Classes
PairRDDFunctionsAPIScalaBase
→
PairRDDFunctionsAPI
def
fullOuterJoin
[
W
]
(
other:
RDDAPI
[(
K
,
W
)]
)
(
implicit
arg0:
ClassTag
[
W
]
)
:
RDDAPI
[(
K
, (
Option
[
V
],
Option
[
W
]))]
Definition Classes
PairRDDFunctionsAPIScalaBase
→
PairRDDFunctionsAPI
final
def
getClass
()
:
Class
[_]
Definition Classes
AnyRef → Any
def
groupByKey
(
partitioner:
Partitioner
)
:
RDDAPI
[(
K
,
GenIterable
[
V
])]
Definition Classes
PairRDDFunctionsAPIScalaBase
→
PairRDDFunctionsAPI
def
groupByKey
(
numPartitions:
Int
)
:
RDDAPI
[(
K
,
GenIterable
[
V
])]
Definition Classes
PairRDDFunctionsAPIScalaBase
→
PairRDDFunctionsAPI
def
groupByKey
()
:
RDDAPI
[(
K
,
GenIterable
[
V
])]
Definition Classes
PairRDDFunctionsAPIScalaBase
→
PairRDDFunctionsAPI
def
hashCode
()
:
Int
Definition Classes
AnyRef → Any
final
def
isInstanceOf
[
T0
]
:
Boolean
Definition Classes
Any
def
join
[
W
]
(
other:
RDDAPI
[(
K
,
W
)]
,
partitioner:
Partitioner
)
(
implicit
arg0:
ClassTag
[
W
]
)
:
RDDAPI
[(
K
, (
V
,
W
))]
Definition Classes
PairRDDFunctionsAPIScalaBase
→
PairRDDFunctionsAPI
def
join
[
W
]
(
other:
RDDAPI
[(
K
,
W
)]
,
numPartitions:
Int
)
(
implicit
arg0:
ClassTag
[
W
]
)
:
RDDAPI
[(
K
, (
V
,
W
))]
Definition Classes
PairRDDFunctionsAPIScalaBase
→
PairRDDFunctionsAPI
def
join
[
W
]
(
other:
RDDAPI
[(
K
,
W
)]
)
(
implicit
arg0:
ClassTag
[
W
]
)
:
RDDAPI
[(
K
, (
V
,
W
))]
Definition Classes
PairRDDFunctionsAPIScalaBase
→
PairRDDFunctionsAPI
def
keys
:
RDDAPI
[
K
]
Definition Classes
PairRDDFunctionsAPIScalaBase
→
PairRDDFunctionsAPI
def
leftOuterJoin
[
W
]
(
other:
RDDAPI
[(
K
,
W
)]
,
partitioner:
Partitioner
)
(
implicit
arg0:
ClassTag
[
W
]
)
:
RDDAPI
[(
K
, (
V
,
Option
[
W
]))]
Definition Classes
PairRDDFunctionsAPIScalaBase
→
PairRDDFunctionsAPI
def
leftOuterJoin
[
W
]
(
other:
RDDAPI
[(
K
,
W
)]
,
numPartitions:
Int
)
(
implicit
arg0:
ClassTag
[
W
]
)
:
RDDAPI
[(
K
, (
V
,
Option
[
W
]))]
Definition Classes
PairRDDFunctionsAPIScalaBase
→
PairRDDFunctionsAPI
def
leftOuterJoin
[
W
]
(
other:
RDDAPI
[(
K
,
W
)]
)
(
implicit
arg0:
ClassTag
[
W
]
)
:
RDDAPI
[(
K
, (
V
,
Option
[
W
]))]
Definition Classes
PairRDDFunctionsAPIScalaBase
→
PairRDDFunctionsAPI
def
mapValues
[
U
]
(
f: (
V
) ⇒
U
)
(
implicit
arg0:
ClassTag
[
U
]
)
:
RDDAPI
[(
K
,
U
)]
Definition Classes
PairRDDFunctionsAPIScalaBase
→
PairRDDFunctionsAPI
final
def
ne
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
final
def
notify
()
:
Unit
Definition Classes
AnyRef
final
def
notifyAll
()
:
Unit
Definition Classes
AnyRef
def
parallelize
[
That
]
(
d:
GenIterable
[
That
]
)
(
implicit
arg0:
ClassTag
[
That
]
)
:
RDD
[
That
]
Attributes
protected
Definition Classes
PairRDDFunctionsAPI
def
parallelize
[
That
]
(
d:
Seq
[
That
]
)
(
implicit
arg0:
ClassTag
[
That
]
)
:
RDD
[
That
]
Attributes
protected
Definition Classes
PairRDDFunctionsAPI
def
partitionBy
(
partitioner:
Partitioner
)
:
RDDAPI
[(
K
,
V
)]
Definition Classes
PairRDDFunctionsAPIScalaBase
→
PairRDDFunctionsAPI
def
reduceByKey
(
partitioner:
Partitioner
,
func: (
V
,
V
) ⇒
V
)
:
RDDAPI
[(
K
,
V
)]
Definition Classes
PairRDDFunctionsAPIScalaBase
→
PairRDDFunctionsAPI
def
reduceByKey
(
func: (
V
,
V
) ⇒
V
,
numPartitions:
Int
)
:
RDDAPI
[(
K
,
V
)]
Definition Classes
PairRDDFunctionsAPIScalaBase
→
PairRDDFunctionsAPI
def
reduceByKey
(
func: (
V
,
V
) ⇒
V
)
:
RDDAPI
[(
K
,
V
)]
Definition Classes
PairRDDFunctionsAPIScalaBase
→
PairRDDFunctionsAPI
def
reduceByKeyLocally
(
func: (
V
,
V
) ⇒
V
)
:
Map
[
K
,
V
]
Definition Classes
PairRDDFunctionsAPIScalaBase
→
PairRDDFunctionsAPI
def
rightOuterJoin
[
W
]
(
other:
RDDAPI
[(
K
,
W
)]
,
partitioner:
Partitioner
)
(
implicit
arg0:
ClassTag
[
W
]
)
:
RDDAPI
[(
K
, (
Option
[
V
],
W
))]
Definition Classes
PairRDDFunctionsAPIScalaBase
→
PairRDDFunctionsAPI
def
rightOuterJoin
[
W
]
(
other:
RDDAPI
[(
K
,
W
)]
,
numPartitions:
Int
)
(
implicit
arg0:
ClassTag
[
W
]
)
:
RDDAPI
[(
K
, (
Option
[
V
],
W
))]
Definition Classes
PairRDDFunctionsAPIScalaBase
→
PairRDDFunctionsAPI
def
rightOuterJoin
[
W
]
(
other:
RDDAPI
[(
K
,
W
)]
)
(
implicit
arg0:
ClassTag
[
W
]
)
:
RDDAPI
[(
K
, (
Option
[
V
],
W
))]
Definition Classes
PairRDDFunctionsAPIScalaBase
→
PairRDDFunctionsAPI
lazy val
spark
:
SparkSession
Attributes
protected
Definition Classes
PairRDDFunctionsAPI
def
subtractByKey
[
W
]
(
other:
RDDAPI
[(
K
,
W
)]
,
p:
Partitioner
)
(
implicit
arg0:
ClassTag
[
W
]
)
:
RDDAPI
[(
K
,
V
)]
Definition Classes
PairRDDFunctionsAPIScalaBase
→
PairRDDFunctionsAPI
def
subtractByKey
[
W
]
(
other:
RDDAPI
[(
K
,
W
)]
,
numPartitions:
Int
)
(
implicit
arg0:
ClassTag
[
W
]
)
:
RDDAPI
[(
K
,
V
)]
Definition Classes
PairRDDFunctionsAPIScalaBase
→
PairRDDFunctionsAPI
def
subtractByKey
[
W
]
(
other:
RDDAPI
[(
K
,
W
)]
)
(
implicit
arg0:
ClassTag
[
W
]
)
:
RDDAPI
[(
K
,
V
)]
Definition Classes
PairRDDFunctionsAPIScalaBase
→
PairRDDFunctionsAPI
final
def
synchronized
[
T0
]
(
arg0: ⇒
T0
)
:
T0
Definition Classes
AnyRef
def
toString
()
:
String
Definition Classes
AnyRef → Any
def
values
:
RDDAPI
[
V
]
Definition Classes
PairRDDFunctionsAPIScalaBase
→
PairRDDFunctionsAPI
final
def
wait
()
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
,
arg1:
Int
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
Inherited from
PairRDDFunctionsAPI
[
K
,
V
]
Inherited from
AnyRef
Inherited from
Any
Ungrouped