com
.
datawizards
.
sparklocal
.
impl
.
scala
.
rdd
RDDAPIScalaBase
Related Doc:
package rdd
abstract
class
RDDAPIScalaBase
[
T
]
extends
RDDAPI
[
T
]
Linear Supertypes
RDDAPI
[
T
],
AnyRef
,
Any
Known Subclasses
RDDAPIScalaEagerImpl
,
RDDAPIScalaLazyImpl
,
RDDAPIScalaParallelImpl
,
RDDAPIScalaParallelLazyImpl
Ordering
Alphabetic
By Inheritance
Inherited
RDDAPIScalaBase
RDDAPI
AnyRef
Any
Hide All
Show All
Visibility
Public
All
Instance Constructors
new
RDDAPIScalaBase
()
(
implicit
arg0:
ClassTag
[
T
]
)
Type Members
abstract
type
InternalCollection
<:
GenIterable
[
T
]
Abstract Value Members
abstract
def
cache
()
:
RDDAPI
[
T
]
Definition Classes
RDDAPI
abstract
def
diff
(
data:
InternalCollection
,
rddScala:
RDDAPIScalaBase
[
T
]
)
:
RDDAPI
[
T
]
Attributes
protected
abstract
def
distinct
()
:
RDDAPI
[
T
]
Definition Classes
RDDAPI
abstract
def
intersect
(
data:
InternalCollection
,
rddScala:
RDDAPIScalaBase
[
T
]
)
:
RDDAPI
[
T
]
Attributes
protected
abstract
def
sortBy
[
K
]
(
f: (
T
) ⇒
K
,
ascending:
Boolean
=
true
,
numPartitions:
Int
=
this.partitions.length
)
(
implicit
ord:
Ordering
[
K
]
,
ctag:
ClassTag
[
K
]
)
:
RDDAPI
[
T
]
Definition Classes
RDDAPI
abstract
def
takeOrdered
(
num:
Int
)
(
implicit
ord:
Ordering
[
T
]
)
:
Array
[
T
]
Definition Classes
RDDAPI
abstract
def
toDataSet
(
implicit
enc:
Encoder
[
T
]
)
:
DataSetAPI
[
T
]
Definition Classes
RDDAPIScalaBase
→
RDDAPI
abstract
def
top
(
num:
Int
)
(
implicit
ord:
Ordering
[
T
]
)
:
Array
[
T
]
Definition Classes
RDDAPI
abstract
def
union
(
data:
InternalCollection
,
rddScala:
RDDAPIScalaBase
[
T
]
)
:
RDDAPI
[
T
]
Attributes
protected
Concrete Value Members
final
def
!=
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
final
def
##
()
:
Int
Definition Classes
AnyRef → Any
def
++
(
other:
RDDAPI
[
T
]
)
:
RDDAPI
[
T
]
Definition Classes
RDDAPI
final
def
==
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
def
aggregate
[
U
]
(
zeroValue:
U
)
(
seqOp: (
U
,
T
) ⇒
U
,
combOp: (
U
,
U
) ⇒
U
)
(
implicit
arg0:
ClassTag
[
U
]
)
:
U
Definition Classes
RDDAPIScalaBase
→
RDDAPI
final
def
asInstanceOf
[
T0
]
:
T0
Definition Classes
Any
def
cartesian
[
U
]
(
other:
RDDAPI
[
U
]
)
(
implicit
arg0:
ClassTag
[
U
]
)
:
RDDAPI
[(
T
,
U
)]
Definition Classes
RDDAPIScalaBase
→
RDDAPI
def
checkpoint
()
:
RDDAPI
[
T
]
Definition Classes
RDDAPIScalaBase
→
RDDAPI
def
clone
()
:
AnyRef
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
...
)
def
coalesce
(
numPartitions:
Int
,
shuffle:
Boolean
,
partitionCoalescer:
Option
[
PartitionCoalescer
]
)
(
implicit
ord:
Ordering
[
T
]
)
:
RDDAPI
[
T
]
Definition Classes
RDDAPIScalaBase
→
RDDAPI
def
collect
()
:
Array
[
T
]
Definition Classes
RDDAPIScalaBase
→
RDDAPI
def
count
()
:
Long
Definition Classes
RDDAPIScalaBase
→
RDDAPI
def
countByValue
()
(
implicit
kct:
ClassTag
[
T
]
,
vct:
ClassTag
[
Int
]
,
ord:
Ordering
[
T
] =
null
)
:
GenMap
[
T
,
Long
]
Definition Classes
RDDAPI
def
distinct
(
numPartitions:
Int
)
(
implicit
ord:
Ordering
[
T
]
)
:
RDDAPI
[
T
]
Definition Classes
RDDAPIScalaBase
→
RDDAPI
final
def
eq
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
def
equals
(
obj:
Any
)
:
Boolean
Definition Classes
RDDAPI
→ AnyRef → Any
def
filter
(
p: (
T
) ⇒
Boolean
)
:
RDDAPI
[
T
]
Definition Classes
RDDAPIScalaBase
→
RDDAPI
def
finalize
()
:
Unit
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
classOf[java.lang.Throwable]
)
def
first
()
:
T
Definition Classes
RDDAPI
def
flatMap
[
U
]
(
func: (
T
) ⇒
TraversableOnce
[
U
]
)
(
implicit
arg0:
ClassTag
[
U
]
)
:
RDDAPI
[
U
]
Definition Classes
RDDAPIScalaBase
→
RDDAPI
def
fold
(
zeroValue:
T
)
(
op: (
T
,
T
) ⇒
T
)
:
T
Definition Classes
RDDAPIScalaBase
→
RDDAPI
def
foreach
(
f: (
T
) ⇒
Unit
)
:
Unit
Definition Classes
RDDAPIScalaBase
→
RDDAPI
def
foreachPartition
(
f: (
Iterator
[
T
]) ⇒
Unit
)
:
Unit
Definition Classes
RDDAPIScalaBase
→
RDDAPI
final
def
getClass
()
:
Class
[_]
Definition Classes
AnyRef → Any
def
groupBy
[
K
]
(
f: (
T
) ⇒
K
,
p:
Partitioner
)
(
implicit
kt:
ClassTag
[
K
]
,
ord:
Ordering
[
K
]
)
:
RDDAPI
[(
K
,
GenIterable
[
T
])]
Definition Classes
RDDAPIScalaBase
→
RDDAPI
def
groupBy
[
K
]
(
f: (
T
) ⇒
K
,
numPartitions:
Int
)
(
implicit
kt:
ClassTag
[
K
]
)
:
RDDAPI
[(
K
,
GenIterable
[
T
])]
Definition Classes
RDDAPIScalaBase
→
RDDAPI
def
groupBy
[
K
]
(
f: (
T
) ⇒
K
)
(
implicit
kt:
ClassTag
[
K
]
)
:
RDDAPI
[(
K
,
GenIterable
[
T
])]
Definition Classes
RDDAPIScalaBase
→
RDDAPI
def
hashCode
()
:
Int
Definition Classes
AnyRef → Any
def
head
(
n:
Int
)
:
Array
[
T
]
Definition Classes
RDDAPIScalaBase
→
RDDAPI
def
head
()
:
T
Definition Classes
RDDAPIScalaBase
→
RDDAPI
def
intersection
(
other:
RDDAPI
[
T
]
,
partitioner:
Partitioner
)
(
implicit
ord:
Ordering
[
T
]
)
:
RDDAPI
[
T
]
Definition Classes
RDDAPIScalaBase
→
RDDAPI
def
intersection
(
other:
RDDAPI
[
T
]
,
numPartitions:
Int
)
:
RDDAPI
[
T
]
Definition Classes
RDDAPIScalaBase
→
RDDAPI
def
intersection
(
other:
RDDAPI
[
T
]
)
:
RDDAPI
[
T
]
Definition Classes
RDDAPIScalaBase
→
RDDAPI
def
isEmpty
:
Boolean
Definition Classes
RDDAPIScalaBase
→
RDDAPI
final
def
isInstanceOf
[
T0
]
:
Boolean
Definition Classes
Any
def
keyBy
[
K
]
(
f: (
T
) ⇒
K
)
(
implicit
ct:
ClassTag
[
K
]
,
kvct:
ClassTag
[(
K
,
T
)]
)
:
RDDAPI
[(
K
,
T
)]
Definition Classes
RDDAPI
def
map
[
That
]
(
map: (
T
) ⇒
That
)
(
implicit
arg0:
ClassTag
[
That
]
)
:
RDDAPI
[
That
]
Definition Classes
RDDAPIScalaBase
→
RDDAPI
def
max
()
(
implicit
ord:
Ordering
[
T
]
)
:
T
Definition Classes
RDDAPIScalaBase
→
RDDAPI
def
min
()
(
implicit
ord:
Ordering
[
T
]
)
:
T
Definition Classes
RDDAPIScalaBase
→
RDDAPI
final
def
ne
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
final
def
notify
()
:
Unit
Definition Classes
AnyRef
final
def
notifyAll
()
:
Unit
Definition Classes
AnyRef
def
parallelize
[
That
]
(
d:
GenIterable
[
That
]
)
(
implicit
arg0:
ClassTag
[
That
]
)
:
RDD
[
That
]
Attributes
protected
Definition Classes
RDDAPI
def
parallelize
[
That
]
(
d:
Seq
[
That
]
)
(
implicit
arg0:
ClassTag
[
That
]
)
:
RDD
[
That
]
Attributes
protected
Definition Classes
RDDAPI
def
partitions
:
Array
[
Partition
]
Definition Classes
RDDAPIScalaBase
→
RDDAPI
def
persist
()
:
RDDAPI
[
T
]
Definition Classes
RDDAPIScalaBase
→
RDDAPI
def
persist
(
newLevel:
StorageLevel
)
:
RDDAPI
[
T
]
Definition Classes
RDDAPIScalaBase
→
RDDAPI
def
randomSplit
(
weights:
Array
[
Double
]
,
seed:
Long
)
:
Array
[
RDDAPI
[
T
]]
Definition Classes
RDDAPIScalaBase
→
RDDAPI
def
reduce
(
func: (
T
,
T
) ⇒
T
)
:
T
Definition Classes
RDDAPIScalaBase
→
RDDAPI
def
sample
(
withReplacement:
Boolean
,
fraction:
Double
,
seed:
Long
)
:
RDDAPI
[
T
]
Definition Classes
RDDAPIScalaBase
→
RDDAPI
lazy val
spark
:
SparkSession
Attributes
protected
Definition Classes
RDDAPI
def
subtract
(
other:
RDDAPI
[
T
]
,
partitioner:
Partitioner
)
(
implicit
ord:
Ordering
[
T
]
)
:
RDDAPI
[
T
]
Definition Classes
RDDAPIScalaBase
→
RDDAPI
def
subtract
(
other:
RDDAPI
[
T
]
,
numPartitions:
Int
)
:
RDDAPI
[
T
]
Definition Classes
RDDAPIScalaBase
→
RDDAPI
def
subtract
(
other:
RDDAPI
[
T
]
)
:
RDDAPI
[
T
]
Definition Classes
RDDAPIScalaBase
→
RDDAPI
final
def
synchronized
[
T0
]
(
arg0: ⇒
T0
)
:
T0
Definition Classes
AnyRef
def
take
(
n:
Int
)
:
Array
[
T
]
Definition Classes
RDDAPI
def
takeSample
(
withReplacement:
Boolean
,
num:
Int
,
seed:
Long
)
:
Array
[
T
]
Definition Classes
RDDAPIScalaBase
→
RDDAPI
def
toString
()
:
String
Definition Classes
RDDAPI
→ AnyRef → Any
def
union
(
other:
RDDAPI
[
T
]
)
:
RDDAPI
[
T
]
Definition Classes
RDDAPIScalaBase
→
RDDAPI
def
unpersist
(
blocking:
Boolean
)
:
RDDAPI
[
T
]
Definition Classes
RDDAPIScalaBase
→
RDDAPI
final
def
wait
()
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
,
arg1:
Int
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
def
zip
[
U
]
(
other:
RDDAPI
[
U
]
)
(
implicit
arg0:
ClassTag
[
U
]
)
:
RDDAPI
[(
T
,
U
)]
Definition Classes
RDDAPIScalaBase
→
RDDAPI
def
zipWithIndex
()
:
RDDAPI
[(
T
,
Long
)]
Definition Classes
RDDAPIScalaBase
→
RDDAPI
Inherited from
RDDAPI
[
T
]
Inherited from
AnyRef
Inherited from
Any
Ungrouped