com
.
datawizards
.
sparklocal
.
impl
.
scala
.
lazy
.
dataset
DataSetAPIScalaLazyImpl
Related Docs:
object DataSetAPIScalaLazyImpl
|
package dataset
class
DataSetAPIScalaLazyImpl
[
T
]
extends
DataSetAPIScalaBase
[
T
]
Linear Supertypes
DataSetAPIScalaBase
[
T
],
DataSetAPI
[
T
],
AnyRef
,
Any
Ordering
Alphabetic
By Inheritance
Inherited
DataSetAPIScalaLazyImpl
DataSetAPIScalaBase
DataSetAPI
AnyRef
Any
Hide All
Show All
Visibility
Public
All
Instance Constructors
new
DataSetAPIScalaLazyImpl
(
data:
SeqView
[
T
,
Seq
[
T
]]
)
(
implicit
arg0:
ClassTag
[
T
]
)
Type Members
type
InternalCollection
=
SeqView
[
T
,
Seq
[
T
]]
Definition Classes
DataSetAPIScalaLazyImpl
→
DataSetAPIScalaBase
Value Members
final
def
!=
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
final
def
##
()
:
Int
Definition Classes
AnyRef → Any
final
def
==
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
def
apply
(
name:
String
)
:
Field
Definition Classes
DataSetAPI
final
def
asInstanceOf
[
T0
]
:
T0
Definition Classes
Any
def
cache
()
:
DataSetAPI
[
T
]
Definition Classes
DataSetAPIScalaBase
→
DataSetAPI
def
checkpoint
(
eager:
Boolean
)
:
DataSetAPI
[
T
]
Definition Classes
DataSetAPIScalaBase
→
DataSetAPI
def
checkpoint
()
:
DataSetAPI
[
T
]
Definition Classes
DataSetAPI
def
clone
()
:
AnyRef
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
...
)
def
coalesce
(
numPartitions:
Int
)
:
DataSetAPI
[
T
]
Definition Classes
DataSetAPIScalaBase
→
DataSetAPI
def
collect
()
:
Array
[
T
]
Definition Classes
DataSetAPIScalaBase
→
DataSetAPI
def
collectAsList
()
:
List
[
T
]
Definition Classes
DataSetAPIScalaBase
→
DataSetAPI
def
count
()
:
Long
Definition Classes
DataSetAPIScalaBase
→
DataSetAPI
def
createDataset
[
That
]
(
d:
Seq
[
That
]
)
(
implicit
enc:
Encoder
[
That
]
)
:
Dataset
[
That
]
Attributes
protected
Definition Classes
DataSetAPI
def
diff
(
data:
InternalCollection
,
dsScala:
DataSetAPIScalaBase
[
T
]
)
:
DataSetAPIScalaBase
[
T
]
Attributes
protected
Definition Classes
DataSetAPIScalaLazyImpl
→
DataSetAPIScalaBase
def
diff
(
other:
DataSetAPI
[
T
]
)
(
implicit
enc:
Encoder
[
T
]
)
:
DataSetAPI
[
T
]
Definition Classes
DataSetAPIScalaBase
→
DataSetAPI
def
distinct
()
:
DataSetAPI
[
T
]
Definition Classes
DataSetAPIScalaLazyImpl
→
DataSetAPI
final
def
eq
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
def
equals
(
obj:
Any
)
:
Boolean
Definition Classes
DataSetAPI
→ AnyRef → Any
def
except
(
other:
DataSetAPI
[
T
]
)
(
implicit
enc:
Encoder
[
T
]
)
:
DataSetAPI
[
T
]
Definition Classes
DataSetAPI
def
field
(
name:
String
)
:
Field
Definition Classes
DataSetAPI
def
filter
(
p: (
T
) ⇒
Boolean
)
:
DataSetAPI
[
T
]
Definition Classes
DataSetAPIScalaBase
→
DataSetAPI
def
finalize
()
:
Unit
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
classOf[java.lang.Throwable]
)
def
flatMap
[
U
]
(
func: (
T
) ⇒
TraversableOnce
[
U
]
)
(
implicit
arg0:
ClassTag
[
U
]
,
enc:
Encoder
[
U
] =
null
)
:
DataSetAPI
[
U
]
Definition Classes
DataSetAPIScalaBase
→
DataSetAPI
def
foreach
(
f: (
T
) ⇒
Unit
)
:
Unit
Definition Classes
DataSetAPIScalaBase
→
DataSetAPI
def
foreachPartition
(
f: (
Iterator
[
T
]) ⇒
Unit
)
:
Unit
Definition Classes
DataSetAPIScalaBase
→
DataSetAPI
def
fullOuterJoin
[
U
]
(
other:
DataSetAPI
[
U
]
,
condition:
BooleanExpression
)
(
implicit
arg0:
ClassTag
[
U
]
,
encT:
Encoder
[
T
]
,
encU:
Encoder
[
U
]
,
encTU:
Encoder
[(
T
,
U
)]
)
:
DataSetAPI
[(
T
,
U
)]
Definition Classes
DataSetAPIScalaBase
→
DataSetAPI
def
fullOuterJoin
[
K
,
W
]
(
other:
DataSetAPI
[
W
]
)
(
left: (
T
) ⇒
K
,
right: (
W
) ⇒
K
)
(
implicit
arg0:
ClassTag
[
K
]
,
arg1:
ClassTag
[
W
]
,
ct:
ClassTag
[
T
]
,
encT:
Encoder
[
T
]
,
encK:
Encoder
[
K
]
,
encW:
Encoder
[
W
]
,
encKT:
Encoder
[(
K
,
T
)]
,
encKW:
Encoder
[(
K
,
W
)]
,
encTW:
Encoder
[(
Option
[
T
],
Option
[
W
])]
)
:
DataSetAPI
[(
Option
[
T
],
Option
[
W
])]
Definition Classes
DataSetAPI
final
def
getClass
()
:
Class
[_]
Definition Classes
AnyRef → Any
def
groupByKey
[
K
]
(
func: (
T
) ⇒
K
)
(
implicit
arg0:
ClassTag
[
K
]
,
enc:
Encoder
[
K
]
)
:
KeyValueGroupedDataSetAPI
[
K
,
T
]
Definition Classes
DataSetAPIScalaLazyImpl
→
DataSetAPI
def
hashCode
()
:
Int
Definition Classes
AnyRef → Any
def
head
(
n:
Int
)
:
Array
[
T
]
Definition Classes
DataSetAPIScalaBase
→
DataSetAPI
def
head
()
:
T
Definition Classes
DataSetAPIScalaBase
→
DataSetAPI
def
intersect
(
data:
InternalCollection
,
dsScala:
DataSetAPIScalaBase
[
T
]
)
:
DataSetAPIScalaBase
[
T
]
Attributes
protected
Definition Classes
DataSetAPIScalaLazyImpl
→
DataSetAPIScalaBase
def
intersect
(
other:
DataSetAPI
[
T
]
)
(
implicit
enc:
Encoder
[
T
]
)
:
DataSetAPI
[
T
]
Definition Classes
DataSetAPIScalaBase
→
DataSetAPI
def
isEmpty
()
:
Boolean
Definition Classes
DataSetAPIScalaBase
→
DataSetAPI
final
def
isInstanceOf
[
T0
]
:
Boolean
Definition Classes
Any
def
join
[
U
]
(
other:
DataSetAPI
[
U
]
,
condition:
BooleanExpression
)
(
implicit
arg0:
ClassTag
[
U
]
,
encT:
Encoder
[
T
]
,
encU:
Encoder
[
U
]
,
encTU:
Encoder
[(
T
,
U
)]
)
:
DataSetAPI
[(
T
,
U
)]
Definition Classes
DataSetAPIScalaBase
→
DataSetAPI
def
join
[
K
,
W
]
(
other:
DataSetAPI
[
W
]
)
(
left: (
T
) ⇒
K
,
right: (
W
) ⇒
K
)
(
implicit
arg0:
ClassTag
[
K
]
,
arg1:
ClassTag
[
W
]
,
ct:
ClassTag
[
T
]
,
encT:
Encoder
[
T
]
,
encK:
Encoder
[
K
]
,
encW:
Encoder
[
W
]
,
encKT:
Encoder
[(
K
,
T
)]
,
encKW:
Encoder
[(
K
,
W
)]
,
encTW:
Encoder
[(
T
,
W
)]
)
:
DataSetAPI
[(
T
,
W
)]
Definition Classes
DataSetAPI
def
leftOuterJoin
[
U
]
(
other:
DataSetAPI
[
U
]
,
condition:
BooleanExpression
)
(
implicit
arg0:
ClassTag
[
U
]
,
encT:
Encoder
[
T
]
,
encU:
Encoder
[
U
]
,
encTU:
Encoder
[(
T
,
U
)]
)
:
DataSetAPI
[(
T
,
U
)]
Definition Classes
DataSetAPIScalaBase
→
DataSetAPI
def
leftOuterJoin
[
K
,
W
]
(
other:
DataSetAPI
[
W
]
)
(
left: (
T
) ⇒
K
,
right: (
W
) ⇒
K
)
(
implicit
arg0:
ClassTag
[
K
]
,
arg1:
ClassTag
[
W
]
,
ct:
ClassTag
[
T
]
,
encT:
Encoder
[
T
]
,
encK:
Encoder
[
K
]
,
encW:
Encoder
[
W
]
,
encKT:
Encoder
[(
K
,
T
)]
,
encKW:
Encoder
[(
K
,
W
)]
,
encTW:
Encoder
[(
T
,
Option
[
W
])]
)
:
DataSetAPI
[(
T
,
Option
[
W
])]
Definition Classes
DataSetAPI
def
limit
(
n:
Int
)
:
DataSetAPI
[
T
]
Definition Classes
DataSetAPIScalaBase
→
DataSetAPI
def
map
[
That
]
(
map: (
T
) ⇒
That
)
(
implicit
arg0:
ClassTag
[
That
]
,
enc:
Encoder
[
That
]
)
:
DataSetAPI
[
That
]
Definition Classes
DataSetAPIScalaBase
→
DataSetAPI
final
def
ne
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
final
def
notify
()
:
Unit
Definition Classes
AnyRef
final
def
notifyAll
()
:
Unit
Definition Classes
AnyRef
def
persist
()
:
DataSetAPI
[
T
]
Definition Classes
DataSetAPIScalaBase
→
DataSetAPI
def
persist
(
newLevel:
StorageLevel
)
:
DataSetAPI
[
T
]
Definition Classes
DataSetAPIScalaBase
→
DataSetAPI
def
randomSplit
(
weights:
Array
[
Double
]
,
seed:
Long
)
:
Array
[
DataSetAPI
[
T
]]
Definition Classes
DataSetAPIScalaBase
→
DataSetAPI
def
rdd
()
:
RDDAPI
[
T
]
Definition Classes
DataSetAPIScalaLazyImpl
→
DataSetAPIScalaBase
→
DataSetAPI
def
reduce
(
func: (
T
,
T
) ⇒
T
)
:
T
Definition Classes
DataSetAPIScalaBase
→
DataSetAPI
def
repartition
(
numPartitions:
Int
,
partitionExprs:
Column
*
)
:
DataSetAPI
[
T
]
Definition Classes
DataSetAPIScalaBase
→
DataSetAPI
def
repartition
(
partitionExprs:
Column
*
)
:
DataSetAPI
[
T
]
Definition Classes
DataSetAPIScalaBase
→
DataSetAPI
def
repartition
(
numPartitions:
Int
)
:
DataSetAPI
[
T
]
Definition Classes
DataSetAPIScalaBase
→
DataSetAPI
def
rightOuterJoin
[
U
]
(
other:
DataSetAPI
[
U
]
,
condition:
BooleanExpression
)
(
implicit
arg0:
ClassTag
[
U
]
,
encT:
Encoder
[
T
]
,
encU:
Encoder
[
U
]
,
encTU:
Encoder
[(
T
,
U
)]
)
:
DataSetAPI
[(
T
,
U
)]
Definition Classes
DataSetAPIScalaBase
→
DataSetAPI
def
rightOuterJoin
[
K
,
W
]
(
other:
DataSetAPI
[
W
]
)
(
left: (
T
) ⇒
K
,
right: (
W
) ⇒
K
)
(
implicit
arg0:
ClassTag
[
K
]
,
arg1:
ClassTag
[
W
]
,
ct:
ClassTag
[
T
]
,
encT:
Encoder
[
T
]
,
encK:
Encoder
[
K
]
,
encW:
Encoder
[
W
]
,
encKT:
Encoder
[(
K
,
T
)]
,
encKW:
Encoder
[(
K
,
W
)]
,
encTW:
Encoder
[(
Option
[
T
],
W
)]
)
:
DataSetAPI
[(
Option
[
T
],
W
)]
Definition Classes
DataSetAPI
def
sample
(
withReplacement:
Boolean
,
fraction:
Double
,
seed:
Long
)
:
DataSetAPI
[
T
]
Definition Classes
DataSetAPIScalaBase
→
DataSetAPI
def
show
:
WriterExecutor
[
T
]
Definition Classes
DataSetAPI
lazy val
spark
:
SparkSession
Attributes
protected
Definition Classes
DataSetAPI
final
def
synchronized
[
T0
]
(
arg0: ⇒
T0
)
:
T0
Definition Classes
AnyRef
def
take
(
n:
Int
)
:
Array
[
T
]
Definition Classes
DataSetAPI
def
takeAsList
(
n:
Int
)
:
List
[
T
]
Definition Classes
DataSetAPIScalaBase
→
DataSetAPI
def
toString
()
:
String
Definition Classes
DataSetAPI
→ AnyRef → Any
def
union
(
data:
InternalCollection
,
dsScala:
DataSetAPIScalaBase
[
T
]
)
:
DataSetAPIScalaBase
[
T
]
Attributes
protected
Definition Classes
DataSetAPIScalaLazyImpl
→
DataSetAPIScalaBase
def
union
(
other:
DataSetAPI
[
T
]
)
(
implicit
enc:
Encoder
[
T
]
)
:
DataSetAPI
[
T
]
Definition Classes
DataSetAPIScalaBase
→
DataSetAPI
def
unpersist
(
blocking:
Boolean
)
:
DataSetAPI
[
T
]
Definition Classes
DataSetAPIScalaBase
→
DataSetAPI
def
unpersist
()
:
DataSetAPI
[
T
]
Definition Classes
DataSetAPIScalaBase
→
DataSetAPI
final
def
wait
()
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
,
arg1:
Int
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
def
write
:
WriterExecutor
[
T
]
Definition Classes
DataSetAPIScalaBase
→
DataSetAPI
Inherited from
DataSetAPIScalaBase
[
T
]
Inherited from
DataSetAPI
[
T
]
Inherited from
AnyRef
Inherited from
Any
Ungrouped