frameless
TypedDataFrame
Related Doc:
package frameless
final
class
TypedDataFrame
[
Schema <:
Product
]
extends
Serializable
Linear Supertypes
Serializable
,
Serializable
,
AnyRef
,
Any
Ordering
Alphabetic
By Inheritance
Inherited
TypedDataFrame
Serializable
Serializable
AnyRef
Any
Hide All
Show All
Visibility
Public
All
Type Members
class
FieldRenamer
[
NewSchema <:
Product
]
extends
AnyRef
class
JoinOnPartial
[
C <:
HList
,
OtherS <:
Product
]
extends
SingletonProductArgs
class
JoinPartial
[
OtherS <:
Product
]
extends
SingletonProductArgs
class
LeftsemiJoinOnPartial
[
C <:
HList
,
OtherS <:
Product
]
extends
SingletonProductArgs
class
LeftsemiJoinPartial
[
OtherS <:
Product
]
extends
SingletonProductArgs
Value Members
final
def
!=
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
final
def
##
()
:
Int
Definition Classes
AnyRef → Any
final
def
==
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
def
as
[
NewSchema <:
Product
]
:
FieldRenamer
[
NewSchema
]
final
def
asInstanceOf
[
T0
]
:
T0
Definition Classes
Any
def
cache
()
:
TypedDataFrame
[
Schema
]
def
cartesianJoin
[
OtherS <:
Product
,
Out <:
Product
,
L <:
HList
,
R <:
HList
,
P <:
HList
,
V <:
HList
]
(
other:
TypedDataFrame
[
OtherS
]
)
(
implicit
l:
Aux
[
Schema
,
L
]
,
r:
Aux
[
OtherS
,
R
]
,
P:
shapeless.ops.hlist.Prepend.Aux
[
L
,
R
,
P
]
,
v:
Aux
[
P
,
V
]
,
t:
XLTupler.Aux
[
V
,
Out
]
,
g:
Fields
[
Out
]
)
:
TypedDataFrame
[
Out
]
def
clone
()
:
AnyRef
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
...
)
def
coalesce
(
numPartitions:
Int
)
:
TypedDataFrame
[
Schema
]
def
collect
()
(
implicit
t:
TypeableRow
[
Schema
]
)
:
Seq
[
Schema
]
def
columns
:
Array
[
String
]
def
count
()
:
Long
object
cube
extends
SingletonProductArgs
object
describe
extends
SingletonProductArgs
val
df
:
DataFrame
def
distinct
()
:
TypedDataFrame
[
Schema
]
object
drop
extends
SingletonProductArgs
object
dropDuplicates
extends
SingletonProductArgs
def
dtypes
:
Array
[(
String
,
String
)]
final
def
eq
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
def
equals
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
def
except
[
OtherS <:
Product
,
S <:
HList
]
(
other:
TypedDataFrame
[
OtherS
]
)
(
implicit
l:
Aux
[
Schema
,
S
]
,
r:
Aux
[
OtherS
,
S
]
)
:
TypedDataFrame
[
Schema
]
def
explain
(
extended:
Boolean
=
false
)
:
Unit
def
explode
[
NewSchema <:
Product
,
Out <:
Product
,
N <:
HList
,
G <:
HList
,
P <:
HList
]
(
f: (
Schema
) ⇒
TraversableOnce
[
NewSchema
]
)
(
implicit
a:
scala.reflect.api.JavaUniverse.TypeTag
[
NewSchema
]
,
n:
Aux
[
NewSchema
,
N
]
,
t:
TypeableRow.Aux
[
Schema
,
G
]
,
p:
shapeless.ops.hlist.Prepend.Aux
[
G
,
N
,
P
]
,
m:
XLTupler.Aux
[
P
,
Out
]
,
g:
Fields
[
Out
]
)
:
TypedDataFrame
[
Out
]
implicit
val
fields
:
Fields
[
Schema
]
def
filter
(
f: (
Schema
) ⇒
Boolean
)
(
implicit
s:
SQLContext
,
t:
TypeableRow
[
Schema
]
)
:
TypedDataFrame
[
Schema
]
def
finalize
()
:
Unit
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
classOf[java.lang.Throwable]
)
def
flatMap
[
NewSchema <:
Product
]
(
f: (
Schema
) ⇒
TraversableOnce
[
NewSchema
]
)
(
implicit
s:
SQLContext
,
w:
TypeableRow
[
Schema
]
,
c:
ClassTag
[
NewSchema
]
,
t:
scala.reflect.api.JavaUniverse.TypeTag
[
NewSchema
]
,
b:
Fields
[
NewSchema
]
)
:
TypedDataFrame
[
NewSchema
]
def
foreach
(
f: (
Schema
) ⇒
Unit
)
(
implicit
t:
TypeableRow
[
Schema
]
)
:
Unit
def
foreachPartition
(
f: (
Iterator
[
Schema
]) ⇒
Unit
)
(
implicit
t:
TypeableRow
[
Schema
]
)
:
Unit
final
def
getClass
()
:
Class
[_]
Definition Classes
AnyRef → Any
object
groupBy
extends
SingletonProductArgs
def
hashCode
()
:
Int
Definition Classes
AnyRef → Any
def
head
()
(
implicit
t:
TypeableRow
[
Schema
]
)
:
Schema
def
innerJoin
[
OtherS <:
Product
]
(
other:
TypedDataFrame
[
OtherS
]
)
:
JoinPartial
[
OtherS
]
def
inputFiles
:
Array
[
String
]
def
intersect
[
OtherS <:
Product
,
S <:
HList
]
(
other:
TypedDataFrame
[
OtherS
]
)
(
implicit
l:
Aux
[
Schema
,
S
]
,
r:
Aux
[
OtherS
,
S
]
)
:
TypedDataFrame
[
Schema
]
final
def
isInstanceOf
[
T0
]
:
Boolean
Definition Classes
Any
def
isLocal
:
Boolean
def
leftOuterJoin
[
OtherS <:
Product
]
(
other:
TypedDataFrame
[
OtherS
]
)
:
JoinPartial
[
OtherS
]
def
leftsemiJoin
[
OtherS <:
Product
]
(
other:
TypedDataFrame
[
OtherS
]
)
:
LeftsemiJoinPartial
[
OtherS
]
def
limit
(
n:
Int
)
:
TypedDataFrame
[
Schema
]
def
map
[
NewSchema <:
Product
]
(
f: (
Schema
) ⇒
NewSchema
)
(
implicit
s:
SQLContext
,
w:
TypeableRow
[
Schema
]
,
c:
ClassTag
[
NewSchema
]
,
t:
scala.reflect.api.JavaUniverse.TypeTag
[
NewSchema
]
,
b:
Fields
[
NewSchema
]
)
:
TypedDataFrame
[
NewSchema
]
def
mapPartitions
[
NewSchema <:
Product
]
(
f: (
Iterator
[
Schema
]) ⇒
Iterator
[
NewSchema
]
)
(
implicit
s:
SQLContext
,
w:
TypeableRow
[
Schema
]
,
c:
ClassTag
[
NewSchema
]
,
t:
scala.reflect.api.JavaUniverse.TypeTag
[
NewSchema
]
,
b:
Fields
[
NewSchema
]
)
:
TypedDataFrame
[
NewSchema
]
def
na
:
TypedDataFrameNaFunctions
[
Schema
]
final
def
ne
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
final
def
notify
()
:
Unit
Definition Classes
AnyRef
final
def
notifyAll
()
:
Unit
Definition Classes
AnyRef
def
outerJoin
[
OtherS <:
Product
]
(
other:
TypedDataFrame
[
OtherS
]
)
:
JoinPartial
[
OtherS
]
def
persist
(
newLevel:
StorageLevel
=
StorageLevel.MEMORY_AND_DISK
)
:
TypedDataFrame
[
Schema
]
def
printSchema
()
:
Unit
def
randomSplit
(
weights:
Array
[
Double
]
,
seed:
Long
=
randomLong
)
:
Array
[
TypedDataFrame
[
Schema
]]
def
rdd
(
implicit
t:
TypeableRow
[
Schema
]
,
l:
ClassTag
[
Schema
]
)
:
RDD
[
Schema
]
def
reduce
(
f: (
Schema
,
Schema
) ⇒
Schema
)
(
implicit
t:
TypeableRow
[
Schema
]
,
l:
ClassTag
[
Schema
]
)
:
Schema
def
registerTempTable
(
tableName:
String
)
:
Unit
def
repartition
(
numPartitions:
Int
)
:
TypedDataFrame
[
Schema
]
def
rightOuterJoin
[
OtherS <:
Product
]
(
other:
TypedDataFrame
[
OtherS
]
)
:
JoinPartial
[
OtherS
]
object
rollup
extends
SingletonProductArgs
def
sample
(
withReplacement:
Boolean
,
fraction:
Double
,
seed:
Long
=
randomLong
)
:
TypedDataFrame
[
Schema
]
def
schema
:
StructType
object
select
extends
SingletonProductArgs
def
selectExpr
(
exprs:
String
*
)
:
DataFrame
def
show
(
numRows:
Int
=
20
,
truncate:
Boolean
=
true
)
:
Unit
object
sort
extends
SingletonProductArgs
object
sortDesc
extends
SingletonProductArgs
def
stat
:
TypedDataFrameStatFunctions
[
Schema
]
final
def
synchronized
[
T0
]
(
arg0: ⇒
T0
)
:
T0
Definition Classes
AnyRef
def
take
(
n:
Int
)
(
implicit
t:
TypeableRow
[
Schema
]
)
:
Seq
[
Schema
]
def
toJSON
:
RDD
[
String
]
def
toString
()
:
String
Definition Classes
AnyRef → Any
def
unionAll
[
OtherS <:
Product
,
S <:
HList
]
(
other:
TypedDataFrame
[
OtherS
]
)
(
implicit
l:
Aux
[
Schema
,
S
]
,
r:
Aux
[
OtherS
,
S
]
)
:
TypedDataFrame
[
Schema
]
def
unpersist
(
blocking:
Boolean
=
false
)
:
TypedDataFrame
[
Schema
]
final
def
wait
()
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
,
arg1:
Int
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
def
write
:
DataFrameWriter
Inherited from
Serializable
Inherited from
Serializable
Inherited from
AnyRef
Inherited from
Any
Ungrouped