ai
.
chronon
.
spark
.
Extensions
DataframeOps
Related Doc:
package Extensions
implicit
class
DataframeOps
extends
AnyRef
Linear Supertypes
AnyRef
,
Any
Ordering
Alphabetic
By Inheritance
Inherited
DataframeOps
AnyRef
Any
Hide All
Show All
Visibility
Public
All
Instance Constructors
new
DataframeOps
(
df:
DataFrame
)
Value Members
final
def
!=
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
final
def
##
()
:
Int
Definition Classes
AnyRef → Any
final
def
==
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
final
def
asInstanceOf
[
T0
]
:
T0
Definition Classes
Any
def
camelToSnake
:
DataFrame
def
clone
()
:
AnyRef
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
eq
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
def
equals
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
def
filterBloom
(
bloomMap:
Map
[
String
,
BloomFilter
]
)
:
DataFrame
def
finalize
()
:
Unit
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
classOf[java.lang.Throwable]
)
def
generateBloomFilter
(
col:
String
,
totalCount:
Long
,
tableName:
String
,
partitionRange:
PartitionRange
,
fpp:
Double
=
0.03
)
:
BloomFilter
final
def
getClass
()
:
Class
[_]
Definition Classes
AnyRef → Any
def
hashCode
()
:
Int
Definition Classes
AnyRef → Any
final
def
isInstanceOf
[
T0
]
:
Boolean
Definition Classes
Any
final
def
ne
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
final
def
notify
()
:
Unit
Definition Classes
AnyRef
final
def
notifyAll
()
:
Unit
Definition Classes
AnyRef
def
nullSafeJoin
(
right:
DataFrame
,
keys:
Seq
[
String
]
,
joinType:
String
)
:
DataFrame
def
order
(
keys:
Seq
[
String
]
)
:
DataFrame
def
partitionRange
:
PartitionRange
def
prefixColumnNames
(
prefix:
String
,
columns:
Seq
[
String
]
)
:
DataFrame
def
prettyPrint
(
timeColumns:
Seq
[
String
] =
...
)
:
Unit
def
prunePartition
(
partitionRange:
PartitionRange
)
:
DataFrame
def
range
[
T
]
(
columnName:
String
)
: (
T
,
T
)
def
removeNulls
(
cols:
Seq
[
String
]
)
:
DataFrame
def
replaceWithReadableTime
(
cols:
Seq
[
String
]
,
dropOriginal:
Boolean
)
:
DataFrame
def
save
(
tableName:
String
,
tableProperties:
Map
[
String
,
String
] =
null
,
partitionColumns:
Seq
[
String
] =
Seq(tableUtils.partitionColumn)
,
autoExpand:
Boolean
=
false
)
:
Unit
def
saveUnPartitioned
(
tableName:
String
,
tableProperties:
Map
[
String
,
String
] =
null
)
:
Unit
final
def
synchronized
[
T0
]
(
arg0: ⇒
T0
)
:
T0
Definition Classes
AnyRef
def
timeRange
:
TimeRange
def
toString
()
:
String
Definition Classes
AnyRef → Any
def
typeOf
(
col:
String
)
:
DataType
def
validateJoinKeys
(
right:
DataFrame
,
keys:
Seq
[
String
]
)
:
Unit
final
def
wait
()
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
,
arg1:
Int
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
def
withPartitionBasedTimestamp
(
colName:
String
,
inputColumn:
String
=
tableUtils.partitionColumn
)
:
DataFrame
def
withShiftedPartition
(
colName:
String
,
days:
Int
=
1
)
:
DataFrame
def
withTimeBasedColumn
(
columnName:
String
,
timeColumn:
String
=
Constants.TimeColumn
,
format:
String
=
tableUtils.partitionSpec.format
)
:
DataFrame
Inherited from
AnyRef
Inherited from
Any
Ungrouped