com
.
yotpo
.
metorikku
.
output
.
writers
.
file
HudiOutputWriter
Related Doc:
package file
class
HudiOutputWriter
extends
Writer
Linear Supertypes
Writer
,
Serializable
,
Serializable
,
AnyRef
,
Any
Ordering
Alphabetic
By Inheritance
Inherited
HudiOutputWriter
Writer
Serializable
Serializable
AnyRef
Any
Hide All
Show All
Visibility
Public
All
Instance Constructors
new
HudiOutputWriter
(
props:
Map
[
String
,
AnyRef
]
,
hudiOutput:
Option
[
Hudi
]
)
Type Members
case class
HudiOutputProperties
(
path:
Option
[
String
]
,
saveMode:
Option
[
String
]
,
keyColumn:
Option
[
String
]
,
timeColumn:
Option
[
String
]
,
partitionBy:
Option
[
String
]
,
tableName:
Option
[
String
]
,
hudiTableName:
Option
[
String
]
,
hivePartitions:
Option
[
String
]
,
extraOptions:
Option
[
Map
[
String
,
String
]]
,
alignToPreviousSchema:
Option
[
Boolean
]
,
supportNullableFields:
Option
[
Boolean
]
,
removeNullColumns:
Option
[
Boolean
]
)
extends
Product
with
Serializable
case class
MissingWriterArgumentException
(
message:
String
=
""
,
cause:
Throwable
=
None.orNull
)
extends
Exception
with
Product
with
Serializable
Definition Classes
Writer
Value Members
final
def
!=
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
final
def
##
()
:
Int
Definition Classes
AnyRef → Any
final
def
==
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
def
alignToSchemaColumns
(
df:
DataFrame
,
previousSchema:
Option
[
StructType
]
)
:
DataFrame
final
def
asInstanceOf
[
T0
]
:
T0
Definition Classes
Any
def
clone
()
:
AnyRef
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
eq
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
def
equals
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
def
finalize
()
:
Unit
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
classOf[java.lang.Throwable]
)
final
def
getClass
()
:
Class
[_]
Definition Classes
AnyRef → Any
def
getHudiDf
(
dataFrame:
DataFrame
,
ss:
SparkSession
,
path:
Option
[
String
]
,
manualHiveSyncPartitions:
Option
[
Map
[
String
,
String
]]
)
:
DataFrame
def
getTablesToSyncByStorageType
(
hudiOutput:
Option
[
Hudi
]
,
tableName:
String
)
:
Map
[
String
,
String
]
def
hashCode
()
:
Int
Definition Classes
AnyRef → Any
val
hudiOutputProperties
:
HudiOutputProperties
final
def
isInstanceOf
[
T0
]
:
Boolean
Definition Classes
Any
val
log
:
Logger
def
manualHiveSync
(
dataFrame:
DataFrame
,
path:
Option
[
String
]
,
manualHiveSyncPartitions:
Option
[
Map
[
String
,
String
]]
)
:
Unit
final
def
ne
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
final
def
notify
()
:
Unit
Definition Classes
AnyRef
final
def
notifyAll
()
:
Unit
Definition Classes
AnyRef
def
removeNullColumns
(
dataFrame:
DataFrame
,
previousSchema:
Option
[
StructType
]
)
:
DataFrame
def
setMandatoryArguments
(
mandatoryArgs:
String
*
)
:
Unit
Attributes
protected
Definition Classes
Writer
def
supportNullableFields
(
dataFrame:
DataFrame
)
:
DataFrame
final
def
synchronized
[
T0
]
(
arg0: ⇒
T0
)
:
T0
Definition Classes
AnyRef
def
toString
()
:
String
Definition Classes
AnyRef → Any
def
validateMandatoryArguments
(
outputOptions:
Map
[
String
,
String
]
)
:
Unit
Definition Classes
Writer
final
def
wait
()
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
,
arg1:
Int
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
def
write
(
dataFrame:
DataFrame
)
:
Unit
Definition Classes
HudiOutputWriter
→
Writer
def
writeStream
(
dataFrame:
DataFrame
,
streamingConfig:
Option
[
Streaming
]
)
:
Unit
Definition Classes
Writer
Inherited from
Writer
Inherited from
Serializable
Inherited from
Serializable
Inherited from
AnyRef
Inherited from
Any
Ungrouped