com
.
yotpo
.
metorikku
.
output
.
writers
.
file
HudiOutputWriter
Related Doc:
package file
class
HudiOutputWriter
extends
Writer
Linear Supertypes
Writer
,
Serializable
,
Serializable
,
AnyRef
,
Any
Ordering
Alphabetic
By Inheritance
Inherited
HudiOutputWriter
Writer
Serializable
Serializable
AnyRef
Any
Hide All
Show All
Visibility
Public
All
Instance Constructors
new
HudiOutputWriter
(
props:
Map
[
String
,
AnyRef
]
,
hudiOutput:
Option
[
Hudi
]
)
Type Members
case class
HudiOutputProperties
(
path:
Option
[
String
]
,
saveMode:
Option
[
String
]
,
keyColumn:
Option
[
String
]
,
timeColumn:
Option
[
String
]
,
partitionBy:
Option
[
String
]
,
tableName:
Option
[
String
]
,
hivePartitions:
Option
[
String
]
,
extraOptions:
Option
[
Map
[
String
,
String
]]
,
alignToPreviousSchema:
Option
[
Boolean
]
)
extends
Product
with
Serializable
case class
MissingWriterArgumentException
(
message:
String
=
""
,
cause:
Throwable
=
None.orNull
)
extends
Exception
with
Product
with
Serializable
Definition Classes
Writer
Value Members
final
def
!=
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
final
def
##
()
:
Int
Definition Classes
AnyRef → Any
final
def
==
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
def
alignToSchemaColumns
(
df:
DataFrame
,
previousSchema:
Option
[
StructType
]
)
:
DataFrame
final
def
asInstanceOf
[
T0
]
:
T0
Definition Classes
Any
def
clone
()
:
AnyRef
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
eq
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
def
equals
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
def
finalize
()
:
Unit
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
classOf[java.lang.Throwable]
)
final
def
getClass
()
:
Class
[_]
Definition Classes
AnyRef → Any
def
hashCode
()
:
Int
Definition Classes
AnyRef → Any
val
hudiOutputProperties
:
HudiOutputProperties
final
def
isInstanceOf
[
T0
]
:
Boolean
Definition Classes
Any
def
isOnlyNullColumn
(
df:
DataFrame
,
name:
String
)
:
Boolean
val
log
:
Logger
final
def
ne
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
final
def
notify
()
:
Unit
Definition Classes
AnyRef
final
def
notifyAll
()
:
Unit
Definition Classes
AnyRef
def
removeNullColumns
(
dataFrame:
DataFrame
,
previousSchema:
Option
[
StructType
]
)
:
DataFrame
def
setMandatoryArguments
(
mandatoryArgs:
String
*
)
:
Unit
Attributes
protected
Definition Classes
Writer
def
supportNullableFields
(
dataFrame:
DataFrame
)
:
DataFrame
final
def
synchronized
[
T0
]
(
arg0: ⇒
T0
)
:
T0
Definition Classes
AnyRef
def
toString
()
:
String
Definition Classes
AnyRef → Any
def
validateMandatoryArguments
(
outputOptions:
Map
[
String
,
String
]
)
:
Unit
Definition Classes
Writer
final
def
wait
()
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
,
arg1:
Int
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
def
write
(
dataFrame:
DataFrame
)
:
Unit
Definition Classes
HudiOutputWriter
→
Writer
def
writeStream
(
dataFrame:
DataFrame
,
streamingConfig:
Option
[
Streaming
]
)
:
Unit
Definition Classes
Writer
Inherited from
Writer
Inherited from
Serializable
Inherited from
Serializable
Inherited from
AnyRef
Inherited from
Any
Ungrouped