ParquetWriteSupport

Parquet write support used by org.apache.parquet.hadoop.ParquetOutputFormat to write values to parquet output. User must provide record schema and a function which permits to write a used defined case class to parquet store with the record consumer and schema definition.

For case class value types, we provide a macro to generate the write support, please check com.twitter.scalding.parquet.tuple.macros.Macros.caseClassParquetWriteSupport

T: user defined value type

Linear Supertypes

Serializable, Serializable, WriteSupport[T], AnyRef, Any

Instance Constructors

new ParquetWriteSupport(rootSchema: String)

Abstract Value Members

abstract def writeRecord(r: T, rc: RecordConsumer, schema: MessageType): Unit

Concrete Value Members

final def !=(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def asInstanceOf[T0]: T0

Definition Classes
Any
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def equals(arg0: Any): Boolean

Definition Classes
AnyRef → Any
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
def finalizeWrite(): FinalizedWriteContext

Definition Classes
WriteSupport
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
def hashCode(): Int

Definition Classes
AnyRef → Any
def init(configuration: Configuration): WriteContext

Definition Classes
ParquetWriteSupport → WriteSupport
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
def prepareForWrite(rc: RecordConsumer): Unit

Definition Classes
ParquetWriteSupport → WriteSupport
var recordConsumer: RecordConsumer
val rootSchema: String
lazy val rootType: MessageType
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
def toString(): String

Definition Classes
AnyRef → Any
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
def write(record: T): Unit

Definition Classes
ParquetWriteSupport → WriteSupport

Related Doc: package scheme

abstract class ParquetWriteSupport[T] extends WriteSupport[T] with Serializable

Instance Constructors

new ParquetWriteSupport(rootSchema: String)

Abstract Value Members

abstract def writeRecord(r: T, rc: RecordConsumer, schema: MessageType): Unit

Concrete Value Members

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: Any): Boolean

final def asInstanceOf[T0]: T0

def clone(): AnyRef

final def eq(arg0: AnyRef): Boolean

def equals(arg0: Any): Boolean

def finalize(): Unit

def finalizeWrite(): FinalizedWriteContext

final def getClass(): Class[_]

def hashCode(): Int

def init(configuration: Configuration): WriteContext

final def isInstanceOf[T0]: Boolean

final def ne(arg0: AnyRef): Boolean

final def notify(): Unit

final def notifyAll(): Unit

def prepareForWrite(rc: RecordConsumer): Unit

var recordConsumer: RecordConsumer

val rootSchema: String

lazy val rootType: MessageType

final def synchronized[T0](arg0: ⇒ T0): T0

def toString(): String

final def wait(): Unit

final def wait(arg0: Long, arg1: Int): Unit

final def wait(arg0: Long): Unit

def write(record: T): Unit

Inherited from Serializable

Inherited from Serializable

Inherited from WriteSupport[T]

Inherited from AnyRef

Inherited from Any

Ungrouped