airframe-parquet/wvlet.airframe.parquet

wvlet.airframe.parquet

package wvlet.airframe.parquet

Type members

Classlikes

case class ColumnStatistics(numNulls: Option[Long], compressedSize: Option[Long], uncompressedSize: Option[Long], minValue: Option[Any], maxValue: Option[Any])
object Parquet extends ParquetCompat with LogSupport
trait ParquetCompat
trait ParquetFieldWriter extends LogSupport
case class ParquetObjectWriter(paramWriters: Seq[ParquetFieldWriter], params: Seq[Parameter], isRoot: Boolean) extends ParquetWriteCodec with LogSupport
Companion:
object
object ParquetObjectWriter
Companion:
class
class ParquetOptionWriter(parameterCodec: ParquetParameterWriter) extends ParquetFieldWriter

Object parameter codec for Option[X] type. This codec is used for skipping startField() and endField() calls at all

Object parameter codec for Option[X] type. This codec is used for skipping startField() and endField() calls at all

case class ParquetParameterWriter(index: Int, name: String, parquetCodec: ParquetWriteCodec) extends ParquetFieldWriter

A codec for writing an object parameter as a Parquet field

A codec for writing an object parameter as a Parquet field

case class ParquetQueryPlan(sql: String, projectedColumns: Seq[String], predicate: Option[FilterPredicate])
object ParquetQueryPlanner extends LogSupport
class ParquetReadSupportAdapter[A](surface: Surface, plan: Option[ParquetQueryPlan]) extends ReadSupport[A]
object ParquetReaderAdapter
class ParquetRecordMaterializer[A](surface: Surface, projectedSchema: MessageType) extends RecordMaterializer[A]

An adapter class for org.apache.parquet.RecordMaterializer

An adapter class for org.apache.parquet.RecordMaterializer

object ParquetRecordReader extends LogSupport
Companion:
class
class ParquetRecordReader[A](surface: Surface, projectedSchema: GroupType, parentContext: Option[ParentContext]) extends GroupConverter with LogSupport
Companion:
object
class ParquetRecordWriter(schema: MessageType, knownSurfaces: Seq[Surface]) extends LogSupport

Adjust any input objects into the shape of the Parquet schema

Adjust any input objects into the shape of the Parquet schema

class ParquetRecordWriterSupportAdapter(schema: MessageType, knownSurfaces: Seq[Surface]) extends WriteSupport[Any] with LogSupport
object ParquetSchema
class ParquetSeqWriter(elementCodec: ParquetWriteCodec) extends ParquetWriteCodec with LogSupport
object ParquetStatsReader extends LogSupport
trait ParquetWriteCodec
Companion:
object
object ParquetWriteCodec extends LogSupport
Companion:
class
class ParquetWriteSupportAdapter[A](surface: Surface) extends WriteSupport[A] with LogSupport
object ParquetWriterAdapter extends LogSupport
abstract class PrimitiveParquetCodec(codec: MessageCodec[_]) extends ParquetWriteCodec with LogSupport

Convert object --[MessageCodec]--> msgpack --[MessageCodec]--> Parquet type --> RecordConsumer

Convert object --[MessageCodec]--> msgpack --[MessageCodec]--> Parquet type --> RecordConsumer

trait RecordBuilder
Companion:
object
object RecordBuilder
Companion:
class
class RecordBuilderImpl extends RecordBuilder with LogSupport