wvlet.airframe.parquet

Members list

Concise view

Type members

Classlikes

case class ColumnStatistics(numNulls: Option[Long], compressedSize: Option[Long], uncompressedSize: Option[Long], minValue: Option[Any], maxValue: Option[Any])

Attributes

Graph
Supertypes
trait Serializable
trait Product
trait Equals
class Object
trait Matchable
class Any
object Parquet extends ParquetCompat with LogSupport

Attributes

Graph
Supertypes
trait LogSupport
trait LazyLogger
trait LoggingMethods
trait Serializable
class Object
trait Matchable
class Any
Self type
Parquet.type

Attributes

Graph
Supertypes
class Object
trait Matchable
class Any
Known subtypes
object Parquet.type
trait ParquetFieldWriter extends LogSupport

Attributes

Graph
Supertypes
trait LogSupport
trait LazyLogger
trait LoggingMethods
trait Serializable
class Object
trait Matchable
class Any
Known subtypes
case class ParquetObjectWriter(paramWriters: Seq[ParquetFieldWriter], params: Seq[Parameter], isRoot: Boolean) extends ParquetWriteCodec with LogSupport

Attributes

Companion:
object
Graph
Supertypes
trait Product
trait Equals
trait LogSupport
trait LazyLogger
trait LoggingMethods
trait Serializable
class Object
trait Matchable
class Any

Attributes

Companion:
class
Graph
Supertypes
trait Product
trait Mirror
class Object
trait Matchable
class Any
Self type

Object parameter codec for Option[X] type. This codec is used for skipping startField() and endField() calls at all

Object parameter codec for Option[X] type. This codec is used for skipping startField() and endField() calls at all

Attributes

Graph
Supertypes
trait LogSupport
trait LazyLogger
trait LoggingMethods
trait Serializable
class Object
trait Matchable
class Any
case class ParquetParameterWriter(index: Int, name: String, parquetCodec: ParquetWriteCodec) extends ParquetFieldWriter

A codec for writing an object parameter as a Parquet field

A codec for writing an object parameter as a Parquet field

Attributes

Graph
Supertypes
trait Product
trait Equals
trait LogSupport
trait LazyLogger
trait LoggingMethods
trait Serializable
class Object
trait Matchable
class Any
case class ParquetQueryPlan(sql: String, projectedColumns: Seq[String], predicate: Option[FilterPredicate])

Attributes

Graph
Supertypes
trait Serializable
trait Product
trait Equals
class Object
trait Matchable
class Any
object ParquetQueryPlanner extends LogSupport

Attributes

Graph
Supertypes
trait LogSupport
trait LazyLogger
trait LoggingMethods
trait Serializable
class Object
trait Matchable
class Any
Self type
class ParquetReadSupportAdapter[A](surface: Surface, plan: Option[ParquetQueryPlan]) extends ReadSupport[A]

Attributes

Graph
Supertypes
class ReadSupport[A]
class Object
trait Matchable
class Any

Attributes

Graph
Supertypes
class Object
trait Matchable
class Any
Self type
class ParquetRecordMaterializer[A](surface: Surface, projectedSchema: MessageType) extends RecordMaterializer[A]

An adapter class for org.apache.parquet.RecordMaterializer

An adapter class for org.apache.parquet.RecordMaterializer

Attributes

Graph
Supertypes
class RecordMaterializer[A]
class Object
trait Matchable
class Any
object ParquetRecordReader extends LogSupport

Attributes

Companion:
class
Graph
Supertypes
trait LogSupport
trait LazyLogger
trait LoggingMethods
trait Serializable
class Object
trait Matchable
class Any
Self type
class ParquetRecordReader[A](surface: Surface, projectedSchema: GroupType, parentContext: Option[ParentContext]) extends GroupConverter with LogSupport

Attributes

Companion:
object
Graph
Supertypes
trait LogSupport
trait LazyLogger
trait LoggingMethods
trait Serializable
class GroupConverter
class Converter
class Object
trait Matchable
class Any
class ParquetRecordWriter(schema: MessageType, knownSurfaces: Seq[Surface]) extends LogSupport

Adjust any input objects into the shape of the Parquet schema

Adjust any input objects into the shape of the Parquet schema

Attributes

Graph
Supertypes
trait LogSupport
trait LazyLogger
trait LoggingMethods
trait Serializable
class Object
trait Matchable
class Any
class ParquetRecordWriterSupportAdapter(schema: MessageType, knownSurfaces: Seq[Surface]) extends WriteSupport[Any] with LogSupport

Attributes

Graph
Supertypes
trait LogSupport
trait LazyLogger
trait LoggingMethods
trait Serializable
class WriteSupport[Any]
class Object
trait Matchable
class Any

Attributes

Graph
Supertypes
class Object
trait Matchable
class Any
Self type
class ParquetSeqWriter(elementCodec: ParquetWriteCodec) extends ParquetWriteCodec with LogSupport

Attributes

Graph
Supertypes
trait LogSupport
trait LazyLogger
trait LoggingMethods
trait Serializable
class Object
trait Matchable
class Any
object ParquetStatsReader extends LogSupport

Attributes

Graph
Supertypes
trait LogSupport
trait LazyLogger
trait LoggingMethods
trait Serializable
class Object
trait Matchable
class Any
Self type

Attributes

Companion:
object
Graph
Supertypes
class Object
trait Matchable
class Any
Known subtypes
object ParquetWriteCodec extends LogSupport

Attributes

Companion:
trait
Graph
Supertypes
trait LogSupport
trait LazyLogger
trait LoggingMethods
trait Serializable
class Object
trait Matchable
class Any
Self type
class ParquetWriteSupportAdapter[A](surface: Surface) extends WriteSupport[A] with LogSupport

Attributes

Graph
Supertypes
trait LogSupport
trait LazyLogger
trait LoggingMethods
trait Serializable
class WriteSupport[A]
class Object
trait Matchable
class Any
object ParquetWriterAdapter extends LogSupport

Attributes

Graph
Supertypes
trait LogSupport
trait LazyLogger
trait LoggingMethods
trait Serializable
class Object
trait Matchable
class Any
Self type
abstract class PrimitiveParquetCodec(codec: MessageCodec[_]) extends ParquetWriteCodec with LogSupport

Convert object --[MessageCodec]--> msgpack --[MessageCodec]--> Parquet type --> RecordConsumer

Convert object --[MessageCodec]--> msgpack --[MessageCodec]--> Parquet type --> RecordConsumer

Attributes

Graph
Supertypes
trait LogSupport
trait LazyLogger
trait LoggingMethods
trait Serializable
class Object
trait Matchable
class Any

Attributes

Companion:
object
Graph
Supertypes
class Object
trait Matchable
class Any
Known subtypes

Attributes

Companion:
trait
Graph
Supertypes
class Object
trait Matchable
class Any
Self type
class RecordBuilderImpl extends RecordBuilder with LogSupport

Attributes

Graph
Supertypes
trait LogSupport
trait LazyLogger
trait LoggingMethods
trait Serializable
class Object
trait Matchable
class Any