parquet

Type Members

class ArrayBuilder extends ValuesBuilder
class ArrayConverter extends GroupConverter with Logging
class ArrayParquetWriter extends RecordConsumerWriter with Logging
class DateConverter extends PrimitiveConverter
class DecimalConverter extends PrimitiveConverter
class DecimalWriter extends RecordConsumerWriter
class DefaultPrimitiveConverter extends PrimitiveConverter with Logging
class MapConverter extends GroupConverter
class MapParquetWriter extends RecordConsumerWriter
class ParquetPart extends Part with Logging with Using
case class ParquetReaderConfig(parallelism: Int) extends Product with Serializable
case class ParquetSink(path: Path, overwrite: Boolean = false, permission: Option[FsPermission] = None, dictionary: Boolean = true, inheritPermissions: Option[Boolean] = None, roundingMode: RoundingMode = RoundingMode.UNNECESSARY, metadata: Map[String, String] = Map.empty)(implicit fs: FileSystem) extends Sink with Logging with Product with Serializable
case class ParquetSource(pattern: FilePattern, predicate: Option[Predicate] = None, projection: Seq[String] = Nil, dictionaryFiltering: Boolean = true, caseSensitive: Boolean = true)(implicit fs: FileSystem, conf: Configuration) extends Source with Logging with Using with Product with Serializable
case class ParquetWriterConfig(blockSize: Int, pageSize: Int, compressionCodec: CompressionCodecName, enableDictionary: Boolean, validating: Boolean) extends Product with Serializable
trait RecordConsumerWriter extends AnyRef
class RowReadSupport extends ReadSupport[Row] with Logging
class RowRecordMaterializer extends RecordMaterializer[Row] with Logging
class RowWriteSupport extends WriteSupport[Row] with Logging
class RowWriter extends AnyRef
case class Statistics(count: Long, compressedSize: Long, uncompressedSize: Long) extends Product with Serializable
class StringConverter extends PrimitiveConverter with Logging
class StructConverter extends GroupConverter with Logging
class StructWriter extends RecordConsumerWriter with Logging
class TimestampConverter extends PrimitiveConverter
trait ValuesBuilder extends AnyRef
class VectorBuilder extends ValuesBuilder with Logging

Value Members

object BigIntRecordConsumerWriter extends RecordConsumerWriter
object BinaryParquetWriter extends RecordConsumerWriter
object BooleanRecordConsumerWriter extends RecordConsumerWriter
object Converter
object DateRecordConsumerWriter extends RecordConsumerWriter
object DoubleRecordConsumerWriter extends RecordConsumerWriter
object FloatRecordConsumerWriter extends RecordConsumerWriter
object IntRecordConsumerWriter extends RecordConsumerWriter
object LongRecordConsumerWriter extends RecordConsumerWriter
object ParquetPredicateBuilder extends PredicateBuilder[FilterPredicate]
object ParquetReaderConfig extends Logging with Serializable
object ParquetSchemaFns

See parquet formats at https://github.com/Parquet/parquet-format/blob/master/LogicalTypes.md
object ParquetSource extends Serializable
object ParquetWriterConfig extends Logging with ConfigSupport with Serializable
object RecordConsumerWriter
object RowParquetReaderFn extends Logging

Helper function to create a native parquet reader for Row objects, using the apache parquet library.
Helper function to create a native parquet reader for Row objects, using the apache parquet library. The reader supports optional predicate (for row filtering) and a projection schema (for column filtering).
object RowParquetWriterFn

Helper function to create a native ParquetWriter for Row objects using the apache parquet library.
Helper function to create a native ParquetWriter for Row objects using the apache parquet library. Uses config keys to support compression codec, page size, and block size.
object ShortParquetWriter extends RecordConsumerWriter
object Statistics extends Serializable
object StringRecordConsumerWriter extends RecordConsumerWriter
object TimeRecordConsumerWriter extends RecordConsumerWriter
object TimestampRecordConsumerWriter extends RecordConsumerWriter
package avro
package util

package parquet

Type Members

class ArrayBuilder extends ValuesBuilder

class ArrayConverter extends GroupConverter with Logging

class ArrayParquetWriter extends RecordConsumerWriter with Logging

class DateConverter extends PrimitiveConverter

class DecimalConverter extends PrimitiveConverter

class DecimalWriter extends RecordConsumerWriter

class DefaultPrimitiveConverter extends PrimitiveConverter with Logging

class MapConverter extends GroupConverter

class MapParquetWriter extends RecordConsumerWriter

class ParquetPart extends Part with Logging with Using

case class ParquetReaderConfig(parallelism: Int) extends Product with Serializable

case class ParquetSource(pattern: FilePattern, predicate: Option[Predicate] = None, projection: Seq[String] = Nil, dictionaryFiltering: Boolean = true, caseSensitive: Boolean = true)(implicit fs: FileSystem, conf: Configuration) extends Source with Logging with Using with Product with Serializable

case class ParquetWriterConfig(blockSize: Int, pageSize: Int, compressionCodec: CompressionCodecName, enableDictionary: Boolean, validating: Boolean) extends Product with Serializable

trait RecordConsumerWriter extends AnyRef

class RowReadSupport extends ReadSupport[Row] with Logging

class RowRecordMaterializer extends RecordMaterializer[Row] with Logging

class RowWriteSupport extends WriteSupport[Row] with Logging

class RowWriter extends AnyRef

case class Statistics(count: Long, compressedSize: Long, uncompressedSize: Long) extends Product with Serializable

class StringConverter extends PrimitiveConverter with Logging

class StructConverter extends GroupConverter with Logging

class StructWriter extends RecordConsumerWriter with Logging

class TimestampConverter extends PrimitiveConverter

trait ValuesBuilder extends AnyRef

class VectorBuilder extends ValuesBuilder with Logging

Value Members

object BigIntRecordConsumerWriter extends RecordConsumerWriter

object BinaryParquetWriter extends RecordConsumerWriter

object BooleanRecordConsumerWriter extends RecordConsumerWriter

object Converter

object DateRecordConsumerWriter extends RecordConsumerWriter

object DoubleRecordConsumerWriter extends RecordConsumerWriter

object FloatRecordConsumerWriter extends RecordConsumerWriter

object IntRecordConsumerWriter extends RecordConsumerWriter

object LongRecordConsumerWriter extends RecordConsumerWriter

object ParquetPredicateBuilder extends PredicateBuilder[FilterPredicate]

object ParquetReaderConfig extends Logging with Serializable

object ParquetSchemaFns

object ParquetSource extends Serializable

object ParquetWriterConfig extends Logging with ConfigSupport with Serializable

object RecordConsumerWriter

object RowParquetReaderFn extends Logging

object RowParquetWriterFn

object ShortParquetWriter extends RecordConsumerWriter

object Statistics extends Serializable

object StringRecordConsumerWriter extends RecordConsumerWriter

object TimeRecordConsumerWriter extends RecordConsumerWriter

object TimestampRecordConsumerWriter extends RecordConsumerWriter

package avro

package util

Ungrouped