parquet

Type Members

class ArrayBuilder extends ValuesBuilder
class ArrayConverter extends GroupConverter with Logging
class ArrayParquetWriter extends ParquetValueWriter with Logging
class DateConverter extends PrimitiveConverter
class DecimalConverter extends PrimitiveConverter
class DecimalWriter extends ParquetValueWriter
class DefaultPrimitiveConverter extends PrimitiveConverter with Logging
class MapConverter extends GroupConverter
class MapParquetWriter extends ParquetValueWriter
class ParquetPart extends Part with Logging with Using
case class ParquetReaderConfig(parallelism: Int) extends Product with Serializable
case class ParquetSink(path: Path, overwrite: Boolean = false, permission: Option[FsPermission] = None, inheritPermissions: Option[Boolean] = None, metadata: Map[String, String] = Map.empty)(implicit fs: FileSystem) extends Sink with Logging with Product with Serializable
case class ParquetSource(pattern: FilePattern, predicate: Option[Predicate] = None, projection: Seq[String] = Nil)(implicit fs: FileSystem, conf: Configuration) extends Source with Logging with Using with Product with Serializable
trait ParquetValueWriter extends AnyRef
case class ParquetWriterConfig(blockSize: Int, pageSize: Int, compressionCodec: CompressionCodecName, enableDictionary: Boolean, validating: Boolean) extends Product with Serializable
class RowReadSupport extends ReadSupport[Row] with Logging
class RowRecordMaterializer extends RecordMaterializer[Row] with Logging
class RowWriteSupport extends WriteSupport[Row] with Logging
class RowWriter extends AnyRef
case class Statistics(count: Long, compressedSize: Long, uncompressedSize: Long) extends Product with Serializable
class StringConverter extends PrimitiveConverter with Logging
class StructConverter extends GroupConverter with Logging
class StructWriter extends ParquetValueWriter with Logging
class TimestampConverter extends PrimitiveConverter
trait ValuesBuilder extends AnyRef
class VectorBuilder extends ValuesBuilder with Logging

Value Members

object BigIntParquetValueWriter extends ParquetValueWriter
object BinaryParquetWriter extends ParquetValueWriter
object BooleanParquetValueWriter extends ParquetValueWriter
object Converter
object DateParquetValueWriter extends ParquetValueWriter
object DoubleParquetValueWriter extends ParquetValueWriter
object FloatParquetValueWriter extends ParquetValueWriter
object IntParquetValueWriter extends ParquetValueWriter
object LongParquetValueWriter extends ParquetValueWriter
object ParquetPredicateBuilder extends PredicateBuilder[FilterPredicate]
object ParquetReaderConfig extends Logging with Serializable
object ParquetReaderFn extends Logging

Helper function to create a parquet reader, using the apache parquet library.
Helper function to create a parquet reader, using the apache parquet library. The reader supports optional predicate (for row filtering) and a projection schema (for column filtering).
object ParquetSchemaFns

See parquet formats at https://github.com/Parquet/parquet-format/blob/master/LogicalTypes.md
object ParquetSource extends Serializable
object ParquetValueWriter
object ParquetWriterConfig extends Logging with Serializable
object ParquetWriterFn

Helper function for create a native ParquetWriter using the apache parquet library.
Helper function for create a native ParquetWriter using the apache parquet library. Uses config keys to support compression codec, page size, and block size.
object ShortParquetWriter extends ParquetValueWriter
object Statistics extends Serializable
object StringParquetValueWriter extends ParquetValueWriter
object TimeParquetValueWriter extends ParquetValueWriter
object TimestampParquetValueWriter extends ParquetValueWriter
package avro
package util

package parquet

Type Members

class ArrayBuilder extends ValuesBuilder

class ArrayConverter extends GroupConverter with Logging

class ArrayParquetWriter extends ParquetValueWriter with Logging

class DateConverter extends PrimitiveConverter

class DecimalConverter extends PrimitiveConverter

class DecimalWriter extends ParquetValueWriter

class DefaultPrimitiveConverter extends PrimitiveConverter with Logging

class MapConverter extends GroupConverter

class MapParquetWriter extends ParquetValueWriter

class ParquetPart extends Part with Logging with Using

case class ParquetReaderConfig(parallelism: Int) extends Product with Serializable

case class ParquetSink(path: Path, overwrite: Boolean = false, permission: Option[FsPermission] = None, inheritPermissions: Option[Boolean] = None, metadata: Map[String, String] = Map.empty)(implicit fs: FileSystem) extends Sink with Logging with Product with Serializable

case class ParquetSource(pattern: FilePattern, predicate: Option[Predicate] = None, projection: Seq[String] = Nil)(implicit fs: FileSystem, conf: Configuration) extends Source with Logging with Using with Product with Serializable

trait ParquetValueWriter extends AnyRef

case class ParquetWriterConfig(blockSize: Int, pageSize: Int, compressionCodec: CompressionCodecName, enableDictionary: Boolean, validating: Boolean) extends Product with Serializable

class RowReadSupport extends ReadSupport[Row] with Logging

class RowRecordMaterializer extends RecordMaterializer[Row] with Logging

class RowWriteSupport extends WriteSupport[Row] with Logging

class RowWriter extends AnyRef

case class Statistics(count: Long, compressedSize: Long, uncompressedSize: Long) extends Product with Serializable

class StringConverter extends PrimitiveConverter with Logging

class StructConverter extends GroupConverter with Logging

class StructWriter extends ParquetValueWriter with Logging

class TimestampConverter extends PrimitiveConverter

trait ValuesBuilder extends AnyRef

class VectorBuilder extends ValuesBuilder with Logging

Value Members

object BigIntParquetValueWriter extends ParquetValueWriter

object BinaryParquetWriter extends ParquetValueWriter

object BooleanParquetValueWriter extends ParquetValueWriter

object Converter

object DateParquetValueWriter extends ParquetValueWriter

object DoubleParquetValueWriter extends ParquetValueWriter

object FloatParquetValueWriter extends ParquetValueWriter

object IntParquetValueWriter extends ParquetValueWriter

object LongParquetValueWriter extends ParquetValueWriter

object ParquetPredicateBuilder extends PredicateBuilder[FilterPredicate]

object ParquetReaderConfig extends Logging with Serializable

object ParquetReaderFn extends Logging

object ParquetSchemaFns

object ParquetSource extends Serializable

object ParquetValueWriter

object ParquetWriterConfig extends Logging with Serializable

object ParquetWriterFn

object ShortParquetWriter extends ParquetValueWriter

object Statistics extends Serializable

object StringParquetValueWriter extends ParquetValueWriter

object TimeParquetValueWriter extends ParquetValueWriter

object TimestampParquetValueWriter extends ParquetValueWriter

package avro

package util

Ungrouped