parquet

Type Members

1. class ArrayBuilder extends ValuesBuilder

2. class ArrayConverter extends GroupConverter with Logging

3. class ArrayRecordWriter extends RecordWriter with Logging

4. class DateConverter extends PrimitiveConverter

5. class DecimalConverter extends PrimitiveConverter

6. class DecimalWriter extends RecordWriter

7. class DefaultPrimitiveConverter extends PrimitiveConverter with Logging

8. class MapConverter extends GroupConverter

9. class MapRecordWriter extends RecordWriter

10. class ParquetPublisher extends Publisher[Seq[Row]] with Logging with Using

11. case class ParquetReaderConfig(parallelism: Int) extends Product with Serializable

12. case class ParquetSink(path: Path, options: ParquetWriteOptions = ...)(implicit fs: FileSystem) extends Sink with Logging with Product with Serializable

13. case class ParquetSource(pattern: FilePattern, predicate: Option[Predicate] = scala.None, projection: Seq[String] = immutable.this.Nil, dictionaryFiltering: Boolean = true, caseSensitive: Boolean = true)(implicit fs: FileSystem, conf: Configuration) extends Source with Logging with Using with Product with Serializable

14. case class ParquetWriteOptions(overwrite: Boolean = false, permission: Option[FsPermission] = scala.None, dictionary: Boolean = true, inheritPermissions: Option[Boolean] = scala.None, roundingMode: RoundingMode = ..., metadata: Map[String, String] = ...) extends Product with Serializable

15. case class ParquetWriterConfig(blockSize: Int, pageSize: Int, compressionCodec: CompressionCodecName, enableDictionary: Boolean, validating: Boolean) extends Product with Serializable

16. trait RecordWriter extends AnyRef

17. class RowReadSupport extends ReadSupport[Row] with Logging

18. class RowRecordMaterializer extends RecordMaterializer[Row] with Logging

19. class RowWriteSupport extends WriteSupport[Row] with Logging

20. class RowWriter extends AnyRef

21. case class Statistics(count: Long, compressedSize: Long, uncompressedSize: Long) extends Product with Serializable

22. class StringConverter extends PrimitiveConverter with Logging

23. class StructConverter extends GroupConverter with Logging

24. class StructRecordWriter extends RecordWriter with Logging

25. class TimestampConverter extends PrimitiveConverter

26. trait ValuesBuilder extends AnyRef

27. class VectorBuilder extends ValuesBuilder with Logging