Parquet

object Parquet extends ParquetCompat with LogSupport
trait LogSupport
trait LazyLogger
trait LoggingMethods
trait Serializable
class Object
trait Matchable
class Any
Parquet.type

Value members

Concrete methods

def newObjectReader[A](objectSurface: Surface, path: String, hadoopConf: Configuration, config: Builder[A] => Builder[A]): ParquetReader[A]
def newObjectWriter[A](objectSurface: Surface, path: String, hadoopConf: Configuration, config: Builder[A] => Builder[A]): ParquetWriter[A]
def newRecordWriter(path: String, schema: MessageType, knownSurfaces: Seq[Surface], hadoopConf: Configuration, config: RecordWriterBuilder => RecordWriterBuilder): ParquetWriter[Any]

Create a Parquet writer that accepts records represented in Map, Array, JSON, MsgPack, etc.

Create a Parquet writer that accepts records represented in Map, Array, JSON, MsgPack, etc.

Value parameters:
knownSurfaces

surfaces of objects that will be used for wrigin records

def queryObject[A](objectSurface: Surface, path: String, sql: String, hadoopConf: Configuration, config: Builder[A] => Builder[A]): ParquetReader[A]
def readSchema(path: String, hadoopConf: Configuration): MessageType
def readStatistics(path: String, hadoopConf: Configuration): Map[String, ColumnStatistics]
def toParquetSchema(s: Surface): MessageType

Inherited methods

inline protected def debug(inline message: Any, inline cause: Throwable): Unit
Inherited from:
LoggingMethods
inline protected def debug(inline message: Any): Unit
Inherited from:
LoggingMethods
inline protected def error(inline message: Any, inline cause: Throwable): Unit
Inherited from:
LoggingMethods
inline protected def error(inline message: Any): Unit
Inherited from:
LoggingMethods
inline protected def info(inline message: Any, inline cause: Throwable): Unit
Inherited from:
LoggingMethods
inline protected def info(inline message: Any): Unit
Inherited from:
LoggingMethods
inline protected def logAt(inline logLevel: LogLevel, inline message: Any): Unit
Inherited from:
LoggingMethods
inline def newReader[A](path: String, hadoopConf: Configuration, config: Builder[A] => Builder[A]): ParquetReader[A]
Inherited from:
ParquetCompat
inline def newWriter[A](path: String, hadoopConf: Configuration, config: Builder[A] => Builder[A]): ParquetWriter[A]
Inherited from:
ParquetCompat
inline def query[A](path: String, sql: String, hadoopConf: Configuration, config: Builder[A] => Builder[A]): ParquetReader[A]
Inherited from:
ParquetCompat
inline protected def trace(inline message: Any, inline cause: Throwable): Unit
Inherited from:
LoggingMethods
inline protected def trace(inline message: Any): Unit
Inherited from:
LoggingMethods
inline protected def warn(inline message: Any, inline cause: Throwable): Unit
Inherited from:
LoggingMethods
inline protected def warn(inline message: Any): Unit
Inherited from:
LoggingMethods