hive

Type Members

1. trait AlignmentStrategy extends AnyRef

   

   An alignment strategy will accept an input Row and return an output Row that is compatible with the target schema.

   An alignment strategy will accept an input Row and return an output Row that is compatible with the target schema. This allows writing to sinks whereby the output schema is not the same as the input schema.

   For example, the input may come from a JDBC table, and an output Hive table only defines a subset of the columns. Each row would need to be aligned so that it matches the subset schema.

   Implementations are free to add values, drop values or throw an exception if they wish.

2. trait CommitCallback extends AnyRef

   

3. trait EvolutionStrategy extends AnyRef

   

   A strategy that determines how a hive metastore schema is evolved for a given target schema.

   A strategy that determines how a hive metastore schema is evolved for a given target schema.

   For example, a strategy may choose to alter the hive table to add any missing columns. Or it may choose to abort a write by throwing an exception. Or it may choose to leave the schema as is and drop the columns from the input rows.

4. trait FileListener extends AnyRef

   

5. trait FilenameStrategy extends AnyRef

   

   Strategy responsible for the filenames created by eel when writing out data.

6. class HiveContext extends AnyRef

   

7. case class HiveDatabase(dbName: String)(implicit fs: FileSystem, client: IMetaStoreClient) extends Product with Serializable

   

8. case class HiveDatasetUri(db: String, table: String) extends Product with Serializable

   

9. trait HiveDialect extends Logging

   

10. class HiveFilePublisher extends Publisher[Seq[Row]] with Using

    

11. class HiveOps extends Logging

    

12. trait HiveOutputStream extends AnyRef

    

13. class HivePartitionExtractor extends AnyRef

    

14. class HivePartitionPublisher extends Publisher[Seq[Row]] with Logging

    

    A Hive Part that can read values from the metastore, rather than reading values from files.

    A Hive Part that can read values from the metastore, rather than reading values from files. This can be used only when the requested fields are all partition keys.

15. class HivePartitionScanner extends Logging

    

16. case class HiveSink(dbName: String, tableName: String, permission: Option[FsPermission] = None, inheritPermissions: Option[Boolean] = None, principal: Option[String] = None, partitionFields: Seq[String] = Nil, partitionStrategy: PartitionStrategy = new DynamicPartitionStrategy, filenameStrategy: FilenameStrategy = DefaultFilenameStrategy, stagingStrategy: StagingStrategy = DefaultStagingStrategy, evolutionStrategy: EvolutionStrategy = AdditionEvolutionStrategy, alignStrategy: AlignmentStrategy = RowPaddingAlignmentStrategy, outputSchemaStrategy: OutputSchemaStrategy = SkipPartitionsOutputSchemaStrategy, keytabPath: Option[Path] = None, fileListener: FileListener = FileListener.noop, createTable: Boolean = false, dialect: Option[HiveDialect] = None, callbacks: Seq[CommitCallback] = Nil, roundingMode: RoundingMode = RoundingMode.UNNECESSARY, metadata: Map[String, String] = Map.empty)(implicit fs: FileSystem, client: IMetaStoreClient) extends Sink with Logging with Product with Serializable

    

17. class HiveSinkWriter extends SinkWriter with Logging

    

18. case class HiveSource(dbName: String, tableName: String, projection: List[String] = Nil, predicate: Option[Predicate] = None, partitionConstraints: Seq[PartitionConstraint] = Nil, principal: Option[String] = None, keytabPath: Option[Path] = None)(implicit fs: FileSystem, client: IMetaStoreClient) extends Source with Logging with Using with Product with Serializable

    
    projection

    sets which fields are required by the caller.

    predicate

    optional predicate which will filter rows at the read level

19. trait HiveStats extends AnyRef

    

20. case class HiveTable(dbName: String, tableName: String)(implicit fs: FileSystem, conf: Configuration, client: IMetaStoreClient) extends Logging with Product with Serializable

    

21. trait OutputSchemaStrategy extends AnyRef

    

    Accepts a metastore schema and returns the schema that should actually be persisted to disk.

    Accepts a metastore schema and returns the schema that should actually be persisted to disk. This allows us to determine if some data is not written, for example in parquet files it is common to skip writing out partition data, since that data is present in the metastore.

22. class ParquetHiveStats extends HiveStats with Logging

    

23. case class PartitionColumn(name: String, dataType: DataType = StringType) extends Product with Serializable

    

24. trait RowAligner extends AnyRef

    

25. trait StagingStrategy extends AnyRef

    

26. trait StagingStrategy2 extends AnyRef

    

27. case class TableSpec(tableName: String, tableType: TableType, location: String, cols: Seq[FieldSchema], numBuckets: Int, bucketNames: List[String], params: Map[String, String], inputFormat: String, outputFormat: String, serde: String, retention: Int, createTime: Long, lastAccessTime: Long, owner: String) extends Product with Serializable