hive

Type Members

1. trait CommitCallback extends AnyRef

   

2. trait FileListener extends AnyRef

   

3. trait FilenameStrategy extends AnyRef

   

4. class HiveContext extends AnyRef

   

5. case class HiveDatabase(dbName: String)(implicit fs: FileSystem, client: IMetaStoreClient) extends Product with Serializable

   

6. case class HiveDatasetUri(db: String, table: String) extends Product with Serializable

   

7. trait HiveDialect extends Logging

   

8. class HiveFilePart extends Part with Using

   

9. trait HiveFormat extends AnyRef

   

10. class HiveOps extends Logging

    

11. trait HiveOutputStream extends AnyRef

    

12. class HivePartitionPart extends Part with Logging

    

    A Hive Part that can read values from the metastore, rather than reading values from files.

    A Hive Part that can read values from the metastore, rather than reading values from files. This can be used only when the requested fields are all partition keys.

13. class HivePartitionScanner extends Logging

    

14. case class HiveSink(dbName: String, tableName: String, dynamicPartitioning: Option[Boolean] = None, schemaEvolution: Option[Boolean] = None, permission: Option[FsPermission] = None, inheritPermissions: Option[Boolean] = None, principal: Option[String] = None, partitionFields: Seq[String] = Nil, partitionPathStrategy: PartitionPathStrategy = DefaultHivePathStrategy, filenameStrategy: FilenameStrategy = DefaultEelFilenameStrategy, stagingStrategy: StagingStrategy = DefaultStagingStrategy, keytabPath: Option[Path] = None, fileListener: FileListener = FileListener.noop, createTable: Boolean = false, callbacks: Seq[CommitCallback] = Nil, roundingMode: RoundingMode = RoundingMode.UNNECESSARY, metadata: Map[String, String] = Map.empty)(implicit fs: FileSystem, client: IMetaStoreClient) extends Sink with Logging with Product with Serializable

    

15. case class HiveSinkConfig(padNulls: Boolean, includePartitionsInData: Boolean) extends Product with Serializable

    

16. class HiveSinkWriter extends SinkWriter with Logging

    

17. case class HiveSource(dbName: String, tableName: String, projection: List[String] = Nil, predicate: Option[Predicate] = None, partitionConstraint: Option[PartitionConstraint] = None, principal: Option[String] = None, keytabPath: Option[Path] = None)(implicit fs: FileSystem, client: IMetaStoreClient) extends Source with Logging with Using with Product with Serializable

    
    projection

    sets which fields are required by the caller.

    predicate

    optional predicate which will filter rows at the read level

18. case class HiveTable(dbName: String, tableName: String)(implicit fs: FileSystem, client: IMetaStoreClient) extends Logging with Product with Serializable

    

19. case class PartitionColumn(name: String, dataType: DataType = StringType) extends Product with Serializable

    

20. trait Publisher[T] extends AnyRef

    

21. trait StagingStrategy extends AnyRef

    

22. case class TableSpec(tableName: String, tableType: TableType, location: String, cols: Seq[FieldSchema], numBuckets: Int, bucketNames: List[String], params: Map[String, String], inputFormat: String, outputFormat: String, serde: String, retention: Int, createTime: Long, lastAccessTime: Long, owner: String) extends Product with Serializable