package
hive
Type Members
-
case class
HiveDatabase(dbName: String)(implicit fs: FileSystem, client: IMetaStoreClient) extends Product with Serializable
-
case class
HiveDatasetUri(db: String, table: String) extends Product with Serializable
-
-
-
trait
HiveFormat extends AnyRef
-
class
HiveOps extends Logging
-
-
case class
HiveSink(dbName: String, tableName: String, ioThreads: Int = 4, dynamicPartitioning: Option[Boolean] = None, schemaEvolution: Option[Boolean] = None)(implicit fs: FileSystem, client: IMetaStoreClient) extends Sink with Logging with Product with Serializable
-
class
HiveSinkWriter extends SinkWriter with Logging
-
case class
HiveSource(dbName: String, tableName: String, constraints: List[PartitionConstraint] = Nil, projection: List[String] = Nil, predicate: Option[Predicate] = None)(implicit fs: FileSystem, client: IMetaStoreClient) extends Source with Logging with Using with Product with Serializable
-
case class
HiveTable(dbName: String, tableName: String)(implicit fs: FileSystem, client: IMetaStoreClient) extends Product with Serializable
-
trait
HiveWriter extends AnyRef
-
case class
Partition(createTime: Long, sd: StorageDescriptor, values: List[PartitionPart]) extends Product with Serializable
-
case class
PartitionKey(field: Field) extends Product with Serializable
-
case class
TableSpec(tableName: String, tableType: TableType, location: String, numBuckets: Int, bucketNames: List[String], params: Map[String, String], inputFormat: String, outputFormat: String, serde: String, retention: Int, createTime: Long, lastAccessTime: Long, owner: String) extends Product with Serializable
A Hive Part that can read values from the metastore, rather than reading values from files. This can be used only when the requested fields are all partition partitionKeys.