HiveSource

Instance Constructors

new HiveSource(dbName: String, tableName: String, constraints: List[PartitionConstraint] = Nil, projection: List[String] = Nil, predicate: Option[Predicate] = None)(implicit fs: FileSystem, client: IMetaStoreClient)

constraints
optional constraits on the partition data to narrow which partitions are read
projection
sets which fields are required by the caller.
predicate
optional predicate which will filter rows at the read level

Value Members

final def !=(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def asInstanceOf[T0]: T0

Definition Classes
Any
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
implicit val conf: Configuration
val constraints: List[PartitionConstraint]

optional constraits on the partition data to narrow which partitions are read
val dbName: String
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
def isPartitionOnlyProjection(): Boolean
val logger: Logger

Attributes
protected
Definition Classes
Logging
val metastoreSchema: Schema
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
val ops: HiveOps
def parts(): List[Part]

Definition Classes
HiveSource → Source
val predicate: Option[Predicate]

optional predicate which will filter rows at the read level
val projection: List[String]

sets which fields are required by the caller.
def schema(): Schema

The returned schema should take into account:
The returned schema should take into account:
1) Any projection. If a projection is set, then it should return the schema in the same order as the projection. If no projection is set then the schema should be driven from the hive metastore.
2) Any partitions set. These should be included in the schema columns.

Definition Classes
HiveSource → Source
def select(first: String, rest: String*): HiveSource
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
val tableName: String
def toFrame(ioThreads: Int, observer: Observer[Row] = NoopObserver): Frame

Definition Classes
Source
def using[T, U <: AnyRef { def close(): Unit }](closeable: U)(f: (U) ⇒ T): T

Definition Classes
Using
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
def withPartitionConstraint(expr: PartitionConstraint): HiveSource
def withPartitionConstraint(name: String, value: String): HiveSource
def withPredicate(predicate: Predicate): HiveSource
def withProjection(columns: Seq[String]): HiveSource
def withProjection(first: String, rest: String*): HiveSource

Related Doc: package hive

case class HiveSource(dbName: String, tableName: String, constraints: List[PartitionConstraint] = Nil, projection: List[String] = Nil, predicate: Option[Predicate] = None)(implicit fs: FileSystem, client: IMetaStoreClient) extends Source with Logging with Using with Product with Serializable

Instance Constructors

new HiveSource(dbName: String, tableName: String, constraints: List[PartitionConstraint] = Nil, projection: List[String] = Nil, predicate: Option[Predicate] = None)(implicit fs: FileSystem, client: IMetaStoreClient)

Value Members

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: Any): Boolean

final def asInstanceOf[T0]: T0

def clone(): AnyRef

implicit val conf: Configuration

val constraints: List[PartitionConstraint]

val dbName: String

final def eq(arg0: AnyRef): Boolean

def finalize(): Unit

final def getClass(): Class[_]

final def isInstanceOf[T0]: Boolean

def isPartitionOnlyProjection(): Boolean

val logger: Logger

val metastoreSchema: Schema

final def ne(arg0: AnyRef): Boolean

final def notify(): Unit

final def notifyAll(): Unit

val ops: HiveOps

def parts(): List[Part]

val predicate: Option[Predicate]

val projection: List[String]

def schema(): Schema

def select(first: String, rest: String*): HiveSource

final def synchronized[T0](arg0: ⇒ T0): T0

val tableName: String

def toFrame(ioThreads: Int, observer: Observer[Row] = NoopObserver): Frame

def using[T, U <: AnyRef { def close(): Unit }](closeable: U)(f: (U) ⇒ T): T

final def wait(): Unit

final def wait(arg0: Long, arg1: Int): Unit

final def wait(arg0: Long): Unit

def withPartitionConstraint(expr: PartitionConstraint): HiveSource

def withPartitionConstraint(name: String, value: String): HiveSource

def withPredicate(predicate: Predicate): HiveSource

def withProjection(columns: Seq[String]): HiveSource

def withProjection(first: String, rest: String*): HiveSource

Inherited from Serializable

Inherited from Serializable

Inherited from Product

Inherited from Equals

Inherited from Using

Inherited from Source

Inherited from Logging

Inherited from AnyRef

Inherited from Any

Ungrouped