TestHive

Type Members

implicit class DslAttribute extends AnyRef

Definition Classes
ExpressionConversions
implicit class DslExpression extends ImplicitOperators

Definition Classes
ExpressionConversions
implicit class DslString extends ImplicitOperators

Definition Classes
ExpressionConversions
implicit class DslSymbol extends ImplicitAttribute

Definition Classes
ExpressionConversions
class HiveQLQueryExecution extends QueryExecution

Attributes
protected[org.apache.spark.sql.hive]
Definition Classes
TestHiveContext
abstract class ImplicitAttribute extends ImplicitOperators

Definition Classes
ExpressionConversions
abstract class QueryExecution extends TestHiveContext.QueryExecution

Override QueryExecution with special debug workflow.
class SparkPlanner extends SparkStrategies

Attributes
protected[org.apache.spark.sql]
Definition Classes
SQLContext
implicit class SqlCmd extends AnyRef

Attributes
protected[org.apache.spark.sql.hive]
Definition Classes
TestHiveContext
case class TestTable(name: String, commands: () ⇒ Unit*) extends Product with Serializable

Definition Classes
TestHiveContext

Value Members

final def !=(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def !=(arg0: Any): Boolean

Definition Classes
Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def ==(arg0: Any): Boolean

Definition Classes
Any
lazy val analyzer: Analyzer

Attributes
protected[org.apache.spark.sql]
Definition Classes
HiveContext → SQLContext
final def asInstanceOf[T0]: T0

Definition Classes
Any
def avg(e: Expression): Average

Definition Classes
ExpressionConversions
implicit def binaryToLiteral(a: Array[Byte]): Literal

Definition Classes
ExpressionConversions
implicit def booleanToLiteral(b: Boolean): Literal

Definition Classes
ExpressionConversions
implicit def byteToLiteral(b: Byte): Literal

Definition Classes
ExpressionConversions
def cacheTable(tableName: String): Unit

Definition Classes
SQLContext
var cacheTables: Boolean

Definition Classes
TestHiveContext
lazy val catalog: HiveMetastoreCatalog with OverrideCatalog

Attributes
protected[org.apache.spark.sql]
Definition Classes
HiveContext → SQLContext
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
def configure(): Unit

Sets up the system initially or after a RESET command
Sets up the system initially or after a RESET command

Attributes
protected
Definition Classes
LocalHiveContext
def contains(key: String): Boolean

Definition Classes
SQLConf
def count(e: Expression): Count

Definition Classes
ExpressionConversions
def countDistinct(e: Expression*): CountDistinct

Definition Classes
ExpressionConversions
def createParquetFile[A <: Product](path: String, allowExisting: Boolean, conf: Configuration)(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[A]): SchemaRDD

Definition Classes
SQLContext
Annotations
@Experimental()
implicit def createSchemaRDD[A <: Product](rdd: RDD[A])(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[A]): SchemaRDD

Definition Classes
SQLContext
def createTable[A <: Product](tableName: String, allowExisting: Boolean = true)(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[A]): Unit

Creates a table using the schema of the given class.
Creates a table using the schema of the given class.
A
A case class that is used to describe the schema of the table to be created.
tableName
The name of the table to create.
allowExisting
When false, an exception will be thrown if the table already exists.

Definition Classes
HiveContext
implicit def decimalToLiteral(d: BigDecimal): Literal

Definition Classes
ExpressionConversions
val describedTable: Regex

Definition Classes
TestHiveContext
implicit def doubleToLiteral(d: Double): Literal

Definition Classes
ExpressionConversions
lazy val emptyResult: RDD[Row]

Attributes
protected[org.apache.spark.sql]
Definition Classes
SQLContext
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def equals(arg0: Any): Boolean

Definition Classes
AnyRef → Any
def executePlan(plan: LogicalPlan): QueryExecution

Definition Classes
TestHiveContext → HiveContext → SQLContext
def executeSql(sql: String): TestHive.QueryExecution

Attributes
protected[org.apache.spark.sql]
Definition Classes
SQLContext
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
def first(e: Expression): First

Definition Classes
ExpressionConversions
implicit def floatToLiteral(f: Float): Literal

Definition Classes
ExpressionConversions
def get(key: String, defaultValue: String): String

Definition Classes
SQLConf
def get(key: String): String

Definition Classes
SQLConf
def getAll: Array[(String, String)]

Definition Classes
SQLConf
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
def getHiveFile(path: String): File

Definition Classes
TestHiveContext
def getOption(key: String): Option[String]

Definition Classes
SQLConf
def hashCode(): Int

Definition Classes
AnyRef → Any
lazy val hiveDevHome: Option[File]

The location of the hive source code.
The location of the hive source code.

Definition Classes
TestHiveContext
val hiveFilesTemp: File

Definition Classes
TestHiveContext
lazy val hiveHome: Option[File]

The location of the compiled hive distribution
The location of the compiled hive distribution

Definition Classes
TestHiveContext
val hivePlanner: SparkPlanner with HiveStrategies

Definition Classes
HiveContext
val hiveQTestUtilTables: Seq[TestTable]

Definition Classes
TestHiveContext
lazy val hiveconf: HiveConf

SQLConf and HiveConf contracts: when the hive session is first initialized, params in HiveConf will get picked up by the SQLConf.
SQLConf and HiveConf contracts: when the hive session is first initialized, params in HiveConf will get picked up by the SQLConf. Additionally, any properties set by set() or a SET command inside hql() or sql() will be set in the SQLConf *as well as* in the HiveConf.

Attributes
protected[org.apache.spark.sql.hive]
Definition Classes
HiveContext
def hiveql(hqlQuery: String): SchemaRDD

Executes a query expressed in HiveQL using Spark, returning the result as a SchemaRDD.
Executes a query expressed in HiveQL using Spark, returning the result as a SchemaRDD.

Definition Classes
HiveContext
def hql(hqlQuery: String): SchemaRDD

An alias for hiveql.
An alias for hiveql.

Definition Classes
HiveContext
val inRepoTests: File

Definition Classes
TestHiveContext
implicit def intToLiteral(i: Int): Literal

Definition Classes
ExpressionConversions
def isCached(tableName: String): Boolean

Definition Classes
SQLContext
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
def jsonFile(path: String, samplingRatio: Double): SchemaRDD

Definition Classes
SQLContext
Annotations
@Experimental()
def jsonFile(path: String): SchemaRDD

Definition Classes
SQLContext
def jsonRDD(json: RDD[String], samplingRatio: Double): SchemaRDD

Definition Classes
SQLContext
Annotations
@Experimental()
def jsonRDD(json: RDD[String]): SchemaRDD

Definition Classes
SQLContext
def loadTestTable(name: String): Unit

Definition Classes
TestHiveContext
lazy val logger: Logger

Attributes
protected
Definition Classes
Logging
implicit def logicalPlanToSparkQuery(plan: LogicalPlan): SchemaRDD

Definition Classes
SQLContext
Annotations
@DeveloperApi()
implicit def longToLiteral(l: Long): Literal

Definition Classes
ExpressionConversions
def lower(e: Expression): Lower

Definition Classes
ExpressionConversions
def max(e: Expression): Max

Definition Classes
ExpressionConversions
lazy val metastorePath: String

Definition Classes
TestHiveContext → LocalHiveContext
def min(e: Expression): Min

Definition Classes
ExpressionConversions
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
val optimizer: Optimizer.type

Attributes
protected[org.apache.spark.sql]
Definition Classes
SQLContext
val originalUdfs: Set[String]

Records the UDFs present when the server starts, so we can delete ones that are created by tests.
Records the UDFs present when the server starts, so we can delete ones that are created by tests.

Attributes
protected
Definition Classes
TestHiveContext
val outputBuffer: OutputStream { ... /* 4 definitions in type refinement */ }

Attributes
protected
Definition Classes
HiveContext
def parquetFile(path: String): SchemaRDD

Definition Classes
SQLContext
def parseSql(sql: String): LogicalPlan

Attributes
protected[org.apache.spark.sql]
Definition Classes
SQLContext
val parser: SqlParser

Attributes
protected[org.apache.spark.sql]
Definition Classes
SQLContext
val planner: SparkPlanner with HiveStrategies

Attributes
protected[org.apache.spark.sql]
Definition Classes
HiveContext → SQLContext
val prepareForExecution: RuleExecutor[SparkPlan] { val batches: List[this.Batch] }

Attributes
protected[org.apache.spark.sql]
Definition Classes
SQLContext
def registerRDDAsTable(rdd: SchemaRDD, tableName: String): Unit

Definition Classes
SQLContext
def registerTestTable(testTable: TestTable): HashMap[String, TestTable]

Definition Classes
TestHiveContext
def reset(): Unit

Resets the test instance by deleting any tables that have been created.
Resets the test instance by deleting any tables that have been created. TODO: also clear out UDFs, views, etc.

Definition Classes
TestHiveContext
def runHive(cmd: String, maxRows: Int = 1000): Seq[String]

Execute the command using Hive and return the results as a sequence.
Execute the command using Hive and return the results as a sequence. Each element in the sequence is one row.

Attributes
protected
Definition Classes
HiveContext
def runSqlHive(sql: String): Seq[String]

Runs the specified SQL query using Hive.
Runs the specified SQL query using Hive.

Definition Classes
TestHiveContext → HiveContext
lazy val sessionState: SessionState

Attributes
protected[org.apache.spark.sql.hive]
Definition Classes
HiveContext
def set(key: String, value: String): Unit

Definition Classes
HiveContext → SQLConf
def set(props: Properties): Unit

Definition Classes
SQLConf
implicit def shortToLiteral(s: Short): Literal

Definition Classes
ExpressionConversions
val sparkContext: SparkContext

Definition Classes
SQLContext
def sql(sqlText: String): SchemaRDD

Definition Classes
SQLContext
implicit def stringToLiteral(s: String): Literal

Definition Classes
ExpressionConversions
def sum(e: Expression): Sum

Definition Classes
ExpressionConversions
def sumDistinct(e: Expression): SumDistinct

Definition Classes
ExpressionConversions
implicit def symbolToUnresolvedAttribute(s: Symbol): UnresolvedAttribute

Definition Classes
ExpressionConversions
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
def table(tableName: String): SchemaRDD

Definition Classes
SQLContext
lazy val testTables: HashMap[String, TestTable]

A list of test tables and the DDL required to initialize them.
A list of test tables and the DDL required to initialize them. A test table is loaded on demand when a query are run against it.

Definition Classes
TestHiveContext
implicit def timestampToLiteral(t: Timestamp): Literal

Definition Classes
ExpressionConversions
def toDebugString: String

Definition Classes
SQLConf
def toString(): String

Definition Classes
AnyRef → Any
def uncacheTable(tableName: String): Unit

Definition Classes
SQLContext
def upper(e: Expression): Upper

Definition Classes
ExpressionConversions
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
lazy val warehousePath: String

Definition Classes
TestHiveContext → LocalHiveContext

object TestHive extends TestHiveContext

Type Members

implicit class DslAttribute extends AnyRef

implicit class DslExpression extends ImplicitOperators

implicit class DslString extends ImplicitOperators

implicit class DslSymbol extends ImplicitAttribute

class HiveQLQueryExecution extends QueryExecution

abstract class ImplicitAttribute extends ImplicitOperators

abstract class QueryExecution extends TestHiveContext.QueryExecution

class SparkPlanner extends SparkStrategies

implicit class SqlCmd extends AnyRef

case class TestTable(name: String, commands: () ⇒ Unit*) extends Product with Serializable

Value Members

final def !=(arg0: AnyRef): Boolean

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: AnyRef): Boolean

final def ==(arg0: Any): Boolean

lazy val analyzer: Analyzer

final def asInstanceOf[T0]: T0

def avg(e: Expression): Average

implicit def binaryToLiteral(a: Array[Byte]): Literal

implicit def booleanToLiteral(b: Boolean): Literal

implicit def byteToLiteral(b: Byte): Literal

def cacheTable(tableName: String): Unit

var cacheTables: Boolean

lazy val catalog: HiveMetastoreCatalog with OverrideCatalog

def clone(): AnyRef

def configure(): Unit

def contains(key: String): Boolean

def count(e: Expression): Count

def countDistinct(e: Expression*): CountDistinct

def createParquetFile[A <: Product](path: String, allowExisting: Boolean, conf: Configuration)(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[A]): SchemaRDD

implicit def createSchemaRDD[A <: Product](rdd: RDD[A])(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[A]): SchemaRDD

def createTable[A <: Product](tableName: String, allowExisting: Boolean = true)(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[A]): Unit

implicit def decimalToLiteral(d: BigDecimal): Literal

val describedTable: Regex

implicit def doubleToLiteral(d: Double): Literal

lazy val emptyResult: RDD[Row]

final def eq(arg0: AnyRef): Boolean

def equals(arg0: Any): Boolean

def executePlan(plan: LogicalPlan): QueryExecution

def executeSql(sql: String): TestHive.QueryExecution

def finalize(): Unit

def first(e: Expression): First

implicit def floatToLiteral(f: Float): Literal

def get(key: String, defaultValue: String): String

def get(key: String): String

def getAll: Array[(String, String)]

final def getClass(): Class[_]

def getHiveFile(path: String): File

def getOption(key: String): Option[String]

def hashCode(): Int

lazy val hiveDevHome: Option[File]

val hiveFilesTemp: File

lazy val hiveHome: Option[File]

val hivePlanner: SparkPlanner with HiveStrategies

val hiveQTestUtilTables: Seq[TestTable]

lazy val hiveconf: HiveConf

def hiveql(hqlQuery: String): SchemaRDD

def hql(hqlQuery: String): SchemaRDD

val inRepoTests: File

implicit def intToLiteral(i: Int): Literal

def isCached(tableName: String): Boolean

final def isInstanceOf[T0]: Boolean

def jsonFile(path: String, samplingRatio: Double): SchemaRDD

def jsonFile(path: String): SchemaRDD

def jsonRDD(json: RDD[String], samplingRatio: Double): SchemaRDD

def jsonRDD(json: RDD[String]): SchemaRDD

def loadTestTable(name: String): Unit

lazy val logger: Logger

implicit def logicalPlanToSparkQuery(plan: LogicalPlan): SchemaRDD

implicit def longToLiteral(l: Long): Literal

def lower(e: Expression): Lower

def max(e: Expression): Max

lazy val metastorePath: String

def min(e: Expression): Min

final def ne(arg0: AnyRef): Boolean

final def notify(): Unit