TestHiveContext

Instance Constructors

new TestHiveContext(sc: SparkContext)

Type Members

implicit class DslAttribute extends AnyRef

Definition Classes
ExpressionConversions
implicit class DslExpression extends ImplicitOperators

Definition Classes
ExpressionConversions
implicit class DslString extends ImplicitOperators

Definition Classes
ExpressionConversions
implicit class DslSymbol extends ImplicitAttribute

Definition Classes
ExpressionConversions
class HiveQLQueryExecution extends QueryExecution

Attributes
protected[org.apache.spark.sql.hive]
abstract class ImplicitAttribute extends ImplicitOperators

Definition Classes
ExpressionConversions
abstract class QueryExecution extends TestHiveContext.QueryExecution

Override QueryExecution with special debug workflow.
class SparkPlanner extends SparkStrategies

Attributes
protected[org.apache.spark.sql]
Definition Classes
SQLContext
implicit class SqlCmd extends AnyRef

Attributes
protected[org.apache.spark.sql.hive]
case class TestTable(name: String, commands: () ⇒ Unit*) extends Product with Serializable

Value Members

final def !=(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def !=(arg0: Any): Boolean

Definition Classes
Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def ==(arg0: Any): Boolean

Definition Classes
Any
lazy val analyzer: Analyzer

Attributes
protected[org.apache.spark.sql]
Definition Classes
HiveContext → SQLContext
final def asInstanceOf[T0]: T0

Definition Classes
Any
implicit def binaryToLiteral(a: Array[Byte]): Literal

Definition Classes
ExpressionConversions
implicit def booleanToLiteral(b: Boolean): Literal

Definition Classes
ExpressionConversions
implicit def byteToLiteral(b: Byte): Literal

Definition Classes
ExpressionConversions
def cacheTable(tableName: String): Unit

Definition Classes
SQLContext
var cacheTables: Boolean
lazy val catalog: HiveMetastoreCatalog with OverrideCatalog

Attributes
protected[org.apache.spark.sql]
Definition Classes
HiveContext → SQLContext
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
def configure(): Unit

Sets up the system initially or after a RESET command
Sets up the system initially or after a RESET command

Attributes
protected
Definition Classes
LocalHiveContext
def createParquetFile[A <: Product](path: String, allowExisting: Boolean, conf: Configuration)(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[A]): SchemaRDD

Definition Classes
SQLContext
Annotations
@Experimental()
implicit def createSchemaRDD[A <: Product](rdd: RDD[A])(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[A]): SchemaRDD

Definition Classes
SQLContext
def createTable[A <: Product](tableName: String, allowExisting: Boolean = true)(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[A]): Unit

Creates a table using the schema of the given class.
Creates a table using the schema of the given class.
A
A case class that is used to describe the schema of the table to be created.
tableName
The name of the table to create.
allowExisting
When false, an exception will be thrown if the table already exists.

Definition Classes
HiveContext
implicit def decimalToLiteral(d: BigDecimal): Literal

Definition Classes
ExpressionConversions
val describedTable: Regex
implicit def doubleToLiteral(d: Double): Literal

Definition Classes
ExpressionConversions
lazy val emptyResult: RDD[Row]

Attributes
protected
Definition Classes
HiveContext
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def equals(arg0: Any): Boolean

Definition Classes
AnyRef → Any
def executePlan(plan: LogicalPlan): QueryExecution

Definition Classes
TestHiveContext → HiveContext → SQLContext
def executeSql(sql: String): TestHiveContext.QueryExecution

Attributes
protected[org.apache.spark.sql]
Definition Classes
SQLContext
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
implicit def floatToLiteral(f: Float): Literal

Definition Classes
ExpressionConversions
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
def getHiveFile(path: String): File
def hashCode(): Int

Definition Classes
AnyRef → Any
lazy val hiveDevHome: Option[File]

The location of the hive source code.
val hiveFilesTemp: File
lazy val hiveHome: Option[File]

The location of the compiled hive distribution
val hivePlanner: SparkPlanner with HiveStrategies

Definition Classes
HiveContext
val hiveQTestUtilTables: Seq[TestTable]
lazy val hiveconf: HiveConf

Attributes
protected[org.apache.spark.sql.hive]
Definition Classes
HiveContext
def hiveql(hqlQuery: String): SchemaRDD

Executes a query expressed in HiveQL using Spark, returning the result as a SchemaRDD.
Executes a query expressed in HiveQL using Spark, returning the result as a SchemaRDD.

Definition Classes
HiveContext
def hql(hqlQuery: String): SchemaRDD

An alias for hiveql.
An alias for hiveql.

Definition Classes
HiveContext
val inRepoTests: File
implicit def intToLiteral(i: Int): Literal

Definition Classes
ExpressionConversions
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
def loadTestTable(name: String): Unit
lazy val logger: Logger

Attributes
protected
Definition Classes
Logging
implicit def logicalPlanToSparkQuery(plan: LogicalPlan): SchemaRDD

Definition Classes
SQLContext
Annotations
@DeveloperApi()
implicit def longToLiteral(l: Long): Literal

Definition Classes
ExpressionConversions
lazy val metastorePath: String

Definition Classes
TestHiveContext → LocalHiveContext
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
val optimizer: Optimizer.type

Attributes
protected[org.apache.spark.sql]
Definition Classes
SQLContext
val originalUdfs: Set[String]

Records the UDFs present when the server starts, so we can delete ones that are created by tests.
Records the UDFs present when the server starts, so we can delete ones that are created by tests.

Attributes
protected
val outputBuffer: OutputStream { ... /* 4 definitions in type refinement */ }

Attributes
protected
Definition Classes
HiveContext
def parquetFile(path: String): SchemaRDD

Definition Classes
SQLContext
def parseSql(sql: String): LogicalPlan

Attributes
protected[org.apache.spark.sql]
Definition Classes
SQLContext
val parser: SqlParser

Attributes
protected[org.apache.spark.sql]
Definition Classes
SQLContext
val planner: SparkPlanner with HiveStrategies

Attributes
protected[org.apache.spark.sql]
Definition Classes
HiveContext → SQLContext
val prepareForExecution: RuleExecutor[SparkPlan] { val batches: List[this.Batch] }

Attributes
protected[org.apache.spark.sql]
Definition Classes
SQLContext
def registerRDDAsTable(rdd: SchemaRDD, tableName: String): Unit

Definition Classes
SQLContext
def registerTestTable(testTable: TestTable): HashMap[String, TestTable]
def reset(): Unit

Resets the test instance by deleting any tables that have been created.
Resets the test instance by deleting any tables that have been created. TODO: also clear out UDFs, views, etc.
def runHive(cmd: String, maxRows: Int = 1000): Seq[String]

Execute the command using Hive and return the results as a sequence.
Execute the command using Hive and return the results as a sequence. Each element in the sequence is one row.

Attributes
protected
Definition Classes
HiveContext
def runSqlHive(sql: String): Seq[String]

Runs the specified SQL query using Hive.
Runs the specified SQL query using Hive.

Definition Classes
TestHiveContext → HiveContext
lazy val sessionState: SessionState

Attributes
protected[org.apache.spark.sql.hive]
Definition Classes
HiveContext
implicit def shortToLiteral(s: Short): Literal

Definition Classes
ExpressionConversions
val sparkContext: SparkContext

Definition Classes
SQLContext
def sql(sqlText: String): SchemaRDD

Definition Classes
SQLContext
implicit def stringToLiteral(s: String): Literal

Definition Classes
ExpressionConversions
implicit def symbolToUnresolvedAttribute(s: Symbol): UnresolvedAttribute

Definition Classes
ExpressionConversions
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
def table(tableName: String): SchemaRDD

Definition Classes
SQLContext
lazy val testTables: HashMap[String, TestTable]

A list of test tables and the DDL required to initialize them.
A list of test tables and the DDL required to initialize them. A test table is loaded on demand when a query are run against it.
implicit def timestampToLiteral(t: Timestamp): Literal

Definition Classes
ExpressionConversions
def toString(): String

Definition Classes
AnyRef → Any
def uncacheTable(tableName: String): Unit

Definition Classes
SQLContext
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
lazy val warehousePath: String

Definition Classes
TestHiveContext → LocalHiveContext

class TestHiveContext extends LocalHiveContext

Instance Constructors

new TestHiveContext(sc: SparkContext)

Type Members

implicit class DslAttribute extends AnyRef

implicit class DslExpression extends ImplicitOperators

implicit class DslString extends ImplicitOperators

implicit class DslSymbol extends ImplicitAttribute

class HiveQLQueryExecution extends QueryExecution

abstract class ImplicitAttribute extends ImplicitOperators

abstract class QueryExecution extends TestHiveContext.QueryExecution

class SparkPlanner extends SparkStrategies

implicit class SqlCmd extends AnyRef

case class TestTable(name: String, commands: () ⇒ Unit*) extends Product with Serializable

Value Members

final def !=(arg0: AnyRef): Boolean

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: AnyRef): Boolean

final def ==(arg0: Any): Boolean

lazy val analyzer: Analyzer

final def asInstanceOf[T0]: T0

implicit def binaryToLiteral(a: Array[Byte]): Literal

implicit def booleanToLiteral(b: Boolean): Literal

implicit def byteToLiteral(b: Byte): Literal

def cacheTable(tableName: String): Unit

var cacheTables: Boolean

lazy val catalog: HiveMetastoreCatalog with OverrideCatalog

def clone(): AnyRef

def configure(): Unit

def createParquetFile[A <: Product](path: String, allowExisting: Boolean, conf: Configuration)(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[A]): SchemaRDD

implicit def createSchemaRDD[A <: Product](rdd: RDD[A])(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[A]): SchemaRDD

def createTable[A <: Product](tableName: String, allowExisting: Boolean = true)(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[A]): Unit

implicit def decimalToLiteral(d: BigDecimal): Literal

val describedTable: Regex

implicit def doubleToLiteral(d: Double): Literal

lazy val emptyResult: RDD[Row]

final def eq(arg0: AnyRef): Boolean

def equals(arg0: Any): Boolean

def executePlan(plan: LogicalPlan): QueryExecution

def executeSql(sql: String): TestHiveContext.QueryExecution

def finalize(): Unit

implicit def floatToLiteral(f: Float): Literal

final def getClass(): Class[_]

def getHiveFile(path: String): File

def hashCode(): Int

lazy val hiveDevHome: Option[File]

val hiveFilesTemp: File

lazy val hiveHome: Option[File]

val hivePlanner: SparkPlanner with HiveStrategies

val hiveQTestUtilTables: Seq[TestTable]

lazy val hiveconf: HiveConf

def hiveql(hqlQuery: String): SchemaRDD

def hql(hqlQuery: String): SchemaRDD

val inRepoTests: File

implicit def intToLiteral(i: Int): Literal

final def isInstanceOf[T0]: Boolean

def loadTestTable(name: String): Unit

lazy val logger: Logger

implicit def logicalPlanToSparkQuery(plan: LogicalPlan): SchemaRDD

implicit def longToLiteral(l: Long): Literal

lazy val metastorePath: String

final def ne(arg0: AnyRef): Boolean

final def notify(): Unit

final def notifyAll(): Unit

val optimizer: Optimizer.type

val originalUdfs: Set[String]

val outputBuffer: OutputStream { ... /* 4 definitions in type refinement */ }

def parquetFile(path: String): SchemaRDD

def parseSql(sql: String): LogicalPlan

val parser: SqlParser

val planner: SparkPlanner with HiveStrategies

val prepareForExecution: RuleExecutor[SparkPlan] { val batches: List[this.Batch] }

def registerRDDAsTable(rdd: SchemaRDD, tableName: String): Unit

def registerTestTable(testTable: TestTable): HashMap[String, TestTable]

def reset(): Unit

def runHive(cmd: String, maxRows: Int = 1000): Seq[String]

def runSqlHive(sql: String): Seq[String]

lazy val sessionState: SessionState