Operator

Instance Constructors

new Operator()

Abstract Value Members

abstract def execute(): RDD[_]

Execute the operator.
Execute the operator. This should recursively execute parent operators.
abstract def processPartition(split: Int, iter: Iterator[_]): Iterator[_]

Concrete Value Members

final def !=(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def !=(arg0: Any): Boolean

Definition Classes
Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def ==(arg0: Any): Boolean

Definition Classes
Any
def addChild(child: Operator[_ <: HiveDesc]): Unit
def addParent(parent: Operator[_ <: HiveDesc]): Unit
final def asInstanceOf[T0]: T0

Definition Classes
Any
def childOperators: ArrayBuffer[Operator[_ <: HiveDesc]]
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
def desc: T
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def equals(arg0: Any): Boolean

Definition Classes
AnyRef → Any
def errStream(): PrintStream

Definition Classes
LogHelper
def executeParents(): Seq[(Int, RDD[_])]

Attributes
protected
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
def getTag: Int

Return the join tag.
Return the join tag. This is usually just 0. ReduceSink might set it to something else.
def hashCode(): Int

Definition Classes
AnyRef → Any
def hconf: HiveConf
def initEvaluators(evals: Array[ExprNodeEvaluator], start: Int, length: Int, rowInspector: ObjectInspector): Array[ObjectInspector]

Initialize an array of ExprNodeEvaluator from start, for specified length and return the result ObjectInspectors.
Initialize an array of ExprNodeEvaluator from start, for specified length and return the result ObjectInspectors.

Attributes
protected
def initEvaluators(evals: Array[ExprNodeEvaluator], rowInspector: ObjectInspector): Array[ObjectInspector]

Initialize an array of ExprNodeEvaluator and return the result ObjectInspectors.
Initialize an array of ExprNodeEvaluator and return the result ObjectInspectors.

Attributes
protected
def initEvaluatorsAndReturnStruct(evals: Array[ExprNodeEvaluator], outputColName: List[String], rowInspector: ObjectInspector): StructObjectInspector

Initialize an array of ExprNodeEvaluator and put the return values into a StructObjectInspector with integer field names.
Initialize an array of ExprNodeEvaluator and put the return values into a StructObjectInspector with integer field names.

Attributes
protected
def initEvaluatorsAndReturnStruct(evals: Array[ExprNodeEvaluator], fieldObjectInspectors: Array[ObjectInspector], distinctColIndices: List[List[Integer]], outputColNames: List[String], length: Int, rowInspector: ObjectInspector): StructObjectInspector

Copy from the org.
Copy from the org.apache.hadoop.hive.ql.exec.ReduceSinkOperator Initializes array of ExprNodeEvaluator. Adds Union field for distinct column indices for group by. Puts the return values into a StructObjectInspector with output column names.
If distinctColIndices is empty, the object inspector is same as Operator#initEvaluatorsAndReturnStruct(ExprNodeEvaluator[], List, ObjectInspector)

Attributes
protected
def initEvaluatorsAndReturnStruct(evals: Array[ExprNodeEvaluator], distinctColIndices: List[List[Integer]], outputColNames: List[String], length: Int, rowInspector: ObjectInspector): StructObjectInspector

Copy from the org.
Copy from the org.apache.hadoop.hive.ql.exec.ReduceSinkOperator Initializes array of ExprNodeEvaluator. Adds Union field for distinct column indices for group by. Puts the return values into a StructObjectInspector with output column names.
If distinctColIndices is empty, the object inspector is same as Operator#initEvaluatorsAndReturnStruct(ExprNodeEvaluator[], List, ObjectInspector)

Attributes
protected
def initializeMasterOnAll(): Unit

Recursively calls initializeOnMaster() for the entire query plan.
Recursively calls initializeOnMaster() for the entire query plan. Parent operators are called before children.
def initializeOnMaster(): Unit

Initialize the operator on master node.
Initialize the operator on master node. This can have dependency on other nodes. When an operator's initializeOnMaster() is invoked, all its parents' initializeOnMaster() have been invoked.
def initializeOnSlave(): Unit

Initialize the operator on slave nodes.
Initialize the operator on slave nodes. This method should have no dependency on parents or children. Everything that is not used in this method should be marked @transient.
def inputObjectInspectors(): Seq[ObjectInspector]

Attributes
protected
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
def isTraceEnabled(): Boolean

Attributes
protected
Definition Classes
Logging
def log: Logger

Attributes
protected
Definition Classes
Logging
def logDebug(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logDebug(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def logError(msg: String, exception: Throwable): Unit

Definition Classes
LogHelper
def logError(msg: String, detail: String): Unit

Definition Classes
LogHelper
def logError(msg: ⇒ String): Unit

Definition Classes
LogHelper → Logging
def logError(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logInfo(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logInfo(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def logTrace(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logTrace(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def logWarning(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logWarning(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
var objectInspectors: Seq[ObjectInspector]
def outStream(): PrintStream

Definition Classes
LogHelper
def outputObjectInspector(): ObjectInspector
def parentOperators: ArrayBuffer[Operator[_ <: HiveDesc]]
def parentOperatorsAsJavaList: List[Operator[_ <: HiveDesc]]

Return the parent operators as a Java List.
Return the parent operators as a Java List. This is for interoperability with Java. We use this in explain's Java code.
def returnTerminalOperators(): Seq[Operator[_ <: HiveDesc]]
def returnTopOperators(): Seq[Operator[_]]
def setDesc[B >: T](d: B): Unit
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
def toString(): String

Definition Classes
AnyRef → Any
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )

abstract class Operator[+T <: HiveDesc] extends LogHelper with Serializable

Instance Constructors

new Operator()

Abstract Value Members

abstract def execute(): RDD[_]

abstract def processPartition(split: Int, iter: Iterator[_]): Iterator[_]

Concrete Value Members

final def !=(arg0: AnyRef): Boolean

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: AnyRef): Boolean

final def ==(arg0: Any): Boolean

def addChild(child: Operator[_ <: HiveDesc]): Unit

def addParent(parent: Operator[_ <: HiveDesc]): Unit

final def asInstanceOf[T0]: T0

def childOperators: ArrayBuffer[Operator[_ <: HiveDesc]]

def clone(): AnyRef

def desc: T

final def eq(arg0: AnyRef): Boolean

def equals(arg0: Any): Boolean

def errStream(): PrintStream

def executeParents(): Seq[(Int, RDD[_])]

def finalize(): Unit

final def getClass(): Class[_]

def getTag: Int

def hashCode(): Int

def hconf: HiveConf

def initEvaluators(evals: Array[ExprNodeEvaluator], start: Int, length: Int, rowInspector: ObjectInspector): Array[ObjectInspector]

def initEvaluators(evals: Array[ExprNodeEvaluator], rowInspector: ObjectInspector): Array[ObjectInspector]

def initEvaluatorsAndReturnStruct(evals: Array[ExprNodeEvaluator], outputColName: List[String], rowInspector: ObjectInspector): StructObjectInspector

def initEvaluatorsAndReturnStruct(evals: Array[ExprNodeEvaluator], fieldObjectInspectors: Array[ObjectInspector], distinctColIndices: List[List[Integer]], outputColNames: List[String], length: Int, rowInspector: ObjectInspector): StructObjectInspector

def initEvaluatorsAndReturnStruct(evals: Array[ExprNodeEvaluator], distinctColIndices: List[List[Integer]], outputColNames: List[String], length: Int, rowInspector: ObjectInspector): StructObjectInspector

def initializeMasterOnAll(): Unit

def initializeOnMaster(): Unit

def initializeOnSlave(): Unit

def inputObjectInspectors(): Seq[ObjectInspector]

final def isInstanceOf[T0]: Boolean

def isTraceEnabled(): Boolean

def log: Logger

def logDebug(msg: ⇒ String, throwable: Throwable): Unit

def logDebug(msg: ⇒ String): Unit

def logError(msg: String, exception: Throwable): Unit

def logError(msg: String, detail: String): Unit

def logError(msg: ⇒ String): Unit

def logError(msg: ⇒ String, throwable: Throwable): Unit

def logInfo(msg: ⇒ String, throwable: Throwable): Unit

def logInfo(msg: ⇒ String): Unit

def logTrace(msg: ⇒ String, throwable: Throwable): Unit

def logTrace(msg: ⇒ String): Unit

def logWarning(msg: ⇒ String, throwable: Throwable): Unit

def logWarning(msg: ⇒ String): Unit

final def ne(arg0: AnyRef): Boolean

final def notify(): Unit

final def notifyAll(): Unit

var objectInspectors: Seq[ObjectInspector]

def outStream(): PrintStream

def outputObjectInspector(): ObjectInspector

def parentOperators: ArrayBuffer[Operator[_ <: HiveDesc]]

def parentOperatorsAsJavaList: List[Operator[_ <: HiveDesc]]

def returnTerminalOperators(): Seq[Operator[_ <: HiveDesc]]

def returnTopOperators(): Seq[Operator[_]]

def setDesc[B >: T](d: B): Unit

final def synchronized[T0](arg0: ⇒ T0): T0

def toString(): String

final def wait(): Unit

final def wait(arg0: Long, arg1: Int): Unit

final def wait(arg0: Long): Unit

Inherited from Serializable

Inherited from Serializable

Inherited from LogHelper

Inherited from Logging

Inherited from AnyRef

Inherited from Any

Ungrouped