GroupByPostShuffleOperator

Instance Constructors

new GroupByPostShuffleOperator()

Value Members

final def !=(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def !=(arg0: Any): Boolean

Definition Classes
Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def ==(arg0: Any): Boolean

Definition Classes
Any
def addChild(child: shark.execution.Operator[_ <: HiveDesc]): Unit

Definition Classes
Operator
def addParent(parent: shark.execution.Operator[_ <: HiveDesc]): Unit

Definition Classes
Operator
final def aggregateExistingKey(row: AnyRef, aggregations: Array[AggregationBuffer]): Unit

Attributes
protected
Definition Classes
GroupByPreShuffleOperator
Annotations
@inline()
final def aggregateNewKey(row: AnyRef, aggregations: Array[AggregationBuffer]): Unit

Attributes
protected
Definition Classes
GroupByPreShuffleOperator
Annotations
@inline()
var aggregationEvals: Array[GenericUDAFEvaluator]

Definition Classes
GroupByPreShuffleOperator
var aggregationIsDistinct: Array[Boolean]

Definition Classes
GroupByPreShuffleOperator
var aggregationObjectInspectors: Array[ObjectInspector]

Definition Classes
GroupByPreShuffleOperator
var aggregationParameterFields: Array[Array[ExprNodeEvaluator]]

Definition Classes
GroupByPreShuffleOperator
var aggregationParameterObjectInspectors: Array[Array[ObjectInspector]]

Definition Classes
GroupByPreShuffleOperator
var aggregationParameterStandardObjectInspectors: Array[Array[ObjectInspector]]

Definition Classes
GroupByPreShuffleOperator
final def asInstanceOf[T0]: T0

Definition Classes
Any
def childOperators: ArrayBuffer[shark.execution.Operator[_ <: HiveDesc]]

Definition Classes
Operator
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
var cloneNewKeysArray: Array[AnyRef]

Definition Classes
GroupByPreShuffleOperator
var conf: GroupByDesc

Definition Classes
GroupByPreShuffleOperator
def createLocals(): Unit

Definition Classes
GroupByPostShuffleOperator → GroupByPreShuffleOperator
def createRemotes(): Unit

Definition Classes
GroupByPostShuffleOperator → GroupByPreShuffleOperator
var currentKeyObjectInspectors: Array[ObjectInspector]

Definition Classes
GroupByPreShuffleOperator
def desc: GroupByDesc

Definition Classes
Operator
val distinctHashSets: HashMap[Int, ArrayList[HashSet[KeyWrapper]]]
val distinctKeyAggrs: HashMap[Int, Set[Integer]]
val distinctKeyWrapperFactories: HashMap[Int, ArrayList[KeyWrapperFactory]]
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def equals(arg0: Any): Boolean

Definition Classes
AnyRef → Any
def errStream(): PrintStream

Definition Classes
LogHelper
def execute(): RDD[_]

Execute the operator.
Execute the operator. This should recursively execute parent operators.

Definition Classes
GroupByPostShuffleOperator → UnaryOperator → Operator
def executeParents(): Seq[(Int, RDD[_])]

Attributes
protected
Definition Classes
Operator
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
def getConf(): GroupByDesc

Definition Classes
GroupByPreShuffleOperator
def getKeyTableDesc(): TableDesc
def getMinReductionHashAggr(): Float

Definition Classes
GroupByPreShuffleOperator
final def getNewKeysIterator(newKeysArray: Array[AnyRef]): Iterator[Unit]

Attributes
protected
Definition Classes
GroupByPreShuffleOperator
def getNumRowsCompareHashAggr(): Int

Definition Classes
GroupByPreShuffleOperator
def getTag: Int

Return the join tag.
Return the join tag. This is usually just 0. ReduceSink might set it to something else.

Definition Classes
Operator
def getValueTableDesc(): TableDesc
var groupingSets: List[Integer]

Definition Classes
GroupByPreShuffleOperator
var groupingSetsBitSet: Array[BitSet1]

Definition Classes
GroupByPreShuffleOperator
var groupingSetsPosition: Int

Definition Classes
GroupByPreShuffleOperator
var groupingSetsPresent: Boolean

Definition Classes
GroupByPreShuffleOperator
def hashAggregate(iter: Iterator[_]): Iterator[Array[AnyRef]]
def hashCode(): Int

Definition Classes
AnyRef → Any
def hconf: HiveConf

Definition Classes
Operator
def initEvaluators(evals: Array[ExprNodeEvaluator], start: Int, length: Int, rowInspector: ObjectInspector): Array[ObjectInspector]

Initialize an array of ExprNodeEvaluator from start, for specified length and return the result ObjectInspectors.
Initialize an array of ExprNodeEvaluator from start, for specified length and return the result ObjectInspectors.

Attributes
protected
Definition Classes
Operator
def initEvaluators(evals: Array[ExprNodeEvaluator], rowInspector: ObjectInspector): Array[ObjectInspector]

Initialize an array of ExprNodeEvaluator and return the result ObjectInspectors.
Initialize an array of ExprNodeEvaluator and return the result ObjectInspectors.

Attributes
protected
Definition Classes
Operator
def initEvaluatorsAndReturnStruct(evals: Array[ExprNodeEvaluator], outputColName: List[String], rowInspector: ObjectInspector): StructObjectInspector

Initialize an array of ExprNodeEvaluator and put the return values into a StructObjectInspector with integer field names.
Initialize an array of ExprNodeEvaluator and put the return values into a StructObjectInspector with integer field names.

Attributes
protected
Definition Classes
Operator
def initEvaluatorsAndReturnStruct(evals: Array[ExprNodeEvaluator], fieldObjectInspectors: Array[ObjectInspector], distinctColIndices: List[List[Integer]], outputColNames: List[String], length: Int, rowInspector: ObjectInspector): StructObjectInspector

Copy from the org.
Copy from the org.apache.hadoop.hive.ql.exec.ReduceSinkOperator Initializes array of ExprNodeEvaluator. Adds Union field for distinct column indices for group by. Puts the return values into a StructObjectInspector with output column names.
If distinctColIndices is empty, the object inspector is same as Operator#initEvaluatorsAndReturnStruct(ExprNodeEvaluator[], List, ObjectInspector)

Attributes
protected
Definition Classes
Operator
def initEvaluatorsAndReturnStruct(evals: Array[ExprNodeEvaluator], distinctColIndices: List[List[Integer]], outputColNames: List[String], length: Int, rowInspector: ObjectInspector): StructObjectInspector

Copy from the org.
Copy from the org.apache.hadoop.hive.ql.exec.ReduceSinkOperator Initializes array of ExprNodeEvaluator. Adds Union field for distinct column indices for group by. Puts the return values into a StructObjectInspector with output column names.
If distinctColIndices is empty, the object inspector is same as Operator#initEvaluatorsAndReturnStruct(ExprNodeEvaluator[], List, ObjectInspector)

Attributes
protected
Definition Classes
Operator
def initializeMasterOnAll(): Unit

Recursively calls initializeOnMaster() for the entire query plan.
Recursively calls initializeOnMaster() for the entire query plan. Parent operators are called before children.

Definition Classes
Operator
def initializeOnMaster(): Unit

Initialize the operator on master node.
Initialize the operator on master node. This can have dependency on other nodes. When an operator's initializeOnMaster() is invoked, all its parents' initializeOnMaster() have been invoked.

Definition Classes
GroupByPreShuffleOperator → Operator
def initializeOnSlave(): Unit

Initialize the operator on slave nodes.
Initialize the operator on slave nodes. This method should have no dependency on parents or children. Everything that is not used in this method should be marked @transient.

Definition Classes
GroupByPreShuffleOperator → Operator
def inputObjectInspectors(): Seq[ObjectInspector]

Attributes
protected
Definition Classes
Operator
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
def isTraceEnabled(): Boolean

Attributes
protected
Definition Classes
Logging
var keyFactory: KeyWrapperFactory

Definition Classes
GroupByPreShuffleOperator
var keyFields: Array[ExprNodeEvaluator]

Definition Classes
GroupByPreShuffleOperator
var keyObjectInspector: StructObjectInspector

Definition Classes
GroupByPreShuffleOperator
var keySer: Deserializer
var keySer1: Deserializer
var keyTableDesc: TableDesc
def keyValueDescs(): Seq[(Int, (TableDesc, TableDesc))]

Definition Classes
ReduceSinkTableDesc
def log: Logger

Attributes
protected
Definition Classes
Logging
def logDebug(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logDebug(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def logError(msg: String, exception: Throwable): Unit

Definition Classes
LogHelper
def logError(msg: String, detail: String): Unit

Definition Classes
LogHelper
def logError(msg: ⇒ String): Unit

Definition Classes
LogHelper → Logging
def logError(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logInfo(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logInfo(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def logTrace(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logTrace(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def logWarning(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logWarning(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
var minReductionHashAggr: Float

Definition Classes
GroupByPreShuffleOperator
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def newAggregations(): Array[AggregationBuffer]

Attributes
protected
Definition Classes
GroupByPreShuffleOperator
var newKeysGroupingSets: Array[AnyRef]

Definition Classes
GroupByPreShuffleOperator
val nonDistinctAggrs: ArrayList[Int]
val nonDistinctKeyAggrs: HashMap[Int, Set[Integer]]
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
var numRowsCompareHashAggr: Int

Definition Classes
GroupByPreShuffleOperator
def objectInspector: ObjectInspector

Definition Classes
UnaryOperator
var objectInspectors: Seq[ObjectInspector]

Definition Classes
Operator
def outStream(): PrintStream

Definition Classes
LogHelper
def outputObjectInspector(): StandardStructObjectInspector

Definition Classes
GroupByPreShuffleOperator → Operator
def parentOperator: shark.execution.Operator[HiveDesc]

Definition Classes
UnaryOperator
def parentOperators: ArrayBuffer[shark.execution.Operator[_ <: HiveDesc]]

Definition Classes
Operator
def parentOperatorsAsJavaList: List[shark.execution.Operator[_ <: HiveDesc]]

Return the parent operators as a Java List.
Return the parent operators as a Java List. This is for interoperability with Java. We use this in explain's Java code.

Definition Classes
Operator
def postprocessRdd(rdd: RDD[_]): RDD[_]

Called on master.
Called on master.

Definition Classes
UnaryOperator
def preprocessRdd(rdd: RDD[_]): RDD[_]

Called on master.
Called on master.

Definition Classes
UnaryOperator
def processPartition(split: Int, iter: Iterator[_]): Iterator[Array[AnyRef]]

Process a partition.
Process a partition. Called on slaves.

Definition Classes
GroupByPreShuffleOperator → UnaryOperator → Operator
def returnTerminalOperators(): Seq[shark.execution.Operator[_ <: HiveDesc]]

Definition Classes
Operator
def returnTopOperators(): Seq[shark.execution.Operator[_]]

Definition Classes
Operator
var rowInspector: ObjectInspector

Definition Classes
GroupByPreShuffleOperator
def setConf(arg0: GroupByDesc): Unit

Definition Classes
GroupByPreShuffleOperator
def setDesc[B >: GroupByDesc](d: B): Unit

Definition Classes
Operator
def setKeyTableDesc(arg0: TableDesc): Unit
def setMinReductionHashAggr(arg0: Float): Unit

Definition Classes
GroupByPreShuffleOperator
def setNumRowsCompareHashAggr(arg0: Int): Unit

Definition Classes
GroupByPreShuffleOperator
def setValueTableDesc(arg0: TableDesc): Unit
def sortAggregate(iter: Iterator[_]): Iterator[Array[AnyRef]]
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
def toString(): String

Definition Classes
AnyRef → Any
var unionExprEvaluator: ExprNodeEvaluator
var valueSer: Deserializer
var valueSer1: Deserializer
var valueTableDesc: TableDesc
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )

class GroupByPostShuffleOperator extends GroupByPreShuffleOperator with ReduceSinkTableDesc

Instance Constructors

new GroupByPostShuffleOperator()

Value Members

final def !=(arg0: AnyRef): Boolean

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: AnyRef): Boolean

final def ==(arg0: Any): Boolean

def addChild(child: shark.execution.Operator[_ <: HiveDesc]): Unit

def addParent(parent: shark.execution.Operator[_ <: HiveDesc]): Unit

final def aggregateExistingKey(row: AnyRef, aggregations: Array[AggregationBuffer]): Unit

final def aggregateNewKey(row: AnyRef, aggregations: Array[AggregationBuffer]): Unit

var aggregationEvals: Array[GenericUDAFEvaluator]

var aggregationIsDistinct: Array[Boolean]

var aggregationObjectInspectors: Array[ObjectInspector]

var aggregationParameterFields: Array[Array[ExprNodeEvaluator]]

var aggregationParameterObjectInspectors: Array[Array[ObjectInspector]]

var aggregationParameterStandardObjectInspectors: Array[Array[ObjectInspector]]

final def asInstanceOf[T0]: T0

def childOperators: ArrayBuffer[shark.execution.Operator[_ <: HiveDesc]]

def clone(): AnyRef

var cloneNewKeysArray: Array[AnyRef]

var conf: GroupByDesc

def createLocals(): Unit

def createRemotes(): Unit

var currentKeyObjectInspectors: Array[ObjectInspector]

def desc: GroupByDesc

val distinctHashSets: HashMap[Int, ArrayList[HashSet[KeyWrapper]]]

val distinctKeyAggrs: HashMap[Int, Set[Integer]]

val distinctKeyWrapperFactories: HashMap[Int, ArrayList[KeyWrapperFactory]]

final def eq(arg0: AnyRef): Boolean

def equals(arg0: Any): Boolean

def errStream(): PrintStream

def execute(): RDD[_]

def executeParents(): Seq[(Int, RDD[_])]

def finalize(): Unit

final def getClass(): Class[_]

def getConf(): GroupByDesc

def getKeyTableDesc(): TableDesc

def getMinReductionHashAggr(): Float

final def getNewKeysIterator(newKeysArray: Array[AnyRef]): Iterator[Unit]

def getNumRowsCompareHashAggr(): Int

def getTag: Int

def getValueTableDesc(): TableDesc

var groupingSets: List[Integer]

var groupingSetsBitSet: Array[BitSet1]

var groupingSetsPosition: Int

var groupingSetsPresent: Boolean

def hashAggregate(iter: Iterator[_]): Iterator[Array[AnyRef]]

def hashCode(): Int

def hconf: HiveConf

def initEvaluators(evals: Array[ExprNodeEvaluator], start: Int, length: Int, rowInspector: ObjectInspector): Array[ObjectInspector]

def initEvaluators(evals: Array[ExprNodeEvaluator], rowInspector: ObjectInspector): Array[ObjectInspector]

def initEvaluatorsAndReturnStruct(evals: Array[ExprNodeEvaluator], outputColName: List[String], rowInspector: ObjectInspector): StructObjectInspector

def initEvaluatorsAndReturnStruct(evals: Array[ExprNodeEvaluator], fieldObjectInspectors: Array[ObjectInspector], distinctColIndices: List[List[Integer]], outputColNames: List[String], length: Int, rowInspector: ObjectInspector): StructObjectInspector

def initEvaluatorsAndReturnStruct(evals: Array[ExprNodeEvaluator], distinctColIndices: List[List[Integer]], outputColNames: List[String], length: Int, rowInspector: ObjectInspector): StructObjectInspector

def initializeMasterOnAll(): Unit

def initializeOnMaster(): Unit

def initializeOnSlave(): Unit

def inputObjectInspectors(): Seq[ObjectInspector]

final def isInstanceOf[T0]: Boolean

def isTraceEnabled(): Boolean

var keyFactory: KeyWrapperFactory

var keyFields: Array[ExprNodeEvaluator]

var keyObjectInspector: StructObjectInspector

var keySer: Deserializer

var keySer1: Deserializer

var keyTableDesc: TableDesc

def keyValueDescs(): Seq[(Int, (TableDesc, TableDesc))]

def log: Logger

def logDebug(msg: ⇒ String, throwable: Throwable): Unit

def logDebug(msg: ⇒ String): Unit

def logError(msg: String, exception: Throwable): Unit

def logError(msg: String, detail: String): Unit

def logError(msg: ⇒ String): Unit

def logError(msg: ⇒ String, throwable: Throwable): Unit

def logInfo(msg: ⇒ String, throwable: Throwable): Unit

def logInfo(msg: ⇒ String): Unit