BlockStoreColumnarTableModule

Type Members

trait BlockStoreColumnarTableCompanion extends ColumnarTableCompanion
abstract class ColumnarTable extends TableLike with SamplableColumnarTable

Definition Classes
ColumnarTableModule
trait ColumnarTableCompanion extends TableCompanionLike

Definition Classes
ColumnarTableModule
class ExternalTable extends Table
type F1 = CF1

Definition Classes
ColumnarTableTypes
trait F1Like extends AnyRef

Definition Classes
FNModule
type F2 = CF2

Definition Classes
ColumnarTableTypes
trait F2Like extends AnyRef

Definition Classes
FNModule
type FN = CFN

Definition Classes
ColumnarTableTypes
abstract type GroupId

Definition Classes
TransSpecModule
final case class GroupingAlignment(groupKeyLeftTrans: TransSpec1, groupKeyRightTrans: TransSpec1, left: GroupingSpec, right: GroupingSpec, alignment: Alignment) extends GroupingSpec with Product with Serializable

Definition Classes
TableModule
final case class GroupingSource(table: Table, idTrans: TransSpec1, targetTrans: Option[TransSpec1], groupId: TableModule.GroupId, groupKeySpec: GroupKeySpec) extends GroupingSpec with Product with Serializable

Definition for a single group set and its associated composite key part.
Definition for a single group set and its associated composite key part.
table
The target set for the grouping
targetTrans
The key which will be used by merge to access a particular subset of the target
groupKeySpec
A composite union/intersect overlay on top of transspec indicating the composite key for this target set

Definition Classes
TableModule
sealed trait GroupingSpec extends AnyRef

Definition Classes
TableModule
class InternalTable extends Table

InternalTables are tables that are *generally* small and fit in a single slice and are completely in-memory.
InternalTables are tables that are *generally* small and fit in a single slice and are completely in-memory. Because they fit in memory, we are allowed more optimizations when doing things like joins.
type Mapper = CMapper[M]

Definition Classes
ColumnarTableTypes
class MergeEngine[KeyType, BlockData <: BlockProjectionData[KeyType, Slice]] extends AnyRef

Attributes
protected
type Reducer[α] = CReducer[α]

Definition Classes
ColumnarTableTypes
type RowId = Int

Definition Classes
ColumnarTableTypes
trait SamplableColumnarTable extends (SamplableColumnarTableModule.this)#SamplableTable

Definition Classes
SamplableColumnarTableModule
trait SamplableTable extends TableLike

Definition Classes
SamplableTableModule
type Scanner = CScanner

Definition Classes
ColumnarTableTypes
class SingletonTable extends Table
class SliceIndex extends AnyRef

Provide fast access to a subslice based on one or more group key values.
Provide fast access to a subslice based on one or more group key values.
The SliceIndex currently uses in-memory data structures, although this will have to change eventually. A "group key value" is defined as an (Int, RValue). The Int part corresponds to the key in the sequence of transforms used to build the index, and the RValue part corresponds to the value we want the key to have.
SliceIndex is able to create subslices without rescanning the underlying slice due to the fact that it already knows which rows are valid for particular key combinations. For best results valueSlice should already be materialized.

Definition Classes
IndicesModule
sealed trait SliceTransform1[A] extends AnyRef

Attributes
protected
Definition Classes
SliceTransforms
sealed trait SliceTransform2[A] extends AnyRef

Attributes
protected
Definition Classes
SliceTransforms
abstract class Table extends ColumnarTable
abstract type TableCompanion <: BlockStoreColumnarTableCompanion

Definition Classes
BlockStoreColumnarTableModule → ColumnarTableModule → TableModule
trait TableCompanionLike extends AnyRef

Definition Classes
TableModule
class TableIndex extends AnyRef

Definition Classes
IndicesModule
trait TableLike extends AnyRef

Definition Classes
TableModule
case class TableMetrics(startCount: Int, sliceTraversedCount: Int) extends Product with Serializable

Definition Classes
ColumnarTableModule
type TableTransSpec[+A <: SourceType] = Map[CPathField, TransSpec[A]]

Definition Classes
TransSpecModule
type TableTransSpec1 = Map[CPathField, TransSpec[Source1]]

Definition Classes
TransSpecModule
type TableTransSpec2 = Map[CPathField, TransSpec[Source2]]

Definition Classes
TransSpecModule

Abstract Value Members

implicit abstract def M: Monad[M]

Definition Classes
ColumnarTableModule → TableModule
abstract val Table: TableCompanion

Definition Classes
TableModule

Concrete Value Members

final def !=(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: Any): Boolean

Definition Classes
AnyRef → Any
object GroupingSpec

Definition Classes
TableModule
final def InMemoryLimit: Long

Definition Classes
IndicesModule
object SliceIndex

Definition Classes
IndicesModule
object SliceTransform

Attributes
protected
Definition Classes
SliceTransforms
object SliceTransform1

Definition Classes
SliceTransforms
object SliceTransform2

Definition Classes
SliceTransforms
object TableIndex

Definition Classes
IndicesModule
final def asInstanceOf[T0]: T0

Definition Classes
Any
lazy val blockModuleLogger: Logger

Attributes
protected
def buildConstantWrapSpec[A <: SourceType](source: TransSpec[A]): TransSpec[A]

Definition Classes
TransSpecModule
def buildEmptyArrays(emptyBits: BitSet): Map[ColumnRef, BitsetColumn with EmptyArrayColumn]

Definition Classes
ArrayConcatHelpers
def buildEmptyObjects(emptyBits: BitSet): Map[ColumnRef, Column]

Definition Classes
ObjectConcatHelpers
def buildFields(leftColumns: Map[ColumnRef, Column], rightColumns: Map[ColumnRef, Column]): (Map[ColumnRef, Column], Map[ColumnRef, Column])

Definition Classes
ObjectConcatHelpers
def buildFilters(columns: Map[ColumnRef, Column], size: Int, filter: (Map[ColumnRef, Column]) ⇒ Map[ColumnRef, Column], filterEmpty: (Map[ColumnRef, Column]) ⇒ Map[ColumnRef, Column]): (BitSet, BitSet)

Definition Classes
ConcatHelpers
def buildInnerBits(leftEmptyBits: BitSet, rightEmptyBits: BitSet, leftDefinedBits: BitSet, rightDefinedBits: BitSet): (BitSet, BitSet)

Definition Classes
ConcatHelpers
def buildNonemptyArrays(left: Map[ColumnRef, Column], right: Map[ColumnRef, Column]): Map[ColumnRef, Column]

Definition Classes
ArrayConcatHelpers
def buildNonemptyObjects(leftFields: Map[ColumnRef, Column], rightFields: Map[ColumnRef, Column], rightSize: Int): Map[ColumnRef, Column]

Definition Classes
ObjectConcatHelpers
def buildOuterBits(leftEmptyBits: BitSet, rightEmptyBits: BitSet, leftDefinedBits: BitSet, rightDefinedBits: BitSet): BitSet

Definition Classes
ConcatHelpers
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
def collectIndices(columns: Map[ColumnRef, Column]): Iterable[(Int, Seq[CPathNode], ColumnRef, Column)]

Definition Classes
ArrayConcatHelpers
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def equals(arg0: Any): Boolean

Definition Classes
AnyRef → Any
def filterArrays(columns: Map[ColumnRef, Column]): Map[ColumnRef, Column]

Definition Classes
ArrayConcatHelpers
def filterEmptyArrays(columns: Map[ColumnRef, Column]): Map[ColumnRef, Column]

Definition Classes
ArrayConcatHelpers
def filterEmptyObjects(columns: Map[ColumnRef, Column]): Map[ColumnRef, Column]

Definition Classes
ObjectConcatHelpers
def filterFields(columns: Map[ColumnRef, Column]): Map[ColumnRef, Column]

Definition Classes
ObjectConcatHelpers
def filterObjects(columns: Map[ColumnRef, Column]): Map[ColumnRef, Column]

Definition Classes
ObjectConcatHelpers
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
def freshIdScanner: CScanner { type A = Long }

Definition Classes
IdSourceScannerModule
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
def hashCode(): Int

Definition Classes
AnyRef → Any
val idSource: blueeyes.FreshAtomicIdSource

Definition Classes
IdSourceScannerModule
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
def jdbmCommitInterval: Long

Definition Classes
ColumnarTableModule
implicit def liftF1(f: F1): F1Like

Definition Classes
ColumnarTableModule → FNModule
implicit def liftF2(f: F2): F2Like

Definition Classes
ColumnarTableModule → FNModule
def liftToValues(trans: TransSpec1): TransSpec1

Definition Classes
TransSpecModule
val log: Logger

Attributes
protected
Definition Classes
Logging
def makeTableTrans(tableTrans: TableTransSpec1): TransSpec1

Definition Classes
TransSpecModule
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def newScratchDir(): File

Definition Classes
ColumnarTableModule
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
implicit def pimpMapUtils[A, B, CC[B] <: GenTraversable[B]](self: GenMap[A, CC[B]]): MapPimp[A, B, CC]

Definition Classes
MapUtils
def rng: Random

Definition Classes
SamplableColumnarTableModule
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
def toString(): String

Definition Classes
AnyRef → Any
object trans

Definition Classes
TransSpecModule
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )

Related Doc: package table

trait BlockStoreColumnarTableModule[M[+_]] extends ColumnarTableModule[M]

Type Members

trait BlockStoreColumnarTableCompanion extends ColumnarTableCompanion

abstract class ColumnarTable extends TableLike with SamplableColumnarTable

trait ColumnarTableCompanion extends TableCompanionLike

class ExternalTable extends Table

type F1 = CF1

trait F1Like extends AnyRef

type F2 = CF2

trait F2Like extends AnyRef

type FN = CFN

abstract type GroupId

final case class GroupingAlignment(groupKeyLeftTrans: TransSpec1, groupKeyRightTrans: TransSpec1, left: GroupingSpec, right: GroupingSpec, alignment: Alignment) extends GroupingSpec with Product with Serializable

final case class GroupingSource(table: Table, idTrans: TransSpec1, targetTrans: Option[TransSpec1], groupId: TableModule.GroupId, groupKeySpec: GroupKeySpec) extends GroupingSpec with Product with Serializable

sealed trait GroupingSpec extends AnyRef

class InternalTable extends Table

type Mapper = CMapper[M]

class MergeEngine[KeyType, BlockData <: BlockProjectionData[KeyType, Slice]] extends AnyRef

type Reducer[α] = CReducer[α]

type RowId = Int

trait SamplableColumnarTable extends (SamplableColumnarTableModule.this)#SamplableTable

trait SamplableTable extends TableLike

type Scanner = CScanner

class SingletonTable extends Table

class SliceIndex extends AnyRef

sealed trait SliceTransform1[A] extends AnyRef

sealed trait SliceTransform2[A] extends AnyRef

abstract class Table extends ColumnarTable

abstract type TableCompanion <: BlockStoreColumnarTableCompanion

trait TableCompanionLike extends AnyRef

class TableIndex extends AnyRef

trait TableLike extends AnyRef

case class TableMetrics(startCount: Int, sliceTraversedCount: Int) extends Product with Serializable

type TableTransSpec[+A <: SourceType] = Map[CPathField, TransSpec[A]]

type TableTransSpec1 = Map[CPathField, TransSpec[Source1]]

type TableTransSpec2 = Map[CPathField, TransSpec[Source2]]

Abstract Value Members

implicit abstract def M: Monad[M]

abstract val Table: TableCompanion

Concrete Value Members

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: Any): Boolean

object GroupingSpec

final def InMemoryLimit: Long

object SliceIndex

object SliceTransform

object SliceTransform1

object SliceTransform2

object TableIndex

final def asInstanceOf[T0]: T0

lazy val blockModuleLogger: Logger

def buildConstantWrapSpec[A <: SourceType](source: TransSpec[A]): TransSpec[A]

def buildEmptyArrays(emptyBits: BitSet): Map[ColumnRef, BitsetColumn with EmptyArrayColumn]

def buildEmptyObjects(emptyBits: BitSet): Map[ColumnRef, Column]

def buildFields(leftColumns: Map[ColumnRef, Column], rightColumns: Map[ColumnRef, Column]): (Map[ColumnRef, Column], Map[ColumnRef, Column])

def buildFilters(columns: Map[ColumnRef, Column], size: Int, filter: (Map[ColumnRef, Column]) ⇒ Map[ColumnRef, Column], filterEmpty: (Map[ColumnRef, Column]) ⇒ Map[ColumnRef, Column]): (BitSet, BitSet)

def buildInnerBits(leftEmptyBits: BitSet, rightEmptyBits: BitSet, leftDefinedBits: BitSet, rightDefinedBits: BitSet): (BitSet, BitSet)

def buildNonemptyArrays(left: Map[ColumnRef, Column], right: Map[ColumnRef, Column]): Map[ColumnRef, Column]

def buildNonemptyObjects(leftFields: Map[ColumnRef, Column], rightFields: Map[ColumnRef, Column], rightSize: Int): Map[ColumnRef, Column]

def buildOuterBits(leftEmptyBits: BitSet, rightEmptyBits: BitSet, leftDefinedBits: BitSet, rightDefinedBits: BitSet): BitSet

def clone(): AnyRef

def collectIndices(columns: Map[ColumnRef, Column]): Iterable[(Int, Seq[CPathNode], ColumnRef, Column)]

final def eq(arg0: AnyRef): Boolean

def equals(arg0: Any): Boolean

def filterArrays(columns: Map[ColumnRef, Column]): Map[ColumnRef, Column]

def filterEmptyArrays(columns: Map[ColumnRef, Column]): Map[ColumnRef, Column]

def filterEmptyObjects(columns: Map[ColumnRef, Column]): Map[ColumnRef, Column]

def filterFields(columns: Map[ColumnRef, Column]): Map[ColumnRef, Column]

def filterObjects(columns: Map[ColumnRef, Column]): Map[ColumnRef, Column]

def finalize(): Unit

def freshIdScanner: CScanner { type A = Long }

final def getClass(): Class[_]

def hashCode(): Int

val idSource: blueeyes.FreshAtomicIdSource

final def isInstanceOf[T0]: Boolean

def jdbmCommitInterval: Long

implicit def liftF1(f: F1): F1Like