ast

Type Members

abstract class AbstractSchemaTree extends AnyRef
case class BasicBranchIterator(branch: TBranch) extends BranchIterator[Any] with Product with Serializable

Iterator over any Basic Type
abstract class BranchIterator[+T] extends Iterator[T]

Main Abstraction for iterating a over a branch
case class EmptyRootNode(name: String, entries: Long) extends AbstractSchemaTree with Product with Serializable
class Leaf extends AbstractSchemaTree
class LeafElement extends Leaf
class LeafElementInfo extends LeafInfo
class LeafInfo extends AnyRef
case class Node(subnodes: Seq[AbstractSchemaTree], info: NodeInfo) extends AbstractSchemaTree with Product with Serializable
class NodeElementInfo extends NodeInfo
class NodeInfo extends AnyRef
case class RootNode(name: String, nodes: Seq[AbstractSchemaTree]) extends AbstractSchemaTree with Product with Serializable
case class SRArrayType(t: SRType, n: Int) extends SRBasicType with Product with Serializable
abstract class SRBasicType extends SRType

Base Class for all the Basic Types.
Base Class for all the Basic Types. C Struct is also a derivative of a basic type
case class SRStructType(memberNamesTypes: Seq[(String, SRType)]) extends SRType with Product with Serializable
abstract class SRType extends AnyRef

Base Class for all the types
case class SplittableCollectionNodeElement(subnodes: Seq[AbstractSchemaTree], leaf: LeafElement, info: NodeElementInfo) extends AbstractSchemaTree with Product with Serializable
case class SplittableObjectNodeElement(subnodes: Seq[AbstractSchemaTree], info: NodeElementInfo) extends AbstractSchemaTree with Product with Serializable
case class StructBranchIterator(branch: TBranch) extends BranchIterator[Seq[Any]] with Product with Serializable

Multi leaf branches are represented as structs To avoid dynamic casting (need a return not of Any, but Seq[Any])
case class TerminalCollectionMemberNodeElement(leaf: LeafElement, info: NodeElementInfo, iter: BranchIterator[Any]) extends AbstractSchemaTree with Product with Serializable
case class TerminalMultiLeafNode(leaves: Seq[Leaf], info: NodeInfo, iter: StructBranchIterator) extends AbstractSchemaTree with Product with Serializable
case class TerminalNode(leaf: Leaf, info: NodeInfo, iter: BasicBranchIterator) extends AbstractSchemaTree with Product with Serializable
case class TerminalObjectNodeElement(leaf: LeafElement, info: NodeElementInfo, iter: BranchIterator[Any]) extends AbstractSchemaTree with Product with Serializable
case class TerminalSimpleNodeElement(leaf: LeafElement, info: NodeElementInfo, iter: BranchIterator[Any]) extends AbstractSchemaTree with Product with Serializable
case class UnSplittableCollectionNodeElement(leaf: LeafElement, info: NodeElementInfo, streamer: TStreamerElement, iter: BranchIterator[Any]) extends AbstractSchemaTree with Product with Serializable
case class UnSplittableObjectNodeElement(leaf: LeafElement, info: NodeElementInfo, streamers: Seq[TStreamerElement], iter: BranchIterator[Any]) extends AbstractSchemaTree with Product with Serializable
case class UnknownNode(subnodes: Seq[AbstractSchemaTree], leaf: LeafElement, info: NodeElementInfo) extends AbstractSchemaTree with Product with Serializable
case class UnknownTerminalNode(leaf: Leaf, info: NodeElementInfo, iter: BranchIterator[Any]) extends AbstractSchemaTree with Product with Serializable

Value Members

object SRBooleanType extends SRBasicType with Product with Serializable
object SRByteType extends SRBasicType with Product with Serializable
object SRDoubleType extends SRBasicType with Product with Serializable
object SRFloatType extends SRBasicType with Product with Serializable
object SRIntegerType extends SRBasicType with Product with Serializable
object SRLongType extends SRBasicType with Product with Serializable
object SRNull extends SRType with Product with Serializable
object SRShortType extends SRBasicType with Product with Serializable
object SRStringType extends SRBasicType with Product with Serializable
def arrangeStreamers(reader: RootFileReader): Map[String, TStreamerInfo]
def assignBranchType(branch: TBranch): SRType

returns
- Return the full Simple SR Data Type for this terminal branch
def assignLeafType(leaf: TLeaf): SRType
def assignLeafTypeByLeafClass(leaf: TLeaf): SRType

for simple branches - these are the ROOT Type/Codes => our internal type system
for simple branches - these are the ROOT Type/Codes => our internal type system
returns
- return the DataType representing the code
def buildAST(tree: TTree, streamers: Map[String, TStreamerInfo], requiredColumns: Array[String]): AbstractSchemaTree

returns
- returns the AbstractSchemaTree RootNode
def buildATT(tree: TTree, streamers: Map[String, TStreamerInfo], requiredColumns: Array[String]): core.SRType

Build ATT
Build ATT
returns
ATT
def buildSparkRow(ast: AbstractSchemaTree): Row

returns
Spark DataFrame 1 Row
def buildSparkSchema(ast: AbstractSchemaTree): StructType

returns
Spark DataFrame Schema
def buildSparkSchema(att: core.SRType): StructType
def containsNext(ast: AbstractSchemaTree): Boolean
def containsNext(att: core.SRType): Boolean
val customStreamers: Map[String, core.SRType]
def findTree(dir: TDirectory): TTree
def printAST(ast: AbstractSchemaTree): Unit

returns
- void prints the Tree
def printATT(att: core.SRType, level: Int = 0, sep: String = " "): Unit

returns
prints the Abstractly Typed Tree
def readSparkRow(att: core.SRType): Row

package ast

Type Members

abstract class AbstractSchemaTree extends AnyRef

case class BasicBranchIterator(branch: TBranch) extends BranchIterator[Any] with Product with Serializable

abstract class BranchIterator[+T] extends Iterator[T]

case class EmptyRootNode(name: String, entries: Long) extends AbstractSchemaTree with Product with Serializable

class Leaf extends AbstractSchemaTree

class LeafElement extends Leaf

class LeafElementInfo extends LeafInfo

class LeafInfo extends AnyRef

case class Node(subnodes: Seq[AbstractSchemaTree], info: NodeInfo) extends AbstractSchemaTree with Product with Serializable

class NodeElementInfo extends NodeInfo

class NodeInfo extends AnyRef

case class RootNode(name: String, nodes: Seq[AbstractSchemaTree]) extends AbstractSchemaTree with Product with Serializable

case class SRArrayType(t: SRType, n: Int) extends SRBasicType with Product with Serializable

abstract class SRBasicType extends SRType

case class SRStructType(memberNamesTypes: Seq[(String, SRType)]) extends SRType with Product with Serializable

abstract class SRType extends AnyRef

case class SplittableCollectionNodeElement(subnodes: Seq[AbstractSchemaTree], leaf: LeafElement, info: NodeElementInfo) extends AbstractSchemaTree with Product with Serializable

case class SplittableObjectNodeElement(subnodes: Seq[AbstractSchemaTree], info: NodeElementInfo) extends AbstractSchemaTree with Product with Serializable

case class StructBranchIterator(branch: TBranch) extends BranchIterator[Seq[Any]] with Product with Serializable

case class TerminalCollectionMemberNodeElement(leaf: LeafElement, info: NodeElementInfo, iter: BranchIterator[Any]) extends AbstractSchemaTree with Product with Serializable

case class TerminalMultiLeafNode(leaves: Seq[Leaf], info: NodeInfo, iter: StructBranchIterator) extends AbstractSchemaTree with Product with Serializable

case class TerminalNode(leaf: Leaf, info: NodeInfo, iter: BasicBranchIterator) extends AbstractSchemaTree with Product with Serializable

case class TerminalObjectNodeElement(leaf: LeafElement, info: NodeElementInfo, iter: BranchIterator[Any]) extends AbstractSchemaTree with Product with Serializable

case class TerminalSimpleNodeElement(leaf: LeafElement, info: NodeElementInfo, iter: BranchIterator[Any]) extends AbstractSchemaTree with Product with Serializable

case class UnSplittableCollectionNodeElement(leaf: LeafElement, info: NodeElementInfo, streamer: TStreamerElement, iter: BranchIterator[Any]) extends AbstractSchemaTree with Product with Serializable

case class UnSplittableObjectNodeElement(leaf: LeafElement, info: NodeElementInfo, streamers: Seq[TStreamerElement], iter: BranchIterator[Any]) extends AbstractSchemaTree with Product with Serializable

case class UnknownNode(subnodes: Seq[AbstractSchemaTree], leaf: LeafElement, info: NodeElementInfo) extends AbstractSchemaTree with Product with Serializable

case class UnknownTerminalNode(leaf: Leaf, info: NodeElementInfo, iter: BranchIterator[Any]) extends AbstractSchemaTree with Product with Serializable

Value Members

object SRBooleanType extends SRBasicType with Product with Serializable

object SRByteType extends SRBasicType with Product with Serializable

object SRDoubleType extends SRBasicType with Product with Serializable

object SRFloatType extends SRBasicType with Product with Serializable

object SRIntegerType extends SRBasicType with Product with Serializable

object SRLongType extends SRBasicType with Product with Serializable

object SRNull extends SRType with Product with Serializable

object SRShortType extends SRBasicType with Product with Serializable

object SRStringType extends SRBasicType with Product with Serializable

def arrangeStreamers(reader: RootFileReader): Map[String, TStreamerInfo]

def assignBranchType(branch: TBranch): SRType

def assignLeafType(leaf: TLeaf): SRType

def assignLeafTypeByLeafClass(leaf: TLeaf): SRType

def buildAST(tree: TTree, streamers: Map[String, TStreamerInfo], requiredColumns: Array[String]): AbstractSchemaTree

def buildATT(tree: TTree, streamers: Map[String, TStreamerInfo], requiredColumns: Array[String]): core.SRType

def buildSparkRow(ast: AbstractSchemaTree): Row

def buildSparkSchema(ast: AbstractSchemaTree): StructType

def buildSparkSchema(att: core.SRType): StructType

def containsNext(ast: AbstractSchemaTree): Boolean

def containsNext(att: core.SRType): Boolean

val customStreamers: Map[String, core.SRType]

def findTree(dir: TDirectory): TTree

def printAST(ast: AbstractSchemaTree): Unit

def printATT(att: core.SRType, level: Int = 0, sep: String = " "): Unit

def readSparkRow(att: core.SRType): Row

Inherited from AnyRef

Inherited from Any

Ungrouped