VarLenNestedReader

Instance Constructors

new VarLenNestedReader(copybookContents: Seq[String], readerProperties: ReaderParameters, handler: RecordHandler[T])(implicit arg0: ClassTag[T])

copybookContents
The contents of a copybook.
readerProperties
Additional properties for customizing the reader.

Type Members

type Field = String

Definition Classes
Reader
type Value = String

Definition Classes
Reader

Value Members

final def !=(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def asInstanceOf[T0]: T0

Definition Classes
Any
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
val cobolSchema: CobolSchema

Attributes
protected
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def equals(arg0: Any): Boolean

Definition Classes
AnyRef → Any
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
def generateIndex(dataStream: SimpleStream, headerStream: SimpleStream, fileNumber: Int, isRdwBigEndian: Boolean): ArrayBuffer[SparseIndexEntry]

Traverses the data sequentially as fast as possible to generate record index.
Traverses the data sequentially as fast as possible to generate record index. This index will be used to distribute workload of the conversion.
dataStream
A stream of input binary data
headerStream
A stream pointing to the beginning of the file, even if inputStream is pointing to a record in the middle.
fileNumber
A file number uniquely identified a particular file of the data set
returns
An index of the file

Definition Classes
VarLenNestedReader → VarLenReader
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
def getCobolSchema: CobolSchema

Definition Classes
VarLenNestedReader → Reader
def getRecordIterator(dataStream: SimpleStream, headerStream: SimpleStream, startingFileOffset: Long, fileNumber: Int, startingRecordIndex: Long): Iterator[Seq[Any]]

Returns a file iterator between particular offsets.
Returns a file iterator between particular offsets. This is for faster traversal of big binary files
dataStream
A stream positioned at the beginning of the intended file portion to read
headerStream
A stream pointing to the beginning of the file, even if inputStream is pointing to a record in the middle.
startingFileOffset
An offset of the file where parsing should be started
fileNumber
A file number uniquely identified a particular file of the data set
startingRecordIndex
A starting record index of the data
returns
An iterator of Spark Row objects

Definition Classes
VarLenNestedReader → VarLenReader
def getRecordSize: Int

Definition Classes
VarLenNestedReader → Reader
def hashCode(): Int

Definition Classes
AnyRef → Any
def isIndexGenerationNeeded: Boolean

Returns true if index generation is requested
Returns true if index generation is requested

Definition Classes
VarLenNestedReader → VarLenReader
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
def isRdwBigEndian: Boolean

Returns true if RDW header of variable length files is big endian
Returns true if RDW header of variable length files is big endian

Definition Classes
VarLenNestedReader → VarLenReader
def logDebug(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def logName: String

Attributes
protected
Definition Classes
Logging
def logger: Logger

Attributes
protected
Definition Classes
Logging
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
def recordExtractor(startingRecordNumber: Long, dataStream: SimpleStream, headerStream: SimpleStream, copybook: Copybook): Option[RawRecordExtractor]
val recordHeaderParser: RecordHeaderParser
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
def toString(): String

Definition Classes
AnyRef → Any
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )

Related Doc: package reader

class VarLenNestedReader[T] extends VarLenReader with Logging with Serializable

Instance Constructors

new VarLenNestedReader(copybookContents: Seq[String], readerProperties: ReaderParameters, handler: RecordHandler[T])(implicit arg0: ClassTag[T])

Type Members

type Field = String

type Value = String

Value Members

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: Any): Boolean

final def asInstanceOf[T0]: T0

def clone(): AnyRef

val cobolSchema: CobolSchema

final def eq(arg0: AnyRef): Boolean

def equals(arg0: Any): Boolean

def finalize(): Unit

def generateIndex(dataStream: SimpleStream, headerStream: SimpleStream, fileNumber: Int, isRdwBigEndian: Boolean): ArrayBuffer[SparseIndexEntry]

final def getClass(): Class[_]

def getCobolSchema: CobolSchema

def getRecordIterator(dataStream: SimpleStream, headerStream: SimpleStream, startingFileOffset: Long, fileNumber: Int, startingRecordIndex: Long): Iterator[Seq[Any]]

def getRecordSize: Int

def hashCode(): Int

def isIndexGenerationNeeded: Boolean

final def isInstanceOf[T0]: Boolean

def isRdwBigEndian: Boolean

def logDebug(msg: ⇒ String): Unit

def logName: String

def logger: Logger

final def ne(arg0: AnyRef): Boolean

final def notify(): Unit

final def notifyAll(): Unit

def recordExtractor(startingRecordNumber: Long, dataStream: SimpleStream, headerStream: SimpleStream, copybook: Copybook): Option[RawRecordExtractor]

val recordHeaderParser: RecordHeaderParser

final def synchronized[T0](arg0: ⇒ T0): T0

def toString(): String

final def wait(): Unit

final def wait(arg0: Long, arg1: Int): Unit

final def wait(arg0: Long): Unit

Inherited from Logging

Inherited from VarLenReader

Inherited from Reader

Inherited from Serializable

Inherited from Serializable

Inherited from AnyRef

Inherited from Any

Ungrouped