LDataSource

Base class of a local data source.

A local data source runs locally within a single machine and return data that can fit within a single machine.

TD: Training data class.
EI: Evalution Info class.
Q: Input query class.
A: Actual value class.

Linear Supertypes

BaseDataSource[RDD[TD], EI, Q, A], AbstractDoer, Serializable, Serializable, AnyRef, Any

Instance Constructors

new LDataSource()(implicit arg0: ClassTag[TD], arg1: ClassTag[EI])

Value Members

final def !=(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def !=(arg0: Any): Boolean

Definition Classes
Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def ==(arg0: Any): Boolean

Definition Classes
Any
final def asInstanceOf[T0]: T0

Definition Classes
Any
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def equals(arg0: Any): Boolean

Definition Classes
AnyRef → Any
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
def hashCode(): Int

Definition Classes
AnyRef → Any
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
def read(): Seq[(TD, EI, Seq[(Q, A)])]

Implement this method to return one or more sets of training data and test data (a sequence of query and actual value pairs) from a data source.
def readBase(sc: SparkContext): Seq[(RDD[TD], EI, RDD[(Q, A)])]

Definition Classes
LDataSource → BaseDataSource
def readTest(): (EI, Seq[(Q, A)])

Implement this method to return one set of test data ( a sequence of query and actual value pairs) from a data source.
Implement this method to return one set of test data ( a sequence of query and actual value pairs) from a data source. Should also implement readTraining to return correponding training data.
def readTraining(): TD

Implement this method to only return training data from a data source.
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
def toString(): String

Definition Classes
AnyRef → Any
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )

abstract class LDataSource[TD, EI, Q, A] extends BaseDataSource[RDD[TD], EI, Q, A]

Instance Constructors

new LDataSource()(implicit arg0: ClassTag[TD], arg1: ClassTag[EI])

Value Members

final def !=(arg0: AnyRef): Boolean

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: AnyRef): Boolean

final def ==(arg0: Any): Boolean

final def asInstanceOf[T0]: T0

def clone(): AnyRef

final def eq(arg0: AnyRef): Boolean

def equals(arg0: Any): Boolean

def finalize(): Unit

final def getClass(): Class[_]

def hashCode(): Int

final def isInstanceOf[T0]: Boolean

final def ne(arg0: AnyRef): Boolean

final def notify(): Unit

final def notifyAll(): Unit

def read(): Seq[(TD, EI, Seq[(Q, A)])]

def readBase(sc: SparkContext): Seq[(RDD[TD], EI, RDD[(Q, A)])]

def readTest(): (EI, Seq[(Q, A)])

def readTraining(): TD

final def synchronized[T0](arg0: ⇒ T0): T0

def toString(): String

final def wait(): Unit

final def wait(arg0: Long, arg1: Int): Unit

final def wait(arg0: Long): Unit

Inherited from BaseDataSource[RDD[TD], EI, Q, A]

Inherited from AbstractDoer

Inherited from Serializable

Inherited from Serializable

Inherited from AnyRef

Inherited from Any

Ungrouped