JavaTableRDD

Instance Constructors

new JavaTableRDD(rdd: RDD[Row], schema: Array[ColumnDesc])

Value Members

final def !=(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def !=(arg0: Any): Boolean

Definition Classes
Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def ==(arg0: Any): Boolean

Definition Classes
Any
def aggregate[U](zeroValue: U)(seqOp: Function2[U, Row, U], combOp: Function2[U, U, U]): U

Definition Classes
JavaRDDLike
final def asInstanceOf[T0]: T0

Definition Classes
Any
def cache(): JavaTableRDD

Persist this RDD with the default storage level (MEMORY_ONLY).
def cartesian[U](other: JavaRDDLike[U, _]): JavaPairRDD[Row, U]

Definition Classes
JavaRDDLike
def checkpoint(): Unit

Definition Classes
JavaRDDLike
val classTag: ClassTag[Row]

Definition Classes
JavaTableRDD → JavaRDDLike
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
def collect(): List[Row]

Definition Classes
JavaRDDLike
def collectPartitions(partitionIds: Array[Int]): Array[List[Row]]

Definition Classes
JavaRDDLike
def context: SparkContext

Definition Classes
JavaRDDLike
def count(): Long

Definition Classes
JavaRDDLike
def countApprox(timeout: Long): PartialResult[BoundedDouble]

Definition Classes
JavaRDDLike
def countApprox(timeout: Long, confidence: Double): PartialResult[BoundedDouble]

Definition Classes
JavaRDDLike
def countApproxDistinct(relativeSD: Double): Long

Definition Classes
JavaRDDLike
def countByValue(): Map[Row, Long]

Definition Classes
JavaRDDLike
def countByValueApprox(timeout: Long): PartialResult[Map[Row, BoundedDouble]]

Definition Classes
JavaRDDLike
def countByValueApprox(timeout: Long, confidence: Double): PartialResult[Map[Row, BoundedDouble]]

Definition Classes
JavaRDDLike
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def equals(arg0: Any): Boolean

Definition Classes
AnyRef → Any
def filter(f: Function[Row, Boolean]): JavaTableRDD

Return a new RDD containing only the elements that satisfy a predicate.
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
def first(): Row

Definition Classes
JavaTableRDD → JavaRDDLike
def flatMap[K2, V2](f: PairFlatMapFunction[Row, K2, V2]): JavaPairRDD[K2, V2]

Definition Classes
JavaRDDLike
def flatMap(f: DoubleFlatMapFunction[Row]): JavaDoubleRDD

Definition Classes
JavaRDDLike
def flatMap[U](f: FlatMapFunction[Row, U]): JavaRDD[U]

Definition Classes
JavaRDDLike
def fold(zeroValue: Row)(f: Function2[Row, Row, Row]): Row

Definition Classes
JavaRDDLike
def foreach(f: VoidFunction[Row]): Unit

Definition Classes
JavaRDDLike
def getCheckpointFile(): Optional[String]

Definition Classes
JavaRDDLike
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
def getStorageLevel: StorageLevel

Definition Classes
JavaRDDLike
def glom(): JavaRDD[List[Row]]

Definition Classes
JavaRDDLike
def groupBy[K](f: Function[Row, K], numPartitions: Int): JavaPairRDD[K, List[Row]]

Definition Classes
JavaRDDLike
def groupBy[K](f: Function[Row, K]): JavaPairRDD[K, List[Row]]

Definition Classes
JavaRDDLike
def hashCode(): Int

Definition Classes
AnyRef → Any
def id: Int

Definition Classes
JavaRDDLike
def isCheckpointed: Boolean

Definition Classes
JavaRDDLike
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
def iterator(split: Partition, taskContext: TaskContext): Iterator[Row]

Definition Classes
JavaRDDLike
def keyBy[K](f: Function[Row, K]): JavaPairRDD[K, Row]

Definition Classes
JavaRDDLike
def map[K2, V2](f: PairFunction[Row, K2, V2]): JavaPairRDD[K2, V2]

Definition Classes
JavaRDDLike
def map[R](f: DoubleFunction[Row]): JavaDoubleRDD

Definition Classes
JavaRDDLike
def map[R](f: Function[Row, R]): JavaRDD[R]

Definition Classes
JavaRDDLike
def mapPartitions[K2, V2](f: PairFlatMapFunction[Iterator[Row], K2, V2]): JavaPairRDD[K2, V2]

Definition Classes
JavaRDDLike
def mapPartitions(f: DoubleFlatMapFunction[Iterator[Row]]): JavaDoubleRDD

Definition Classes
JavaRDDLike
def mapPartitions[U](f: FlatMapFunction[Iterator[Row], U]): JavaRDD[U]

Definition Classes
JavaRDDLike
def mapPartitionsWithIndex[R](f: Function2[Int, Iterator[Row], Iterator[R]], preservesPartitioning: Boolean)(implicit arg0: ClassTag[R]): JavaRDD[R]

Definition Classes
JavaRDDLike
def name(): String

Definition Classes
JavaRDDLike
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
def persist(newLevel: StorageLevel): JavaTableRDD

Set this RDD's storage level to persist its values across operations after the first time it is computed.
Set this RDD's storage level to persist its values across operations after the first time it is computed. Can only be called once on each RDD.
def pipe(command: List[String], env: Map[String, String]): JavaRDD[String]

Definition Classes
JavaRDDLike
def pipe(command: List[String]): JavaRDD[String]

Definition Classes
JavaRDDLike
def pipe(command: String): JavaRDD[String]

Definition Classes
JavaRDDLike
val rdd: RDD[Row]

Definition Classes
JavaTableRDD → JavaRDDLike
def reduce(f: Function2[Row, Row, Row]): Row

Definition Classes
JavaRDDLike
def sample(withReplacement: Boolean, fraction: Double, seed: Int): JavaTableRDD

Return a sampled subset of this RDD.
def saveAsObjectFile(path: String): Unit

Definition Classes
JavaRDDLike
def saveAsTextFile(path: String, codec: Class[_ <: CompressionCodec]): Unit

Definition Classes
JavaRDDLike
def saveAsTextFile(path: String): Unit

Definition Classes
JavaRDDLike
val schema: Array[ColumnDesc]
def splits: List[Partition]

Definition Classes
JavaRDDLike
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
def take(num: Int): List[Row]

Definition Classes
JavaRDDLike
def takeOrdered(num: Int): List[Row]

Definition Classes
JavaRDDLike
def takeOrdered(num: Int, comp: Comparator[Row]): List[Row]

Definition Classes
JavaRDDLike
def takeSample(withReplacement: Boolean, num: Int, seed: Int): List[Row]

Definition Classes
JavaRDDLike
def toArray(): List[Row]

Definition Classes
JavaRDDLike
def toDebugString(): String

Definition Classes
JavaRDDLike
def toString(): String

Definition Classes
AnyRef → Any
def top(num: Int): List[Row]

Definition Classes
JavaRDDLike
def top(num: Int, comp: Comparator[Row]): List[Row]

Definition Classes
JavaRDDLike
def union(other: JavaTableRDD): JavaTableRDD

Return the union of this RDD and another one.
Return the union of this RDD and another one. Any identical elements will appear multiple times (use .distinct() to eliminate them).
Note: the schema of a union is this RDD's schema.
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
def wrapRDD(rdd: RDD[Row]): JavaTableRDD

Definition Classes
JavaTableRDD → JavaRDDLike
def zip[U](other: JavaRDDLike[U, _]): JavaPairRDD[Row, U]

Definition Classes
JavaRDDLike
def zipPartitions[U, V](other: JavaRDDLike[U, _], f: FlatMapFunction2[Iterator[Row], Iterator[U], V]): JavaRDD[V]

Definition Classes
JavaRDDLike

class JavaTableRDD extends JavaRDDLike[Row, JavaTableRDD]

Instance Constructors

new JavaTableRDD(rdd: RDD[Row], schema: Array[ColumnDesc])

Value Members

final def !=(arg0: AnyRef): Boolean

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: AnyRef): Boolean

final def ==(arg0: Any): Boolean

def aggregate[U](zeroValue: U)(seqOp: Function2[U, Row, U], combOp: Function2[U, U, U]): U

final def asInstanceOf[T0]: T0

def cache(): JavaTableRDD

def cartesian[U](other: JavaRDDLike[U, _]): JavaPairRDD[Row, U]

def checkpoint(): Unit

val classTag: ClassTag[Row]

def clone(): AnyRef

def collect(): List[Row]

def collectPartitions(partitionIds: Array[Int]): Array[List[Row]]

def context: SparkContext

def count(): Long

def countApprox(timeout: Long): PartialResult[BoundedDouble]

def countApprox(timeout: Long, confidence: Double): PartialResult[BoundedDouble]

def countApproxDistinct(relativeSD: Double): Long

def countByValue(): Map[Row, Long]

def countByValueApprox(timeout: Long): PartialResult[Map[Row, BoundedDouble]]

def countByValueApprox(timeout: Long, confidence: Double): PartialResult[Map[Row, BoundedDouble]]

final def eq(arg0: AnyRef): Boolean

def equals(arg0: Any): Boolean

def filter(f: Function[Row, Boolean]): JavaTableRDD

def finalize(): Unit

def first(): Row

def flatMap[K2, V2](f: PairFlatMapFunction[Row, K2, V2]): JavaPairRDD[K2, V2]

def flatMap(f: DoubleFlatMapFunction[Row]): JavaDoubleRDD

def flatMap[U](f: FlatMapFunction[Row, U]): JavaRDD[U]

def fold(zeroValue: Row)(f: Function2[Row, Row, Row]): Row

def foreach(f: VoidFunction[Row]): Unit

def getCheckpointFile(): Optional[String]

final def getClass(): Class[_]

def getStorageLevel: StorageLevel

def glom(): JavaRDD[List[Row]]

def groupBy[K](f: Function[Row, K], numPartitions: Int): JavaPairRDD[K, List[Row]]

def groupBy[K](f: Function[Row, K]): JavaPairRDD[K, List[Row]]

def hashCode(): Int

def id: Int

def isCheckpointed: Boolean

final def isInstanceOf[T0]: Boolean

def iterator(split: Partition, taskContext: TaskContext): Iterator[Row]

def keyBy[K](f: Function[Row, K]): JavaPairRDD[K, Row]

def map[K2, V2](f: PairFunction[Row, K2, V2]): JavaPairRDD[K2, V2]

def map[R](f: DoubleFunction[Row]): JavaDoubleRDD

def map[R](f: Function[Row, R]): JavaRDD[R]

def mapPartitions[K2, V2](f: PairFlatMapFunction[Iterator[Row], K2, V2]): JavaPairRDD[K2, V2]

def mapPartitions(f: DoubleFlatMapFunction[Iterator[Row]]): JavaDoubleRDD

def mapPartitions[U](f: FlatMapFunction[Iterator[Row], U]): JavaRDD[U]

def mapPartitionsWithIndex[R](f: Function2[Int, Iterator[Row], Iterator[R]], preservesPartitioning: Boolean)(implicit arg0: ClassTag[R]): JavaRDD[R]

def name(): String

final def ne(arg0: AnyRef): Boolean

final def notify(): Unit

final def notifyAll(): Unit

def persist(newLevel: StorageLevel): JavaTableRDD

def pipe(command: List[String], env: Map[String, String]): JavaRDD[String]

def pipe(command: List[String]): JavaRDD[String]

def pipe(command: String): JavaRDD[String]

val rdd: RDD[Row]

def reduce(f: Function2[Row, Row, Row]): Row

def sample(withReplacement: Boolean, fraction: Double, seed: Int): JavaTableRDD

def saveAsObjectFile(path: String): Unit

def saveAsTextFile(path: String, codec: Class[_ <: CompressionCodec]): Unit

def saveAsTextFile(path: String): Unit

val schema: Array[ColumnDesc]

def splits: List[Partition]

final def synchronized[T0](arg0: ⇒ T0): T0

def take(num: Int): List[Row]

def takeOrdered(num: Int): List[Row]

def takeOrdered(num: Int, comp: Comparator[Row]): List[Row]

def takeSample(withReplacement: Boolean, num: Int, seed: Int): List[Row]

def toArray(): List[Row]

def toDebugString(): String

def toString(): String