Trait/Object

com.datawizards.sparklocal.rdd

RDDAPI

Related Docs: object RDDAPI | package rdd

Permalink

trait RDDAPI[T] extends AnyRef

Linear Supertypes
AnyRef, Any
Known Subclasses
RDDAPIScalaBase, RDDAPIScalaEagerImpl, RDDAPIScalaLazyImpl, RDDAPIScalaParallelImpl, RDDAPIScalaParallelLazyImpl, RDDAPISparkImpl
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. RDDAPI
  2. AnyRef
  3. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Abstract Value Members

  1. abstract def aggregate[U](zeroValue: U)(seqOp: (U, T) ⇒ U, combOp: (U, U) ⇒ U)(implicit arg0: ClassTag[U]): U

    Permalink

  2. abstract def cache(): RDDAPI[T]

    Permalink

  3. abstract def cartesian[U](other: RDDAPI[U])(implicit arg0: ClassTag[U]): RDDAPI[(T, U)]

    Permalink

  4. abstract def checkpoint(): RDDAPI[T]

    Permalink

  5. abstract def coalesce(numPartitions: Int, shuffle: Boolean = false, partitionCoalescer: Option[PartitionCoalescer] = Option.empty)(implicit ord: Ordering[T] = null): RDDAPI[T]

    Permalink

  6. abstract def collect(): Array[T]

    Permalink

  7. abstract def count(): Long

    Permalink

  8. abstract def distinct(numPartitions: Int)(implicit ord: Ordering[T] = null): RDDAPI[T]

    Permalink

  9. abstract def distinct(): RDDAPI[T]

    Permalink

  10. abstract def filter(p: (T) ⇒ Boolean): RDDAPI[T]

    Permalink

  11. abstract def flatMap[U](func: (T) ⇒ TraversableOnce[U])(implicit arg0: ClassTag[U]): RDDAPI[U]

    Permalink

  12. abstract def fold(zeroValue: T)(op: (T, T) ⇒ T): T

    Permalink

  13. abstract def foreach(f: (T) ⇒ Unit): Unit

    Permalink

  14. abstract def foreachPartition(f: (Iterator[T]) ⇒ Unit): Unit

    Permalink

  15. abstract def groupBy[K](f: (T) ⇒ K, p: Partitioner)(implicit kt: ClassTag[K], ord: Ordering[K] = null): RDDAPI[(K, GenIterable[T])]

    Permalink

  16. abstract def groupBy[K](f: (T) ⇒ K, numPartitions: Int)(implicit kt: ClassTag[K]): RDDAPI[(K, GenIterable[T])]

    Permalink

  17. abstract def groupBy[K](f: (T) ⇒ K)(implicit kt: ClassTag[K]): RDDAPI[(K, GenIterable[T])]

    Permalink

  18. abstract def head(n: Int): Array[T]

    Permalink

  19. abstract def head(): T

    Permalink

  20. abstract def intersection(other: RDDAPI[T], partitioner: Partitioner)(implicit ord: Ordering[T] = null): RDDAPI[T]

    Permalink

  21. abstract def intersection(other: RDDAPI[T], numPartitions: Int): RDDAPI[T]

    Permalink

  22. abstract def intersection(other: RDDAPI[T]): RDDAPI[T]

    Permalink

  23. abstract def isEmpty: Boolean

    Permalink

  24. abstract def map[That](map: (T) ⇒ That)(implicit arg0: ClassTag[That]): RDDAPI[That]

    Permalink

  25. abstract def max()(implicit ord: Ordering[T]): T

    Permalink

  26. abstract def min()(implicit ord: Ordering[T]): T

    Permalink

  27. abstract def partitions: Array[Partition]

    Permalink

  28. abstract def persist(): RDDAPI[T]

    Permalink

  29. abstract def persist(newLevel: StorageLevel): RDDAPI[T]

    Permalink

  30. abstract def randomSplit(weights: Array[Double], seed: Long = 0L): Array[RDDAPI[T]]

    Permalink

  31. abstract def reduce(func: (T, T) ⇒ T): T

    Permalink

  32. abstract def sample(withReplacement: Boolean, fraction: Double, seed: Long = 0L): RDDAPI[T]

    Permalink

  33. abstract def sortBy[K](f: (T) ⇒ K, ascending: Boolean = true, numPartitions: Int = this.partitions.length)(implicit ord: Ordering[K], ctag: ClassTag[K]): RDDAPI[T]

    Permalink

  34. abstract def subtract(other: RDDAPI[T], partitioner: Partitioner)(implicit ord: Ordering[T] = null): RDDAPI[T]

    Permalink

  35. abstract def subtract(other: RDDAPI[T], numPartitions: Int): RDDAPI[T]

    Permalink

  36. abstract def subtract(other: RDDAPI[T]): RDDAPI[T]

    Permalink

  37. abstract def takeOrdered(num: Int)(implicit ord: Ordering[T]): Array[T]

    Permalink

  38. abstract def takeSample(withReplacement: Boolean, num: Int, seed: Long = 0L): Array[T]

    Permalink

  39. abstract def toDataSet(implicit enc: Encoder[T]): DataSetAPI[T]

    Permalink

  40. abstract def top(num: Int)(implicit ord: Ordering[T]): Array[T]

    Permalink

  41. abstract def union(other: RDDAPI[T]): RDDAPI[T]

    Permalink

  42. abstract def unpersist(blocking: Boolean = true): RDDAPI[T]

    Permalink

  43. abstract def zip[U](other: RDDAPI[U])(implicit arg0: ClassTag[U]): RDDAPI[(T, U)]

    Permalink

  44. abstract def zipWithIndex(): RDDAPI[(T, Long)]

    Permalink

Concrete Value Members

  1. final def !=(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  2. final def ##(): Int

    Permalink
    Definition Classes
    AnyRef → Any

  3. def ++(other: RDDAPI[T]): RDDAPI[T]

    Permalink

  4. final def ==(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  5. final def asInstanceOf[T0]: T0

    Permalink
    Definition Classes
    Any

  6. def clone(): AnyRef

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  7. def countByValue()(implicit kct: ClassTag[T], vct: ClassTag[Int], ord: Ordering[T] = null): GenMap[T, Long]

    Permalink

  8. final def eq(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  9. def equals(obj: Any): Boolean

    Permalink
    Definition Classes
    RDDAPI → AnyRef → Any

  10. def finalize(): Unit

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )

  11. def first(): T

    Permalink

  12. final def getClass(): Class[_]

    Permalink
    Definition Classes
    AnyRef → Any

  13. def hashCode(): Int

    Permalink
    Definition Classes
    AnyRef → Any

  14. final def isInstanceOf[T0]: Boolean

    Permalink
    Definition Classes
    Any

  15. def keyBy[K](f: (T) ⇒ K)(implicit ct: ClassTag[K], kvct: ClassTag[(K, T)]): RDDAPI[(K, T)]

    Permalink

  16. final def ne(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  17. final def notify(): Unit

    Permalink
    Definition Classes
    AnyRef

  18. final def notifyAll(): Unit

    Permalink
    Definition Classes
    AnyRef

  19. def parallelize[That](d: GenIterable[That])(implicit arg0: ClassTag[That]): RDD[That]

    Permalink
    Attributes
    protected

  20. def parallelize[That](d: Seq[That])(implicit arg0: ClassTag[That]): RDD[That]

    Permalink
    Attributes
    protected

  21. lazy val spark: SparkSession

    Permalink
    Attributes
    protected

  22. final def synchronized[T0](arg0: ⇒ T0): T0

    Permalink
    Definition Classes
    AnyRef

  23. def take(n: Int): Array[T]

    Permalink

  24. def toString(): String

    Permalink
    Definition Classes
    RDDAPI → AnyRef → Any

  25. final def wait(): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  26. final def wait(arg0: Long, arg1: Int): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  27. final def wait(arg0: Long): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

Inherited from AnyRef

Inherited from Any

Ungrouped