Trait/Object

com.datawizards.sparklocal.dataset

DataSetAPI

Related Docs: object DataSetAPI | package dataset

Permalink

trait DataSetAPI[T] extends AnyRef

Linear Supertypes
AnyRef, Any
Known Subclasses
DataSetAPIScalaBase, DataSetAPIScalaEagerImpl, DataSetAPIScalaLazyImpl, DataSetAPIScalaParallelImpl, DataSetAPIScalaParallelLazyImpl, DataSetAPISparkImpl
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. DataSetAPI
  2. AnyRef
  3. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Abstract Value Members

  1. abstract def cache(): DataSetAPI[T]

    Permalink

  2. abstract def checkpoint(eager: Boolean): DataSetAPI[T]

    Permalink

  3. abstract def coalesce(numPartitions: Int): DataSetAPI[T]

    Permalink

  4. abstract def collect(): Array[T]

    Permalink

  5. abstract def collectAsList(): List[T]

    Permalink

  6. abstract def count(): Long

    Permalink

  7. abstract def distinct(): DataSetAPI[T]

    Permalink

  8. abstract def filter(p: (T) ⇒ Boolean): DataSetAPI[T]

    Permalink

  9. abstract def flatMap[U](func: (T) ⇒ TraversableOnce[U])(implicit arg0: ClassTag[U], enc: Encoder[U] = null): DataSetAPI[U]

    Permalink

  10. abstract def foreach(f: (T) ⇒ Unit): Unit

    Permalink

  11. abstract def foreachPartition(f: (Iterator[T]) ⇒ Unit): Unit

    Permalink

  12. abstract def fullOuterJoin[U](other: DataSetAPI[U], condition: BooleanExpression)(implicit arg0: ClassTag[U], encT: Encoder[T], encU: Encoder[U], encTU: Encoder[(T, U)]): DataSetAPI[(T, U)]

    Permalink

  13. abstract def groupByKey[K](func: (T) ⇒ K)(implicit arg0: ClassTag[K], enc: Encoder[K] = null): KeyValueGroupedDataSetAPI[K, T]

    Permalink

  14. abstract def head(n: Int): Array[T]

    Permalink

  15. abstract def head(): T

    Permalink

  16. abstract def intersect(other: DataSetAPI[T])(implicit enc: Encoder[T]): DataSetAPI[T]

    Permalink

  17. abstract def join[U](other: DataSetAPI[U], condition: BooleanExpression)(implicit arg0: ClassTag[U], encT: Encoder[T], encU: Encoder[U], encTU: Encoder[(T, U)]): DataSetAPI[(T, U)]

    Permalink

  18. abstract def leftOuterJoin[U](other: DataSetAPI[U], condition: BooleanExpression)(implicit arg0: ClassTag[U], encT: Encoder[T], encU: Encoder[U], encTU: Encoder[(T, U)]): DataSetAPI[(T, U)]

    Permalink

  19. abstract def limit(n: Int): DataSetAPI[T]

    Permalink

  20. abstract def map[That](map: (T) ⇒ That)(implicit arg0: ClassTag[That], enc: Encoder[That]): DataSetAPI[That]

    Permalink

  21. abstract def persist(): DataSetAPI[T]

    Permalink

  22. abstract def persist(newLevel: StorageLevel): DataSetAPI[T]

    Permalink

  23. abstract def randomSplit(weights: Array[Double], seed: Long = 0L): Array[DataSetAPI[T]]

    Permalink

  24. abstract def rdd(): RDDAPI[T]

    Permalink

  25. abstract def reduce(func: (T, T) ⇒ T): T

    Permalink

  26. abstract def repartition(numPartitions: Int, partitionExprs: Column*): DataSetAPI[T]

    Permalink

  27. abstract def repartition(partitionExprs: Column*): DataSetAPI[T]

    Permalink

  28. abstract def repartition(numPartitions: Int): DataSetAPI[T]

    Permalink

  29. abstract def rightOuterJoin[U](other: DataSetAPI[U], condition: BooleanExpression)(implicit arg0: ClassTag[U], encT: Encoder[T], encU: Encoder[U], encTU: Encoder[(T, U)]): DataSetAPI[(T, U)]

    Permalink

  30. abstract def sample(withReplacement: Boolean, fraction: Double, seed: Long): DataSetAPI[T]

    Permalink

  31. abstract def takeAsList(n: Int): List[T]

    Permalink

  32. abstract def union(other: DataSetAPI[T])(implicit enc: Encoder[T]): DataSetAPI[T]

    Permalink

  33. abstract def unpersist(blocking: Boolean): DataSetAPI[T]

    Permalink

  34. abstract def unpersist(): DataSetAPI[T]

    Permalink

  35. abstract def write: WriterExecutor[T]

    Permalink

Concrete Value Members

  1. final def !=(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  2. final def ##(): Int

    Permalink
    Definition Classes
    AnyRef → Any

  3. final def ==(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  4. def apply(name: String): Field

    Permalink

  5. final def asInstanceOf[T0]: T0

    Permalink
    Definition Classes
    Any

  6. def checkpoint(): DataSetAPI[T]

    Permalink

  7. def clone(): AnyRef

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  8. def createDataset[That](d: Seq[That])(implicit enc: Encoder[That]): Dataset[That]

    Permalink
    Attributes
    protected

  9. final def eq(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  10. def equals(obj: Any): Boolean

    Permalink
    Definition Classes
    DataSetAPI → AnyRef → Any

  11. def field(name: String): Field

    Permalink

  12. def finalize(): Unit

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )

  13. def fullOuterJoin[K, W](other: DataSetAPI[W])(left: (T) ⇒ K, right: (W) ⇒ K)(implicit arg0: ClassTag[K], arg1: ClassTag[W], ct: ClassTag[T], encT: Encoder[T], encK: Encoder[K], encW: Encoder[W], encKT: Encoder[(K, T)], encKW: Encoder[(K, W)], encTW: Encoder[(Option[T], Option[W])]): DataSetAPI[(Option[T], Option[W])]

    Permalink

  14. final def getClass(): Class[_]

    Permalink
    Definition Classes
    AnyRef → Any

  15. def hashCode(): Int

    Permalink
    Definition Classes
    AnyRef → Any

  16. final def isInstanceOf[T0]: Boolean

    Permalink
    Definition Classes
    Any

  17. def join[K, W](other: DataSetAPI[W])(left: (T) ⇒ K, right: (W) ⇒ K)(implicit arg0: ClassTag[K], arg1: ClassTag[W], ct: ClassTag[T], encT: Encoder[T], encK: Encoder[K], encW: Encoder[W], encKT: Encoder[(K, T)], encKW: Encoder[(K, W)], encTW: Encoder[(T, W)]): DataSetAPI[(T, W)]

    Permalink

  18. def leftOuterJoin[K, W](other: DataSetAPI[W])(left: (T) ⇒ K, right: (W) ⇒ K)(implicit arg0: ClassTag[K], arg1: ClassTag[W], ct: ClassTag[T], encT: Encoder[T], encK: Encoder[K], encW: Encoder[W], encKT: Encoder[(K, T)], encKW: Encoder[(K, W)], encTW: Encoder[(T, Option[W])]): DataSetAPI[(T, Option[W])]

    Permalink

  19. final def ne(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  20. final def notify(): Unit

    Permalink
    Definition Classes
    AnyRef

  21. final def notifyAll(): Unit

    Permalink
    Definition Classes
    AnyRef

  22. def rightOuterJoin[K, W](other: DataSetAPI[W])(left: (T) ⇒ K, right: (W) ⇒ K)(implicit arg0: ClassTag[K], arg1: ClassTag[W], ct: ClassTag[T], encT: Encoder[T], encK: Encoder[K], encW: Encoder[W], encKT: Encoder[(K, T)], encKW: Encoder[(K, W)], encTW: Encoder[(Option[T], W)]): DataSetAPI[(Option[T], W)]

    Permalink

  23. def show: WriterExecutor[T]

    Permalink

  24. lazy val spark: SparkSession

    Permalink
    Attributes
    protected

  25. final def synchronized[T0](arg0: ⇒ T0): T0

    Permalink
    Definition Classes
    AnyRef

  26. def take(n: Int): Array[T]

    Permalink

  27. def toString(): String

    Permalink
    Definition Classes
    DataSetAPI → AnyRef → Any

  28. final def wait(): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  29. final def wait(arg0: Long, arg1: Int): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  30. final def wait(arg0: Long): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

Inherited from AnyRef

Inherited from Any

Ungrouped