Object

fif.spark.avroparquet

RddHelpers

Related Doc: package avroparquet

Permalink

object RddHelpers extends Serializable

Linear Supertypes
Serializable, Serializable, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. RddHelpers
  2. Serializable
  3. Serializable
  4. AnyRef
  5. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Type Members

  1. type Path = String

    Permalink

    A unique path (either local or network) to a file or resource.

Value Members

  1. final def !=(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  2. final def ##(): Int

    Permalink
    Definition Classes
    AnyRef → Any

  3. final def ==(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  4. final def asInstanceOf[T0]: T0

    Permalink
    Definition Classes
    Any

  5. def asVoidTuple[A](x: A): (Void, A)

    Permalink

  6. def clone(): AnyRef

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  7. final def eq(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  8. def equals(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  9. def finalize(): Unit

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )

  10. final def getClass(): Class[_]

    Permalink
    Definition Classes
    AnyRef → Any

  11. def getRdd[K, W, F <: FileInputFormat[K, W]](sc: SparkContext)(p: Path)(implicit arg0: ClassTag[K], arg1: ClassTag[W], arg2: ClassTag[F]): RDD[(K, W)]

    Permalink

  12. def hashCode(): Int

    Permalink
    Definition Classes
    AnyRef → Any

  13. final def isInstanceOf[T0]: Boolean

    Permalink
    Definition Classes
    Any

  14. final def ne(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  15. final def notify(): Unit

    Permalink
    Definition Classes
    AnyRef

  16. final def notifyAll(): Unit

    Permalink
    Definition Classes
    AnyRef

  17. def rddFromParquet[V <: GeneratedMessage with Message[V]](sc: SparkContext)(p: Path)(implicit arg0: ClassTag[V], arg1: GeneratedMessageCompanion[V]): RDD[V]

    Permalink

    Sets ParquetInputFormat's read support for a type of AvroReadSupport[V].

    Sets ParquetInputFormat's read support for a type of AvroReadSupport[V]. Evaluates to an RDD containg Vs, using Parquet + Avro for reading.

  18. def saveRddAsParquet[V <: GeneratedMessage with Message[V]](sc: SparkContext)(p: Path)(data: RDD[V])(implicit arg0: ClassTag[V], arg1: GeneratedMessageCompanion[V]): Unit

    Permalink

  19. final def synchronized[T0](arg0: ⇒ T0): T0

    Permalink
    Definition Classes
    AnyRef

  20. def toString(): String

    Permalink
    Definition Classes
    AnyRef → Any

  21. final def wait(): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  22. final def wait(arg0: Long, arg1: Int): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  23. final def wait(arg0: Long): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

Inherited from Serializable

Inherited from Serializable

Inherited from AnyRef

Inherited from Any

Ungrouped