com.twitter.scalding.parquet.tuple.scheme

TypedParquetTupleScheme

class TypedParquetTupleScheme[T] extends Scheme[JobConf, RecordReader[AnyRef, Container[T]], OutputCollector[AnyRef, T], Array[AnyRef], Array[AnyRef]]

Typed parquet tuple scheme.

T

tuple value type

Linear Supertypes
Scheme[JobConf, RecordReader[AnyRef, Container[T]], OutputCollector[AnyRef, T], Array[AnyRef], Array[AnyRef]], Traceable, Serializable, AnyRef, Any
Ordering
  1. Alphabetic
  2. By inheritance
Inherited
  1. TypedParquetTupleScheme
  2. Scheme
  3. Traceable
  4. Serializable
  5. AnyRef
  6. Any
  1. Hide All
  2. Show all
Learn more about member selection
Visibility
  1. Public
  2. All

Instance Constructors

  1. new TypedParquetTupleScheme(readSupport: ParquetReadSupport[T], writeSupport: ParquetWriteSupport[T], fp: Option[FilterPredicate] = scala.None)

    readSupport

    read support class

    writeSupport

    write support class

    fp

    filter predicate

Type Members

  1. type Output = OutputCollector[AnyRef, T]

  2. type Reader = RecordReader[AnyRef, Container[T]]

  3. type SinkCallType = SinkCall[Array[AnyRef], Output]

  4. type SourceCallType = SourceCall[Array[AnyRef], Reader]

  5. type TapType = Tap[JobConf, Reader, Output]

Value Members

  1. final def !=(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  2. final def !=(arg0: Any): Boolean

    Definition Classes
    Any

  3. final def ##(): Int

    Definition Classes
    AnyRef → Any

  4. final def ==(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  5. final def ==(arg0: Any): Boolean

    Definition Classes
    Any

  6. final def asInstanceOf[T0]: T0

    Definition Classes
    Any

  7. def clone(): AnyRef

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  8. final def eq(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  9. def equals(arg0: Any): Boolean

    Definition Classes
    Scheme → AnyRef → Any

  10. def finalize(): Unit

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )

  11. val fp: Option[FilterPredicate]

    filter predicate

  12. final def getClass(): Class[_]

    Definition Classes
    AnyRef → Any

  13. def getNumSinkParts(): Int

    Definition Classes
    Scheme

  14. def getSinkFields(): Fields

    Definition Classes
    Scheme

  15. def getSourceFields(): Fields

    Definition Classes
    Scheme

  16. def getTrace(): String

    Definition Classes
    Scheme → Traceable

  17. def hashCode(): Int

    Definition Classes
    Scheme → AnyRef → Any

  18. final def isInstanceOf[T0]: Boolean

    Definition Classes
    Any

  19. def isSink(): Boolean

    Definition Classes
    Scheme

  20. def isSource(): Boolean

    Definition Classes
    Scheme

  21. def isSymmetrical(): Boolean

    Definition Classes
    Scheme

  22. final def ne(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  23. final def notify(): Unit

    Definition Classes
    AnyRef

  24. final def notifyAll(): Unit

    Definition Classes
    AnyRef

  25. def presentSinkFields(arg0: FlowProcess[JobConf], arg1: Tap, arg2: Fields): Unit

    Definition Classes
    Scheme

  26. def presentSinkFieldsInternal(arg0: Fields): Unit

    Attributes
    protected[cascading.scheme]
    Definition Classes
    Scheme

  27. def presentSourceFields(arg0: FlowProcess[JobConf], arg1: Tap, arg2: Fields): Unit

    Definition Classes
    Scheme

  28. def presentSourceFieldsInternal(arg0: Fields): Unit

    Attributes
    protected[cascading.scheme]
    Definition Classes
    Scheme

  29. val readSupport: ParquetReadSupport[T]

    read support class

  30. def retrieveSinkFields(arg0: FlowProcess[JobConf], arg1: Tap): Fields

    Definition Classes
    Scheme

  31. def retrieveSourceFields(arg0: FlowProcess[JobConf], arg1: Tap): Fields

    Definition Classes
    Scheme

  32. def setNumSinkParts(arg0: Int): Unit

    Definition Classes
    Scheme

  33. def setSinkFields(arg0: Fields): Unit

    Definition Classes
    Scheme

  34. def setSourceFields(arg0: Fields): Unit

    Definition Classes
    Scheme

  35. def sink(flowProcess: FlowProcess[JobConf], sinkCall: SinkCallType): Unit

    Definition Classes
    TypedParquetTupleScheme → Scheme

  36. def sinkCleanup(arg0: FlowProcess[JobConf], arg1: SinkCall[Array[AnyRef], OutputCollector[AnyRef, T]]): Unit

    Definition Classes
    Scheme
    Annotations
    @throws( classOf[java.io.IOException] )

  37. def sinkConfInit(flowProcess: FlowProcess[JobConf], tap: TapType, jobConf: JobConf): Unit

    Definition Classes
    TypedParquetTupleScheme → Scheme

  38. def sinkPrepare(arg0: FlowProcess[JobConf], arg1: SinkCall[Array[AnyRef], OutputCollector[AnyRef, T]]): Unit

    Definition Classes
    Scheme
    Annotations
    @throws( classOf[java.io.IOException] )

  39. def source(flowProcess: FlowProcess[JobConf], sc: SourceCallType): Boolean

    Definition Classes
    TypedParquetTupleScheme → Scheme

  40. def sourceCleanup(arg0: FlowProcess[JobConf], arg1: SourceCall[Array[AnyRef], RecordReader[AnyRef, Container[T]]]): Unit

    Definition Classes
    Scheme
    Annotations
    @throws( classOf[java.io.IOException] )

  41. def sourceConfInit(flowProcess: FlowProcess[JobConf], tap: TapType, jobConf: JobConf): Unit

    Definition Classes
    TypedParquetTupleScheme → Scheme

  42. def sourcePrepare(arg0: FlowProcess[JobConf], arg1: SourceCall[Array[AnyRef], RecordReader[AnyRef, Container[T]]]): Unit

    Definition Classes
    Scheme
    Annotations
    @throws( classOf[java.io.IOException] )

  43. final def synchronized[T0](arg0: ⇒ T0): T0

    Definition Classes
    AnyRef

  44. def toString(): String

    Definition Classes
    Scheme → AnyRef → Any

  45. final def wait(): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  46. final def wait(arg0: Long, arg1: Int): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  47. final def wait(arg0: Long): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  48. val writeSupport: ParquetWriteSupport[T]

    write support class

Inherited from Scheme[JobConf, RecordReader[AnyRef, Container[T]], OutputCollector[AnyRef, T], Array[AnyRef], Array[AnyRef]]

Inherited from Traceable

Inherited from Serializable

Inherited from AnyRef

Inherited from Any

Ungrouped