com.twitter.scalding.parquet.scrooge

ParquetScrooge

trait ParquetScrooge[T <: ThriftStruct] extends FileSource with ParquetThriftBase[T]

Linear Supertypes
ParquetThriftBase[T], HasColumnProjection, HasFilterPredicate, LocalTapSource, typed.TypedSink[T], SingleMappable[T], Mappable[T], typed.TypedSource[T], FileSource, HfsTapProvider, LocalSourceOverride, SchemedSource, Source, Serializable, AnyRef, Any
Known Subclasses
DailySuffixParquetScrooge, FixedPathParquetScrooge, HourlySuffixParquetScrooge
Ordering
  1. Alphabetic
  2. By inheritance
Inherited
  1. ParquetScrooge
  2. ParquetThriftBase
  3. HasColumnProjection
  4. HasFilterPredicate
  5. LocalTapSource
  6. TypedSink
  7. SingleMappable
  8. Mappable
  9. TypedSource
  10. FileSource
  11. HfsTapProvider
  12. LocalSourceOverride
  13. SchemedSource
  14. Source
  15. Serializable
  16. AnyRef
  17. Any
  1. Hide All
  2. Show all
Learn more about member selection
Visibility
  1. Public
  2. All

Abstract Value Members

  1. abstract def hdfsPaths: Iterable[String]

    Definition Classes
    FileSource

  2. abstract def localPaths: Iterable[String]

    Definition Classes
    LocalSourceOverride

  3. abstract def mf: Manifest[T]

    Definition Classes
    ParquetThriftBase

Concrete Value Members

  1. final def !=(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  2. final def !=(arg0: Any): Boolean

    Definition Classes
    Any

  3. final def ##(): Int

    Definition Classes
    AnyRef → Any

  4. final def ==(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  5. final def ==(arg0: Any): Boolean

    Definition Classes
    Any

  6. def andThen[U](fn: (T) ⇒ U): typed.TypedSource[U]

    Definition Classes
    TypedSource

  7. final def asInstanceOf[T0]: T0

    Definition Classes
    Any

  8. def checkFlowDefNotNull(implicit flowDef: FlowDef, mode: Mode): Unit

    Attributes
    protected
    Definition Classes
    Source

  9. def clone(): AnyRef

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  10. final def columnProjectionString: Option[ColumnProjectionString]

    Attributes
    protected[com.twitter.scalding.parquet]
    Definition Classes
    HasColumnProjection

  11. def config: ParquetValueScheme.Config[T]

    Definition Classes
    ParquetThriftBase

  12. def contraMap[U](fn: (U) ⇒ T): typed.TypedSink[U]

    Definition Classes
    TypedSink

  13. def converter[U >: T]: TupleConverter[U]

    Definition Classes
    SingleMappable → TypedSource

  14. def createHdfsReadTap(hdfsMode: Hdfs): Tap[JobConf, _, _]

    Attributes
    protected
    Definition Classes
    FileSource

  15. def createHfsTap(scheme: Scheme[JobConf, RecordReader[_, _], OutputCollector[_, _], _, _], path: String, sinkMode: SinkMode): Hfs

    Definition Classes
    HfsTapProvider

  16. def createLocalTap(sinkMode: SinkMode): Tap[JobConf, _, _]

    Definition Classes
    LocalTapSource → LocalSourceOverride

  17. def createTap(readOrWrite: AccessMode)(implicit mode: Mode): Tap[_, _, _]

    Definition Classes
    FileSource → Source

  18. final def eq(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  19. def equals(arg0: Any): Boolean

    Definition Classes
    AnyRef → Any

  20. def finalize(): Unit

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )

  21. final def flatMapTo[U](out: Fields)(mf: (T) ⇒ TraversableOnce[U])(implicit flowDef: FlowDef, mode: Mode, setter: TupleSetter[U]): Pipe

    Definition Classes
    Mappable

  22. final def getClass(): Class[_]

    Definition Classes
    AnyRef → Any

  23. def goodHdfsPaths(hdfsMode: Hdfs): Iterable[String]

    Attributes
    protected
    Definition Classes
    FileSource

  24. def hashCode(): Int

    Definition Classes
    AnyRef → Any

  25. def hdfsReadPathsAreGood(conf: Configuration): Boolean

    Attributes
    protected
    Definition Classes
    FileSource

  26. def hdfsScheme: Scheme[JobConf, RecordReader[_, _], OutputCollector[_, _], _, _]

    Definition Classes
    ParquetScrooge → SchemedSource

  27. def hdfsWritePath: String

    Definition Classes
    FileSource

  28. final def isInstanceOf[T0]: Boolean

    Definition Classes
    Any

  29. def localScheme: Scheme[Properties, InputStream, OutputStream, _, _]

    Definition Classes
    SchemedSource

  30. def localWritePath: String

    Definition Classes
    LocalSourceOverride

  31. final def mapTo[U](out: Fields)(mf: (T) ⇒ U)(implicit flowDef: FlowDef, mode: Mode, setter: TupleSetter[U]): Pipe

    Definition Classes
    Mappable

  32. final def ne(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  33. final def notify(): Unit

    Definition Classes
    AnyRef

  34. final def notifyAll(): Unit

    Definition Classes
    AnyRef

  35. def pathIsGood(p: String, conf: Configuration): Boolean

    Attributes
    protected
    Definition Classes
    FileSource

  36. def read(implicit flowDef: FlowDef, mode: Mode): Pipe

    Definition Classes
    Source

  37. def setter[U <: T]: TupleSetter[U]

    Definition Classes
    ParquetThriftBase → TypedSink

  38. def sinkFields: Fields

    Definition Classes
    TypedSink

  39. val sinkMode: SinkMode

    Definition Classes
    SchemedSource

  40. def sourceFields: Fields

    Definition Classes
    TypedSource

  41. def sourceId: String

    Definition Classes
    Source

  42. final def synchronized[T0](arg0: ⇒ T0): T0

    Definition Classes
    AnyRef

  43. def toIterator(implicit config: Config, mode: Mode): Iterator[T]

    Definition Classes
    Mappable

  44. def toString(): String

    Definition Classes
    AnyRef → Any

  45. def transformForRead(pipe: Pipe): Pipe

    Attributes
    protected
    Definition Classes
    Source

  46. def transformForWrite(pipe: Pipe): Pipe

    Attributes
    protected
    Definition Classes
    Source

  47. def transformInTest: Boolean

    Definition Classes
    Source

  48. def validateTaps(mode: Mode): Unit

    Definition Classes
    FileSource → Source

  49. final def wait(): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  50. final def wait(arg0: Long, arg1: Int): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  51. final def wait(arg0: Long): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  52. def withColumnProjections: Set[String]

    Definition Classes
    HasColumnProjection

  53. def withFilter: Option[FilterPredicate]

    Definition Classes
    HasFilterPredicate

  54. def writeFrom(pipe: Pipe)(implicit flowDef: FlowDef, mode: Mode): Pipe

    Definition Classes
    Source

Deprecated Value Members

  1. def readAtSubmitter[T](implicit mode: Mode, conv: TupleConverter[T]): Stream[T]

    Definition Classes
    Source
    Annotations
    @deprecated
    Deprecated

    (Since version 0.9.0) replace with Mappable.toIterator

  2. def withColumns: Set[String]

    Definition Classes
    HasColumnProjection
    Annotations
    @deprecated
    Deprecated

    (Since version 0.15.1) Use withColumnProjections, which uses a different glob syntax

Inherited from ParquetThriftBase[T]

Inherited from HasColumnProjection

Inherited from HasFilterPredicate

Inherited from LocalTapSource

Inherited from typed.TypedSink[T]

Inherited from SingleMappable[T]

Inherited from Mappable[T]

Inherited from typed.TypedSource[T]

Inherited from FileSource

Inherited from HfsTapProvider

Inherited from LocalSourceOverride

Inherited from SchemedSource

Inherited from Source

Inherited from Serializable

Inherited from AnyRef

Inherited from Any

Ungrouped