com.twitter.scalding.parquet.scrooge

HourlySuffixParquetScrooge

class HourlySuffixParquetScrooge[T <: ThriftStruct] extends HourlySuffixSource with ParquetScrooge[T]

Linear Supertypes
ParquetScrooge[T], ParquetThriftBase[T], HasColumnProjection, HasFilterPredicate, LocalTapSource, typed.TypedSink[T], SingleMappable[T], Mappable[T], typed.TypedSource[T], HourlySuffixSource, TimePathedSource, TimeSeqPathedSource, FileSource, HfsTapProvider, LocalSourceOverride, SchemedSource, Source, Serializable, AnyRef, Any
Ordering
  1. Alphabetic
  2. By inheritance
Inherited
  1. HourlySuffixParquetScrooge
  2. ParquetScrooge
  3. ParquetThriftBase
  4. HasColumnProjection
  5. HasFilterPredicate
  6. LocalTapSource
  7. TypedSink
  8. SingleMappable
  9. Mappable
  10. TypedSource
  11. HourlySuffixSource
  12. TimePathedSource
  13. TimeSeqPathedSource
  14. FileSource
  15. HfsTapProvider
  16. LocalSourceOverride
  17. SchemedSource
  18. Source
  19. Serializable
  20. AnyRef
  21. Any
  1. Hide All
  2. Show all
Learn more about member selection
Visibility
  1. Public
  2. All

Instance Constructors

  1. new HourlySuffixParquetScrooge(path: String, dateRange: DateRange)(implicit mf: Manifest[T])

Value Members

  1. final def !=(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  2. final def !=(arg0: Any): Boolean

    Definition Classes
    Any

  3. final def ##(): Int

    Definition Classes
    AnyRef → Any

  4. final def ==(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  5. final def ==(arg0: Any): Boolean

    Definition Classes
    Any

  6. def allPaths: Iterable[String]

    Definition Classes
    TimeSeqPathedSource

  7. def allPathsFor(pattern: String): Iterable[String]

    Attributes
    protected
    Definition Classes
    TimeSeqPathedSource

  8. def andThen[U](fn: (T) ⇒ U): typed.TypedSource[U]

    Definition Classes
    TypedSource

  9. final def asInstanceOf[T0]: T0

    Definition Classes
    Any

  10. def checkFlowDefNotNull(implicit flowDef: FlowDef, mode: Mode): Unit

    Attributes
    protected
    Definition Classes
    Source

  11. def clone(): AnyRef

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  12. final def columnProjectionString: Option[ColumnProjectionString]

    Attributes
    protected[com.twitter.scalding.parquet]
    Definition Classes
    HasColumnProjection

  13. def config: ParquetValueScheme.Config[T]

    Definition Classes
    ParquetThriftBase

  14. def contraMap[U](fn: (U) ⇒ T): typed.TypedSink[U]

    Definition Classes
    TypedSink

  15. def converter[U >: T]: TupleConverter[U]

    Definition Classes
    SingleMappable → TypedSource

  16. def createHdfsReadTap(hdfsMode: Hdfs): Tap[JobConf, _, _]

    Attributes
    protected
    Definition Classes
    FileSource

  17. def createHfsTap(scheme: Scheme[JobConf, RecordReader[_, _], OutputCollector[_, _], _, _], path: String, sinkMode: SinkMode): Hfs

    Definition Classes
    HfsTapProvider

  18. def createLocalTap(sinkMode: SinkMode): Tap[JobConf, _, _]

    Definition Classes
    LocalTapSource → LocalSourceOverride

  19. def createTap(readOrWrite: AccessMode)(implicit mode: Mode): Tap[_, _, _]

    Definition Classes
    FileSource → Source

  20. def defaultDurationFor(pattern: String): Option[Duration]

    Attributes
    protected
    Definition Classes
    TimeSeqPathedSource

  21. final def eq(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  22. def equals(that: Any): Boolean

    Definition Classes
    TimeSeqPathedSource → AnyRef → Any

  23. def finalize(): Unit

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )

  24. final def flatMapTo[U](out: Fields)(mf: (T) ⇒ TraversableOnce[U])(implicit flowDef: FlowDef, mode: Mode, setter: TupleSetter[U]): Pipe

    Definition Classes
    Mappable

  25. final def getClass(): Class[_]

    Definition Classes
    AnyRef → Any

  26. def getPathStatuses(conf: Configuration): Iterable[(String, Boolean)]

    Definition Classes
    TimeSeqPathedSource

  27. def goodHdfsPaths(hdfsMode: Hdfs): Iterable[String]

    Attributes
    protected
    Definition Classes
    FileSource

  28. def hashCode(): Int

    Definition Classes
    TimeSeqPathedSource → AnyRef → Any

  29. def hdfsPaths: Iterable[String]

    Definition Classes
    TimeSeqPathedSource → FileSource

  30. def hdfsReadPathsAreGood(conf: Configuration): Boolean

    Definition Classes
    TimeSeqPathedSource → FileSource

  31. def hdfsScheme: Scheme[JobConf, RecordReader[_, _], OutputCollector[_, _], _, _]

    Definition Classes
    ParquetScrooge → SchemedSource

  32. def hdfsWritePath: String

    Definition Classes
    TimePathedSource → FileSource

  33. final def isInstanceOf[T0]: Boolean

    Definition Classes
    Any

  34. def localPaths: Iterable[String]

    Definition Classes
    TimePathedSource → LocalSourceOverride

  35. def localScheme: Scheme[Properties, InputStream, OutputStream, _, _]

    Definition Classes
    SchemedSource

  36. def localWritePath: String

    Definition Classes
    LocalSourceOverride

  37. final def mapTo[U](out: Fields)(mf: (T) ⇒ U)(implicit flowDef: FlowDef, mode: Mode, setter: TupleSetter[U]): Pipe

    Definition Classes
    Mappable

  38. implicit val mf: Manifest[T]

    Definition Classes
    HourlySuffixParquetScrooge → ParquetThriftBase

  39. final def ne(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  40. final def notify(): Unit

    Definition Classes
    AnyRef

  41. final def notifyAll(): Unit

    Definition Classes
    AnyRef

  42. def pathIsGood(p: String, conf: Configuration): Boolean

    Attributes
    protected
    Definition Classes
    FileSource

  43. val pattern: String

    Definition Classes
    TimePathedSource

  44. val patterns: Seq[String]

    Definition Classes
    TimeSeqPathedSource

  45. def read(implicit flowDef: FlowDef, mode: Mode): Pipe

    Definition Classes
    Source

  46. def setter[U <: T]: TupleSetter[U]

    Definition Classes
    ParquetThriftBase → TypedSink

  47. def sinkFields: Fields

    Definition Classes
    TypedSink

  48. val sinkMode: SinkMode

    Definition Classes
    SchemedSource

  49. def sourceFields: Fields

    Definition Classes
    TypedSource

  50. def sourceId: String

    Definition Classes
    Source

  51. final def synchronized[T0](arg0: ⇒ T0): T0

    Definition Classes
    AnyRef

  52. def toIterator(implicit config: Config, mode: Mode): Iterator[T]

    Definition Classes
    Mappable

  53. def toString(): String

    Definition Classes
    TimeSeqPathedSource → AnyRef → Any

  54. def transformForRead(pipe: Pipe): Pipe

    Attributes
    protected
    Definition Classes
    Source

  55. def transformForWrite(pipe: Pipe): Pipe

    Attributes
    protected
    Definition Classes
    Source

  56. def transformInTest: Boolean

    Definition Classes
    Source

  57. val tz: TimeZone

    Definition Classes
    TimeSeqPathedSource

  58. def validateTaps(mode: Mode): Unit

    Definition Classes
    FileSource → Source

  59. final def wait(): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  60. final def wait(arg0: Long, arg1: Int): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  61. final def wait(arg0: Long): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  62. def withColumnProjections: Set[String]

    Definition Classes
    HasColumnProjection

  63. def withFilter: Option[FilterPredicate]

    Definition Classes
    HasFilterPredicate

  64. def writeFrom(pipe: Pipe)(implicit flowDef: FlowDef, mode: Mode): Pipe

    Definition Classes
    Source

Deprecated Value Members

  1. def readAtSubmitter[T](implicit mode: Mode, conv: TupleConverter[T]): Stream[T]

    Definition Classes
    Source
    Annotations
    @deprecated
    Deprecated

    (Since version 0.9.0) replace with Mappable.toIterator

  2. def withColumns: Set[String]

    Definition Classes
    HasColumnProjection
    Annotations
    @deprecated
    Deprecated

    (Since version 0.15.1) Use withColumnProjections, which uses a different glob syntax

Inherited from ParquetScrooge[T]

Inherited from ParquetThriftBase[T]

Inherited from HasColumnProjection

Inherited from HasFilterPredicate

Inherited from LocalTapSource

Inherited from typed.TypedSink[T]

Inherited from SingleMappable[T]

Inherited from Mappable[T]

Inherited from typed.TypedSource[T]

Inherited from HourlySuffixSource

Inherited from TimePathedSource

Inherited from TimeSeqPathedSource

Inherited from FileSource

Inherited from HfsTapProvider

Inherited from LocalSourceOverride

Inherited from SchemedSource

Inherited from Source

Inherited from Serializable

Inherited from AnyRef

Inherited from Any

Ungrouped