Class

com.twitter.scalding.commons.source

DailySuffixLongThriftSequenceFile

Related Doc: package source

Permalink

abstract class DailySuffixLongThriftSequenceFile[V <: TBase[_, _]] extends TimePathedLongThriftSequenceFile[V]

Linear Supertypes
TimePathedLongThriftSequenceFile[V], LongThriftTransformer[V], typed.TypedSink[(Long, V)], Mappable[(Long, V)], typed.TypedSource[(Long, V)], WritableSequenceFileScheme, TimePathedSource, TimeSeqPathedSource, FileSource, HfsTapProvider, LocalSourceOverride, SchemedSource, Source, Serializable, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. DailySuffixLongThriftSequenceFile
  2. TimePathedLongThriftSequenceFile
  3. LongThriftTransformer
  4. TypedSink
  5. Mappable
  6. TypedSource
  7. WritableSequenceFileScheme
  8. TimePathedSource
  9. TimeSeqPathedSource
  10. FileSource
  11. HfsTapProvider
  12. LocalSourceOverride
  13. SchemedSource
  14. Source
  15. Serializable
  16. AnyRef
  17. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new DailySuffixLongThriftSequenceFile(f: Fields, prefix: String, dateRange: DateRange)(implicit arg0: Manifest[V])

    Permalink

Value Members

  1. final def !=(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  2. final def ##(): Int

    Permalink
    Definition Classes
    AnyRef → Any

  3. final def ==(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  4. def allPaths: Iterable[String]

    Permalink
    Definition Classes
    TimeSeqPathedSource

  5. def allPathsFor(pattern: String): Iterable[String]

    Permalink
    Attributes
    protected
    Definition Classes
    TimeSeqPathedSource

  6. def andThen[U](fn: ((Long, V)) ⇒ U): Mappable[U]

    Permalink
    Definition Classes
    Mappable → TypedSource

  7. final def asInstanceOf[T0]: T0

    Permalink
    Definition Classes
    Any

  8. def checkFlowDefNotNull()(implicit flowDef: FlowDef, mode: Mode): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Source

  9. def clone(): AnyRef

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  10. def contraMap[U](fn: (U) ⇒ (Long, V)): typed.TypedSink[U]

    Permalink
    Definition Classes
    TypedSink

  11. def converter[U >: (Long, V)]: TupleConverter[U]

    Permalink
    Definition Classes
    TimePathedLongThriftSequenceFile → TypedSource

  12. def createHdfsReadTap(hdfsMode: Hdfs): Tap[JobConf, _, _]

    Permalink
    Attributes
    protected
    Definition Classes
    FileSource

  13. def createHfsTap(scheme: Scheme[JobConf, RecordReader[_, _], OutputCollector[_, _], _, _], path: String, sinkMode: SinkMode): Hfs

    Permalink
    Definition Classes
    HfsTapProvider

  14. def createLocalTap(sinkMode: SinkMode): Tap[JobConf, _, _]

    Permalink
    Definition Classes
    LocalSourceOverride

  15. def createTap(readOrWrite: AccessMode)(implicit mode: Mode): Tap[_, _, _]

    Permalink
    Definition Classes
    FileSource → Source

  16. val dateRange: DateRange

    Permalink
    Definition Classes
    TimeSeqPathedSource

  17. def defaultDurationFor(pattern: String): Option[Duration]

    Permalink
    Attributes
    protected
    Definition Classes
    TimeSeqPathedSource

  18. final def eq(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  19. def equals(that: Any): Boolean

    Permalink
    Definition Classes
    TimeSeqPathedSource → AnyRef → Any

  20. val fields: Fields

    Permalink
    Definition Classes
    TimePathedLongThriftSequenceFile → LongThriftTransformer → WritableSequenceFileScheme

  21. def finalize(): Unit

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )

  22. final def flatMapTo[U](out: Fields)(mf: ((Long, V)) ⇒ TraversableOnce[U])(implicit flowDef: FlowDef, mode: Mode, setter: TupleSetter[U]): Pipe

    Permalink
    Definition Classes
    Mappable

  23. final def getClass(): Class[_]

    Permalink
    Definition Classes
    AnyRef → Any

  24. def getPathStatuses(conf: Configuration): Iterable[(String, Boolean)]

    Permalink
    Definition Classes
    TimeSeqPathedSource

  25. def goodHdfsPaths(hdfsMode: Hdfs): Iterable[String]

    Permalink
    Attributes
    protected
    Definition Classes
    FileSource

  26. def hashCode(): Int

    Permalink
    Definition Classes
    TimeSeqPathedSource → AnyRef → Any

  27. def hdfsPaths: Iterable[String]

    Permalink
    Definition Classes
    TimeSeqPathedSource → FileSource

  28. def hdfsReadPathsAreGood(conf: Configuration): Boolean

    Permalink
    Definition Classes
    TimeSeqPathedSource → FileSource

  29. def hdfsScheme: Scheme[JobConf, RecordReader[_, _], OutputCollector[_, _], _, _]

    Permalink
    Definition Classes
    WritableSequenceFileScheme → SchemedSource

  30. def hdfsWritePath: String

    Permalink
    Definition Classes
    TimePathedSource → FileSource

  31. final def isInstanceOf[T0]: Boolean

    Permalink
    Definition Classes
    Any

  32. val keyType: Class[LongWritable]

    Permalink
    Definition Classes
    LongThriftTransformer

  33. def localPaths: Iterable[String]

    Permalink
    Definition Classes
    TimePathedSource → LocalSourceOverride

  34. def localScheme: Scheme[Properties, InputStream, OutputStream, _, _]

    Permalink
    Definition Classes
    SchemedSource

  35. def localWritePath: String

    Permalink
    Definition Classes
    LocalSourceOverride

  36. final def mapTo[U](out: Fields)(mf: ((Long, V)) ⇒ U)(implicit flowDef: FlowDef, mode: Mode, setter: TupleSetter[U]): Pipe

    Permalink
    Definition Classes
    Mappable

  37. val mt: Manifest[V]

    Permalink
    Definition Classes
    TimePathedLongThriftSequenceFile → LongThriftTransformer

  38. final def ne(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  39. final def notify(): Unit

    Permalink
    Definition Classes
    AnyRef

  40. final def notifyAll(): Unit

    Permalink
    Definition Classes
    AnyRef

  41. def pathIsGood(globPattern: String, conf: Configuration): Boolean

    Permalink
    Attributes
    protected
    Definition Classes
    FileSource

  42. val pattern: String

    Permalink
    Definition Classes
    TimePathedSource

  43. val patterns: Seq[String]

    Permalink
    Definition Classes
    TimeSeqPathedSource

  44. def read(implicit flowDef: FlowDef, mode: Mode): Pipe

    Permalink
    Definition Classes
    Source

  45. def setter[U <: (Long, V)]: TupleSetter[U]

    Permalink
    Definition Classes
    TimePathedLongThriftSequenceFile → TypedSink

  46. def sinkFields: Fields

    Permalink
    Definition Classes
    TimePathedLongThriftSequenceFile → TypedSink

  47. val sinkMode: SinkMode

    Permalink
    Definition Classes
    SchemedSource

  48. def sourceFields: Fields

    Permalink
    Definition Classes
    TypedSource

  49. def sourceId: String

    Permalink
    Definition Classes
    Source

  50. final def synchronized[T0](arg0: ⇒ T0): T0

    Permalink
    Definition Classes
    AnyRef

  51. def toIterator(implicit config: Config, mode: Mode): Iterator[(Long, V)]

    Permalink
    Definition Classes
    Mappable

  52. def toString(): String

    Permalink
    Definition Classes
    TimeSeqPathedSource → AnyRef → Any

  53. def transformForRead(pipe: Pipe): Pipe

    Permalink
    Attributes
    protected
    Definition Classes
    LongThriftTransformer → Source

  54. def transformForWrite(pipe: Pipe): Pipe

    Permalink
    Attributes
    protected
    Definition Classes
    LongThriftTransformer → Source

  55. def transformInTest: Boolean

    Permalink
    Definition Classes
    Source

  56. lazy val typeRef: TypeRef[TBase[_, _]]

    Permalink
    Definition Classes
    LongThriftTransformer

  57. val tz: TimeZone

    Permalink
    Definition Classes
    TimeSeqPathedSource

  58. def validateTaps(mode: Mode): Unit

    Permalink
    Definition Classes
    FileSource → Source

  59. val valueType: Class[Writable]

    Permalink
    Definition Classes
    LongThriftTransformer

  60. final def wait(): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  61. final def wait(arg0: Long, arg1: Int): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  62. final def wait(arg0: Long): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  63. def writeFrom(pipe: Pipe)(implicit flowDef: FlowDef, mode: Mode): Pipe

    Permalink
    Definition Classes
    Source

Deprecated Value Members

  1. def readAtSubmitter[T](implicit mode: Mode, conv: TupleConverter[T]): Stream[T]

    Permalink
    Definition Classes
    Source
    Annotations
    @deprecated
    Deprecated

    (Since version 0.9.0) replace with Mappable.toIterator

Inherited from TimePathedLongThriftSequenceFile[V]

Inherited from LongThriftTransformer[V]

Inherited from typed.TypedSink[(Long, V)]

Inherited from Mappable[(Long, V)]

Inherited from typed.TypedSource[(Long, V)]

Inherited from WritableSequenceFileScheme

Inherited from TimePathedSource

Inherited from TimeSeqPathedSource

Inherited from FileSource

Inherited from HfsTapProvider

Inherited from LocalSourceOverride

Inherited from SchemedSource

Inherited from Source

Inherited from Serializable

Inherited from AnyRef

Inherited from Any

Ungrouped