Class

com.twitter.scalding.commons.source

TsvWithHeader

Related Doc: package source

Permalink

class TsvWithHeader extends FixedPathSource with DelimitedScheme with FieldConversions

A tsv source with the column name header info.

Header file format: tab separated column names.

Linear Supertypes
FieldConversions, LowPriorityFieldConversions, DelimitedScheme, FixedPathSource, FileSource, HfsTapProvider, LocalSourceOverride, SchemedSource, Source, Serializable, AnyRef, Any
Ordering
  1. Alphabetic
  2. By inheritance
Inherited
  1. TsvWithHeader
  2. FieldConversions
  3. LowPriorityFieldConversions
  4. DelimitedScheme
  5. FixedPathSource
  6. FileSource
  7. HfsTapProvider
  8. LocalSourceOverride
  9. SchemedSource
  10. Source
  11. Serializable
  12. AnyRef
  13. Any
  1. Hide All
  2. Show all
Visibility
  1. Public
  2. All

Instance Constructors

  1. new TsvWithHeader(p: String, f: Fields = Fields.UNKNOWN)(implicit mode: Mode)

    Permalink

Value Members

  1. final def !=(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  2. final def ##(): Int

    Permalink
    Definition Classes
    AnyRef → Any

  3. final def ==(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  4. def anyToFieldArg(f: Any): Comparable[_]

    Permalink
    Attributes
    protected
    Definition Classes
    LowPriorityFieldConversions

  5. final def asInstanceOf[T0]: T0

    Permalink
    Definition Classes
    Any

  6. def asList(f: Fields): List[Comparable[_]]

    Permalink
    Definition Classes
    FieldConversions

  7. def asSet(f: Fields): Set[Comparable[_]]

    Permalink
    Definition Classes
    FieldConversions

  8. def checkFlowDefNotNull(implicit flowDef: FlowDef, mode: Mode): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Source

  9. def clone(): AnyRef

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  10. def createHdfsReadTap(hdfsMode: Hdfs): Tap[JobConf, _, _]

    Permalink
    Attributes
    protected
    Definition Classes
    FileSource

  11. def createHfsTap(scheme: Scheme[JobConf, RecordReader[_, _], OutputCollector[_, _], _, _], path: String, sinkMode: SinkMode): Hfs

    Permalink
    Definition Classes
    HfsTapProvider

  12. def createLocalTap(sinkMode: SinkMode): Tap[JobConf, _, _]

    Permalink
    Definition Classes
    LocalSourceOverride

  13. def createTap(readOrWrite: AccessMode)(implicit mode: Mode): Tap[_, _, _]

    Permalink
    Definition Classes
    FileSource → Source

  14. def defaultMode(fromFields: Fields, toFields: Fields): Fields

    Permalink
    Definition Classes
    FieldConversions

  15. final def ensureUniqueFields(left: Fields, right: Fields, rightPipe: Pipe): (Fields, Pipe)

    Permalink
    Definition Classes
    FieldConversions

  16. implicit def enumValueToFields(x: Value): Fields

    Permalink
    Definition Classes
    FieldConversions

  17. final def eq(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  18. def equals(that: Any): Boolean

    Permalink
    Definition Classes
    FixedPathSource → AnyRef → Any

  19. implicit def fieldFields[T <: TraversableOnce[Field[_]]](f: T): RichFields

    Permalink
    Definition Classes
    FieldConversions

  20. implicit def fieldToFields(f: Field[_]): RichFields

    Permalink
    Definition Classes
    FieldConversions

  21. implicit def fields[T <: TraversableOnce[Symbol]](f: T): Fields

    Permalink
    Definition Classes
    FieldConversions

  22. val fields: Fields

    Permalink
    Definition Classes
    TsvWithHeader → DelimitedScheme

  23. lazy val fieldsFromHeaderFile: Fields

    Permalink

  24. implicit def fieldsToRichFields(fields: Fields): RichFields

    Permalink
    Definition Classes
    FieldConversions

  25. def finalize(): Unit

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )

  26. implicit def fromEnum[T <: Enumeration](enumeration: T): Fields

    Permalink
    Definition Classes
    FieldConversions

  27. final def getClass(): Class[_]

    Permalink
    Definition Classes
    AnyRef → Any

  28. def getField(f: Fields, idx: Int): Fields

    Permalink
    Definition Classes
    FieldConversions

  29. def goodHdfsPaths(hdfsMode: Hdfs): Iterable[String]

    Permalink
    Attributes
    protected
    Definition Classes
    FileSource

  30. def hasInts(f: Fields): Boolean

    Permalink
    Definition Classes
    FieldConversions

  31. def hashCode(): Int

    Permalink
    Definition Classes
    FixedPathSource → AnyRef → Any

  32. def hdfsPaths: List[String]

    Permalink
    Definition Classes
    FixedPathSource → FileSource

  33. def hdfsReadPathsAreGood(conf: Configuration): Boolean

    Permalink
    Attributes
    protected
    Definition Classes
    FileSource

  34. def hdfsScheme: Scheme[JobConf, RecordReader[_, _], OutputCollector[_, _], _, _]

    Permalink
    Definition Classes
    DelimitedScheme → SchemedSource

  35. def hdfsWritePath: String

    Permalink
    Definition Classes
    FileSource

  36. val headerPath: String

    Permalink

  37. implicit def intFields[T <: TraversableOnce[Int]](f: T): Fields

    Permalink
    Definition Classes
    FieldConversions

  38. implicit def intToFields(x: Int): Fields

    Permalink
    Definition Classes
    FieldConversions

  39. implicit def integerToFields(x: Integer): Fields

    Permalink
    Definition Classes
    FieldConversions

  40. final def isInstanceOf[T0]: Boolean

    Permalink
    Definition Classes
    Any

  41. def localPaths: List[String]

    Permalink
    Definition Classes
    FixedPathSource → LocalSourceOverride

  42. def localScheme: TextDelimited

    Permalink
    Definition Classes
    DelimitedScheme → SchemedSource

  43. def localWritePath: String

    Permalink
    Definition Classes
    LocalSourceOverride

  44. final def ne(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  45. final def newSymbol(avoid: Set[Symbol], guess: Symbol, trial: Int): Symbol

    Permalink
    Definition Classes
    FieldConversions
    Annotations
    @tailrec()

  46. final def notify(): Unit

    Permalink
    Definition Classes
    AnyRef

  47. final def notifyAll(): Unit

    Permalink
    Definition Classes
    AnyRef

  48. implicit def parseAnySeqToFields[T <: TraversableOnce[Any]](anyf: T): Fields

    Permalink
    Definition Classes
    FieldConversions

  49. def pathIsGood(p: String, conf: Configuration): Boolean

    Permalink
    Attributes
    protected
    Definition Classes
    FileSource

  50. implicit def productToFields(f: Product): Fields

    Permalink
    Definition Classes
    LowPriorityFieldConversions

  51. val quote: String

    Permalink
    Definition Classes
    DelimitedScheme

  52. def read(implicit flowDef: FlowDef, mode: Mode): Pipe

    Permalink
    Definition Classes
    Source

  53. def readFromFile(filename: String)(implicit mode: Mode): String

    Permalink

  54. val safe: Boolean

    Permalink
    Definition Classes
    DelimitedScheme

  55. val separator: String

    Permalink
    Definition Classes
    DelimitedScheme

  56. val sinkMode: SinkMode

    Permalink
    Definition Classes
    SchemedSource

  57. val skipHeader: Boolean

    Permalink
    Definition Classes
    DelimitedScheme

  58. def sourceId: String

    Permalink
    Definition Classes
    Source

  59. implicit def strFields[T <: TraversableOnce[String]](f: T): Fields

    Permalink
    Definition Classes
    FieldConversions

  60. val strict: Boolean

    Permalink
    Definition Classes
    DelimitedScheme

  61. implicit def stringToFields(x: String): Fields

    Permalink
    Definition Classes
    FieldConversions

  62. implicit def symbolToFields(x: Symbol): Fields

    Permalink
    Definition Classes
    FieldConversions

  63. final def synchronized[T0](arg0: ⇒ T0): T0

    Permalink
    Definition Classes
    AnyRef

  64. def toString(): String

    Permalink
    Definition Classes
    FixedPathSource → AnyRef → Any

  65. def transformForRead(pipe: Pipe): Pipe

    Permalink
    Attributes
    protected
    Definition Classes
    Source

  66. def transformForWrite(pipe: Pipe): Pipe

    Permalink
    Attributes
    protected
    Definition Classes
    Source

  67. def transformInTest: Boolean

    Permalink
    Definition Classes
    Source

  68. implicit def tuple2ToFieldsPair[T, U](pair: (T, U))(implicit tf: (T) ⇒ Fields, uf: (U) ⇒ Fields): (Fields, Fields)

    Permalink
    Definition Classes
    FieldConversions

  69. val types: Array[Class[_]]

    Permalink
    Definition Classes
    DelimitedScheme

  70. implicit def unitToFields(u: Unit): Fields

    Permalink
    Definition Classes
    FieldConversions

  71. def validateTaps(mode: Mode): Unit

    Permalink
    Definition Classes
    FileSource → Source

  72. final def wait(): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  73. final def wait(arg0: Long, arg1: Int): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  74. final def wait(arg0: Long): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  75. def writeFrom(pipe: Pipe)(implicit flowDef: FlowDef, mode: Mode): Pipe

    Permalink
    Definition Classes
    TsvWithHeader → Source

  76. val writeHeader: Boolean

    Permalink
    Definition Classes
    DelimitedScheme

  77. def writeToFile(filename: String, text: String)(implicit mode: Mode): Unit

    Permalink

Deprecated Value Members

  1. def readAtSubmitter[T](implicit mode: Mode, conv: TupleConverter[T]): Stream[T]

    Permalink
    Definition Classes
    Source
    Annotations
    @deprecated
    Deprecated

    (Since version 0.9.0) replace with Mappable.toIterator

Inherited from FieldConversions

Inherited from LowPriorityFieldConversions

Inherited from DelimitedScheme

Inherited from FixedPathSource

Inherited from FileSource

Inherited from HfsTapProvider

Inherited from LocalSourceOverride

Inherited from SchemedSource

Inherited from Source

Inherited from Serializable

Inherited from AnyRef

Inherited from Any

Ungrouped