Class/Object

com.twitter.scalding.commons.source

VersionedKeyValSource

Related Docs: object VersionedKeyValSource | package source

Permalink

class VersionedKeyValSource[K, V] extends Source with Mappable[(K, V)] with typed.TypedSink[(K, V)]

Linear Supertypes
typed.TypedSink[(K, V)], Mappable[(K, V)], typed.TypedSource[(K, V)], Source, Serializable, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. VersionedKeyValSource
  2. TypedSink
  3. Mappable
  4. TypedSource
  5. Source
  6. Serializable
  7. AnyRef
  8. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new VersionedKeyValSource(path: String, sourceVersion: Option[Long], sinkVersion: Option[Long], maxFailures: Int, versionsToKeep: Int)(implicit codec: Injection[(K, V), (Array[Byte], Array[Byte])])

    Permalink

  2. new VersionedKeyValSource(path: String, sourceVersion: Option[Long], sinkVersion: Option[Long], maxFailures: Int)(implicit codec: Injection[(K, V), (Array[Byte], Array[Byte])])

    Permalink
    Annotations
    @deprecated
    Deprecated

    (Since version 0.1.6) This method is deprecated

Value Members

  1. final def !=(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  2. final def ##(): Int

    Permalink
    Definition Classes
    AnyRef → Any

  3. final def ==(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  4. def andThen[U](fn: ((K, V)) ⇒ U): Mappable[U]

    Permalink
    Definition Classes
    Mappable → TypedSource

  5. final def asInstanceOf[T0]: T0

    Permalink
    Definition Classes
    Any

  6. def checkFlowDefNotNull()(implicit flowDef: FlowDef, mode: Mode): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Source

  7. lazy val checkedInversion: CheckedInversion[(K, V), (Array[Byte], Array[Byte])]

    Permalink
    Attributes
    protected

  8. def clone(): AnyRef

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  9. val codecBox: Externalizer[Injection[(K, V), (Array[Byte], Array[Byte])]]

    Permalink

  10. def contraMap[U](fn: (U) ⇒ (K, V)): typed.TypedSink[U]

    Permalink
    Definition Classes
    TypedSink

  11. def converter[U >: (K, V)]: TupleConverter[U]

    Permalink
    Definition Classes
    VersionedKeyValSource → TypedSource

  12. def createTap(readOrWrite: AccessMode)(implicit mode: Mode): Tap[_, _, _]

    Permalink
    Definition Classes
    VersionedKeyValSource → Source

  13. final def eq(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  14. def equals(other: Any): Boolean

    Permalink
    Definition Classes
    VersionedKeyValSource → AnyRef → Any

  15. val fields: Fields

    Permalink

  16. def finalize(): Unit

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )

  17. final def flatMapTo[U](out: Fields)(mf: ((K, V)) ⇒ TraversableOnce[U])(implicit flowDef: FlowDef, mode: Mode, setter: TupleSetter[U]): Pipe

    Permalink
    Definition Classes
    Mappable

  18. final def getClass(): Class[_]

    Permalink
    Definition Classes
    AnyRef → Any

  19. def getTap(mode: TapMode): VersionedTap

    Permalink

  20. def hashCode(): Int

    Permalink
    Definition Classes
    VersionedKeyValSource → AnyRef → Any

  21. def hdfsScheme: Scheme[JobConf, RecordReader[_, _], OutputCollector[_, _], _, _]

    Permalink

  22. final def isInstanceOf[T0]: Boolean

    Permalink
    Definition Classes
    Any

  23. val keyField: String

    Permalink

  24. final def mapTo[U](out: Fields)(mf: ((K, V)) ⇒ U)(implicit flowDef: FlowDef, mode: Mode, setter: TupleSetter[U]): Pipe

    Permalink
    Definition Classes
    Mappable

  25. val maxFailures: Int

    Permalink

  26. final def ne(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  27. final def notify(): Unit

    Permalink
    Definition Classes
    AnyRef

  28. final def notifyAll(): Unit

    Permalink
    Definition Classes
    AnyRef

  29. val path: String

    Permalink

  30. def read(implicit flowDef: FlowDef, mode: Mode): Pipe

    Permalink
    Definition Classes
    Source

  31. def resourceExists(mode: Mode): Boolean

    Permalink

  32. def setter[U <: (K, V)]: TupleSetter[U]

    Permalink
    Definition Classes
    VersionedKeyValSource → TypedSink

  33. val sink: VersionedTap

    Permalink

  34. def sinkExists(mode: Mode): Boolean

    Permalink

  35. def sinkFields: Fields

    Permalink
    Definition Classes
    VersionedKeyValSource → TypedSink

  36. val sinkVersion: Option[Long]

    Permalink

  37. val source: VersionedTap

    Permalink

  38. def sourceFields: Fields

    Permalink
    Definition Classes
    TypedSource

  39. def sourceId: String

    Permalink
    Definition Classes
    Source

  40. val sourceVersion: Option[Long]

    Permalink

  41. final def synchronized[T0](arg0: ⇒ T0): T0

    Permalink
    Definition Classes
    AnyRef

  42. def toIterator(implicit config: Config, mode: Mode): Iterator[(K, V)]

    Permalink
    Definition Classes
    VersionedKeyValSource → Mappable

  43. def toString(): String

    Permalink
    Definition Classes
    VersionedKeyValSource → AnyRef → Any

  44. def transformForRead(pipe: Pipe): Pipe

    Permalink
    Definition Classes
    VersionedKeyValSource → Source

  45. def transformForWrite(pipe: Pipe): Pipe

    Permalink
    Definition Classes
    VersionedKeyValSource → Source

  46. def transformInTest: Boolean

    Permalink
    Definition Classes
    Source

  47. val valField: String

    Permalink

  48. def validateTaps(mode: Mode): Unit

    Permalink
    Definition Classes
    VersionedKeyValSource → Source

  49. val versionsToKeep: Int

    Permalink

  50. final def wait(): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  51. final def wait(arg0: Long, arg1: Int): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  52. final def wait(arg0: Long): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  53. def writeFrom(pipe: Pipe)(implicit flowDef: FlowDef, mode: Mode): Pipe

    Permalink
    Definition Classes
    Source

Deprecated Value Members

  1. def readAtSubmitter[T](implicit mode: Mode, conv: TupleConverter[T]): Stream[T]

    Permalink
    Definition Classes
    Source
    Annotations
    @deprecated
    Deprecated

    (Since version 0.9.0) replace with Mappable.toIterator

Inherited from typed.TypedSink[(K, V)]

Inherited from Mappable[(K, V)]

Inherited from typed.TypedSource[(K, V)]

Inherited from Source

Inherited from Serializable

Inherited from AnyRef

Inherited from Any

Ungrouped