Package

com.twitter.scalding.commons

source

Permalink

package source

Visibility
  1. Public
  2. All

Type Members

  1. abstract class DailyPrefixSuffixLzoThrift[T <: TBase[_, _]] extends DailyPrefixSuffixSource with LzoThrift[T]

    Permalink
  2. case class DailyPrefixSuffixLzoTsv(prefix: String, suffix: String, fs: Fields = Fields.ALL)(implicit dateRange: DateRange) extends DailyPrefixSuffixSource with LzoTsv with Product with Serializable

    Permalink
  3. abstract class DailySuffixLongThriftSequenceFile[V <: TBase[_, _]] extends TimePathedLongThriftSequenceFile[V]

    Permalink
  4. abstract class DailySuffixLzoCodec[T] extends DailySuffixSource with LzoCodec[T]

    Permalink
  5. abstract class DailySuffixLzoProtobuf[T <: Message] extends DailySuffixSource with LzoProtobuf[T]

    Permalink
  6. abstract class DailySuffixLzoThrift[T <: TBase[_, _]] extends DailySuffixSource with LzoThrift[T]

    Permalink
  7. case class DailySuffixLzoTsv(prefix: String, fs: Fields = Fields.ALL)(implicit dateRange: DateRange) extends DailySuffixSource with LzoTsv with Product with Serializable

    Permalink
  8. abstract class DailySuffixMostRecentLzoProtobuf[T <: Message] extends DailySuffixMostRecentSource with LzoProtobuf[T]

    Permalink
  9. trait ErrorHandlingLzoCodec[T] extends FileSource with LzoCodec[T]

    Permalink
  10. trait ErrorThresholdLzoCodec[T] extends FileSource with ErrorHandlingLzoCodec[T]

    Permalink
  11. class FixedLzoTypedText[T] extends FixedPathSource with LzoTypedTextDelimited[T]

    Permalink
  12. abstract class FixedPathLzoProtobuf[T <: Message] extends FixedPathSource with LzoProtobuf[T]

    Permalink
  13. abstract class FixedPathLzoThrift[T <: TBase[_, _]] extends FixedPathSource with LzoThrift[T]

    Permalink
  14. abstract class HourlySuffixLzoCodec[T] extends HourlySuffixSource with LzoCodec[T]

    Permalink
  15. abstract class HourlySuffixLzoProtobuf[T <: Message] extends HourlySuffixSource with LzoProtobuf[T]

    Permalink
  16. abstract class HourlySuffixLzoText extends HourlySuffixSource with LzoText

    Permalink
  17. abstract class HourlySuffixLzoThrift[T <: TBase[_, _]] extends HourlySuffixSource with LzoThrift[T]

    Permalink
  18. case class HourlySuffixLzoTsv(prefix: String, fs: Fields = Fields.ALL)(implicit dateRange: DateRange) extends HourlySuffixSource with LzoTsv with Product with Serializable

    Permalink
  19. trait LongThriftTransformer[V <: TBase[_, _]] extends Source

    Permalink
  20. trait LzoCodec[T] extends FileSource with SingleMappable[T] with typed.TypedSink[T] with LocalTapSource

    Permalink
  21. class LzoGenericScheme[M] extends LzoBinaryScheme[M, GenericWritable[M]]

    Permalink

    Generic scheme for data stored as lzo-compressed protobuf messages.

    Generic scheme for data stored as lzo-compressed protobuf messages. Serialization is performed using the supplied BinaryConverter.

  22. abstract class LzoGenericSource[T] extends FileSource with SingleMappable[T] with TypedSink[T] with LocalTapSource

    Permalink

    Generic source with an underlying GenericScheme that uses the supplied BinaryConverter.

  23. trait LzoProtobuf[T <: Message] extends SchemedSource with LocalTapSource with SingleMappable[T] with typed.TypedSink[T]

    Permalink
  24. trait LzoText extends SchemedSource with LocalTapSource with SingleMappable[String] with typed.TypedSink[String]

    Permalink
  25. trait LzoThrift[T <: TBase[_, _]] extends SchemedSource with LocalTapSource with SingleMappable[T] with typed.TypedSink[T]

    Permalink
  26. trait LzoTsv extends SchemedSource with DelimitedScheme with LocalTapSource

    Permalink
  27. trait LzoTypedTextDelimited[T] extends SchemedSource with TypedTextDelimited[T] with LocalTapSource

    Permalink
  28. trait LzoTypedTsv[T] extends SchemedSource with DelimitedScheme with Mappable[T] with typed.TypedSink[T] with LocalTapSource

    Permalink
  29. trait LzoTypedTsv1[A] extends SchemedSource with LzoTypedTsv[(A)] with Mappable1[A]

    Permalink
  30. trait LzoTypedTsv10[A, B, C, D, E, F, G, H, I, J] extends SchemedSource with LzoTypedTsv[(A, B, C, D, E, F, G, H, I, J)] with Mappable10[A, B, C, D, E, F, G, H, I, J]

    Permalink
  31. trait LzoTypedTsv11[A, B, C, D, E, F, G, H, I, J, K] extends SchemedSource with LzoTypedTsv[(A, B, C, D, E, F, G, H, I, J, K)] with Mappable11[A, B, C, D, E, F, G, H, I, J, K]

    Permalink
  32. trait LzoTypedTsv12[A, B, C, D, E, F, G, H, I, J, K, L] extends SchemedSource with LzoTypedTsv[(A, B, C, D, E, F, G, H, I, J, K, L)] with Mappable12[A, B, C, D, E, F, G, H, I, J, K, L]

    Permalink
  33. trait LzoTypedTsv13[A, B, C, D, E, F, G, H, I, J, K, L, M] extends SchemedSource with LzoTypedTsv[(A, B, C, D, E, F, G, H, I, J, K, L, M)] with Mappable13[A, B, C, D, E, F, G, H, I, J, K, L, M]

    Permalink
  34. trait LzoTypedTsv14[A, B, C, D, E, F, G, H, I, J, K, L, M, N] extends SchemedSource with LzoTypedTsv[(A, B, C, D, E, F, G, H, I, J, K, L, M, N)] with Mappable14[A, B, C, D, E, F, G, H, I, J, K, L, M, N]

    Permalink
  35. trait LzoTypedTsv15[A, B, C, D, E, F, G, H, I, J, K, L, M, N, O] extends SchemedSource with LzoTypedTsv[(A, B, C, D, E, F, G, H, I, J, K, L, M, N, O)] with Mappable15[A, B, C, D, E, F, G, H, I, J, K, L, M, N, O]

    Permalink
  36. trait LzoTypedTsv16[A, B, C, D, E, F, G, H, I, J, K, L, M, N, O, P] extends SchemedSource with LzoTypedTsv[(A, B, C, D, E, F, G, H, I, J, K, L, M, N, O, P)] with Mappable16[A, B, C, D, E, F, G, H, I, J, K, L, M, N, O, P]

    Permalink
  37. trait LzoTypedTsv17[A, B, C, D, E, F, G, H, I, J, K, L, M, N, O, P, Q] extends SchemedSource with LzoTypedTsv[(A, B, C, D, E, F, G, H, I, J, K, L, M, N, O, P, Q)] with Mappable17[A, B, C, D, E, F, G, H, I, J, K, L, M, N, O, P, Q]

    Permalink
  38. trait LzoTypedTsv18[A, B, C, D, E, F, G, H, I, J, K, L, M, N, O, P, Q, R] extends SchemedSource with LzoTypedTsv[(A, B, C, D, E, F, G, H, I, J, K, L, M, N, O, P, Q, R)] with Mappable18[A, B, C, D, E, F, G, H, I, J, K, L, M, N, O, P, Q, R]

    Permalink
  39. trait LzoTypedTsv19[A, B, C, D, E, F, G, H, I, J, K, L, M, N, O, P, Q, R, S] extends SchemedSource with LzoTypedTsv[(A, B, C, D, E, F, G, H, I, J, K, L, M, N, O, P, Q, R, S)] with Mappable19[A, B, C, D, E, F, G, H, I, J, K, L, M, N, O, P, Q, R, S]

    Permalink
  40. trait LzoTypedTsv2[A, B] extends SchemedSource with LzoTypedTsv[(A, B)] with Mappable2[A, B]

    Permalink
  41. trait LzoTypedTsv20[A, B, C, D, E, F, G, H, I, J, K, L, M, N, O, P, Q, R, S, T] extends SchemedSource with LzoTypedTsv[(A, B, C, D, E, F, G, H, I, J, K, L, M, N, O, P, Q, R, S, T)] with Mappable20[A, B, C, D, E, F, G, H, I, J, K, L, M, N, O, P, Q, R, S, T]

    Permalink
  42. trait LzoTypedTsv21[A, B, C, D, E, F, G, H, I, J, K, L, M, N, O, P, Q, R, S, T, U] extends SchemedSource with LzoTypedTsv[(A, B, C, D, E, F, G, H, I, J, K, L, M, N, O, P, Q, R, S, T, U)] with Mappable21[A, B, C, D, E, F, G, H, I, J, K, L, M, N, O, P, Q, R, S, T, U]

    Permalink
  43. trait LzoTypedTsv22[A, B, C, D, E, F, G, H, I, J, K, L, M, N, O, P, Q, R, S, T, U, V] extends SchemedSource with LzoTypedTsv[(A, B, C, D, E, F, G, H, I, J, K, L, M, N, O, P, Q, R, S, T, U, V)] with Mappable22[A, B, C, D, E, F, G, H, I, J, K, L, M, N, O, P, Q, R, S, T, U, V]

    Permalink
  44. trait LzoTypedTsv3[A, B, C] extends SchemedSource with LzoTypedTsv[(A, B, C)] with Mappable3[A, B, C]

    Permalink
  45. trait LzoTypedTsv4[A, B, C, D] extends SchemedSource with LzoTypedTsv[(A, B, C, D)] with Mappable4[A, B, C, D]

    Permalink
  46. trait LzoTypedTsv5[A, B, C, D, E] extends SchemedSource with LzoTypedTsv[(A, B, C, D, E)] with Mappable5[A, B, C, D, E]

    Permalink
  47. trait LzoTypedTsv6[A, B, C, D, E, F] extends SchemedSource with LzoTypedTsv[(A, B, C, D, E, F)] with Mappable6[A, B, C, D, E, F]

    Permalink
  48. trait LzoTypedTsv7[A, B, C, D, E, F, G] extends SchemedSource with LzoTypedTsv[(A, B, C, D, E, F, G)] with Mappable7[A, B, C, D, E, F, G]

    Permalink
  49. trait LzoTypedTsv8[A, B, C, D, E, F, G, H] extends SchemedSource with LzoTypedTsv[(A, B, C, D, E, F, G, H)] with Mappable8[A, B, C, D, E, F, G, H]

    Permalink
  50. trait LzoTypedTsv9[A, B, C, D, E, F, G, H, I] extends SchemedSource with LzoTypedTsv[(A, B, C, D, E, F, G, H, I)] with Mappable9[A, B, C, D, E, F, G, H, I]

    Permalink
  51. abstract class MostRecentGoodLongThriftSequenceFile[V <: TBase[_, _]] extends MostRecentGoodSource with WritableSequenceFileScheme with Serializable with Mappable[(Long, V)] with TypedSink[(Long, V)] with LongThriftTransformer[V]

    Permalink
  52. class MostRecentLzoTypedText[T] extends MostRecentGoodSource with LzoTypedTextDelimited[T]

    Permalink
  53. class RichPipeEx extends Serializable

    Permalink
  54. class TimePathLzoTypedText[T] extends TimePathedSource with LzoTypedTextDelimited[T]

    Permalink
  55. abstract class TimePathedLongThriftSequenceFile[V <: TBase[_, _]] extends TimePathedSource with WritableSequenceFileScheme with Serializable with Mappable[(Long, V)] with TypedSink[(Long, V)] with LongThriftTransformer[V]

    Permalink
  56. class TsvWithHeader extends FixedPathSource with DelimitedScheme with FieldConversions

    Permalink

    A tsv source with the column name header info.

    A tsv source with the column name header info.

    Header file format: tab separated column names.

  57. class TypedRichPipeEx[K, V] extends Serializable

    Permalink
  58. class VersionedKeyValSource[K, V] extends Source with Mappable[(K, V)] with typed.TypedSink[(K, V)]

    Permalink

Value Members

  1. object IdentityBinaryConverter extends BinaryConverter[Array[Byte]] with Product with Serializable

    Permalink
  2. object LzoCodecSource

    Permalink

    Source used to write some type T into an LZO-compressed SequenceFile using a codec on T for serialization.

  3. object LzoGenericScheme extends Serializable

    Permalink
  4. object LzoGenericSource extends Serializable

    Permalink
  5. object LzoTypedText

    Permalink
  6. object RichPipeEx extends Serializable

    Permalink
  7. object ScroogeBinaryConverter

    Permalink
  8. object VersionedKeyValSource extends Serializable

    Permalink

    Source used to write key-value pairs as byte arrays into a versioned store.

    Source used to write key-value pairs as byte arrays into a versioned store. Supports incremental updates via the monoid on V.

Ungrouped