com.twitter.scalding.commons

source

package source

Visibility
  1. Public
  2. All

Type Members

  1. abstract class DailyPrefixSuffixLzoThrift[T <: TBase[_, _]] extends DailyPrefixSuffixSource with LzoThrift[T]

  2. case class DailyPrefixSuffixLzoTsv(prefix: String, suffix: String, fs: Fields = cascading.tuple.Fields.ALL)(implicit dateRange: DateRange) extends DailyPrefixSuffixSource with LzoTsv with Product with Serializable

  3. abstract class DailySuffixLongThriftSequenceFile[V <: TBase[_, _]] extends TimePathedLongThriftSequenceFile[V]

  4. abstract class DailySuffixLzoCodec[T] extends DailySuffixSource with LzoCodec[T]

  5. abstract class DailySuffixLzoProtobuf[T <: Message] extends DailySuffixSource with LzoProtobuf[T]

  6. abstract class DailySuffixLzoThrift[T <: TBase[_, _]] extends DailySuffixSource with LzoThrift[T]

  7. case class DailySuffixLzoTsv(prefix: String, fs: Fields = cascading.tuple.Fields.ALL)(implicit dateRange: DateRange) extends DailySuffixSource with LzoTsv with Product with Serializable

  8. abstract class DailySuffixMostRecentLzoProtobuf[T <: Message] extends DailySuffixMostRecentSource with LzoProtobuf[T]

  9. trait ErrorHandlingLzoCodec[T] extends FileSource with LzoCodec[T]

  10. trait ErrorThresholdLzoCodec[T] extends FileSource with ErrorHandlingLzoCodec[T]

  11. class FixedLzoTypedText[T] extends FixedPathSource with LzoTypedTextDelimited[T]

  12. abstract class FixedPathLzoProtobuf[T <: Message] extends FixedPathSource with LzoProtobuf[T]

  13. abstract class FixedPathLzoThrift[T <: TBase[_, _]] extends FixedPathSource with LzoThrift[T]

  14. abstract class HourlySuffixLzoCodec[T] extends HourlySuffixSource with LzoCodec[T]

  15. abstract class HourlySuffixLzoProtobuf[T <: Message] extends HourlySuffixSource with LzoProtobuf[T]

  16. abstract class HourlySuffixLzoText extends HourlySuffixSource with LzoText

  17. abstract class HourlySuffixLzoThrift[T <: TBase[_, _]] extends HourlySuffixSource with LzoThrift[T]

  18. case class HourlySuffixLzoTsv(prefix: String, fs: Fields = cascading.tuple.Fields.ALL)(implicit dateRange: DateRange) extends HourlySuffixSource with LzoTsv with Product with Serializable

  19. trait LongThriftTransformer[V <: TBase[_, _]] extends Source

  20. trait LzoCodec[T] extends FileSource with SingleMappable[T] with typed.TypedSink[T] with LocalTapSource

  21. class LzoGenericScheme[M] extends LzoBinaryScheme[M, GenericWritable[M]]

    Generic scheme for data stored as lzo-compressed protobuf messages.

  22. abstract class LzoGenericSource[T] extends FileSource with SingleMappable[T] with TypedSink[T] with LocalTapSource

    Generic source with an underlying GenericScheme that uses the supplied BinaryConverter.

  23. trait LzoProtobuf[T <: Message] extends SchemedSource with LocalTapSource with SingleMappable[T] with typed.TypedSink[T]

  24. trait LzoText extends SchemedSource with LocalTapSource with SingleMappable[String] with typed.TypedSink[String]

  25. trait LzoThrift[T <: TBase[_, _]] extends SchemedSource with LocalTapSource with SingleMappable[T] with typed.TypedSink[T]

  26. trait LzoTsv extends SchemedSource with DelimitedScheme with LocalTapSource

  27. trait LzoTypedTextDelimited[T] extends SchemedSource with TypedTextDelimited[T] with LocalTapSource

  28. trait LzoTypedTsv[T] extends SchemedSource with DelimitedScheme with Mappable[T] with typed.TypedSink[T] with LocalTapSource

  29. trait LzoTypedTsv1[A] extends SchemedSource with LzoTypedTsv[(A)] with Mappable1[A]

  30. trait LzoTypedTsv10[A, B, C, D, E, F, G, H, I, J] extends SchemedSource with LzoTypedTsv[(A, B, C, D, E, F, G, H, I, J)] with Mappable10[A, B, C, D, E, F, G, H, I, J]

  31. trait LzoTypedTsv11[A, B, C, D, E, F, G, H, I, J, K] extends SchemedSource with LzoTypedTsv[(A, B, C, D, E, F, G, H, I, J, K)] with Mappable11[A, B, C, D, E, F, G, H, I, J, K]

  32. trait LzoTypedTsv12[A, B, C, D, E, F, G, H, I, J, K, L] extends SchemedSource with LzoTypedTsv[(A, B, C, D, E, F, G, H, I, J, K, L)] with Mappable12[A, B, C, D, E, F, G, H, I, J, K, L]

  33. trait LzoTypedTsv13[A, B, C, D, E, F, G, H, I, J, K, L, M] extends SchemedSource with LzoTypedTsv[(A, B, C, D, E, F, G, H, I, J, K, L, M)] with Mappable13[A, B, C, D, E, F, G, H, I, J, K, L, M]

  34. trait LzoTypedTsv14[A, B, C, D, E, F, G, H, I, J, K, L, M, N] extends SchemedSource with LzoTypedTsv[(A, B, C, D, E, F, G, H, I, J, K, L, M, N)] with Mappable14[A, B, C, D, E, F, G, H, I, J, K, L, M, N]

  35. trait LzoTypedTsv15[A, B, C, D, E, F, G, H, I, J, K, L, M, N, O] extends SchemedSource with LzoTypedTsv[(A, B, C, D, E, F, G, H, I, J, K, L, M, N, O)] with Mappable15[A, B, C, D, E, F, G, H, I, J, K, L, M, N, O]

  36. trait LzoTypedTsv16[A, B, C, D, E, F, G, H, I, J, K, L, M, N, O, P] extends SchemedSource with LzoTypedTsv[(A, B, C, D, E, F, G, H, I, J, K, L, M, N, O, P)] with Mappable16[A, B, C, D, E, F, G, H, I, J, K, L, M, N, O, P]

  37. trait LzoTypedTsv17[A, B, C, D, E, F, G, H, I, J, K, L, M, N, O, P, Q] extends SchemedSource with LzoTypedTsv[(A, B, C, D, E, F, G, H, I, J, K, L, M, N, O, P, Q)] with Mappable17[A, B, C, D, E, F, G, H, I, J, K, L, M, N, O, P, Q]

  38. trait LzoTypedTsv18[A, B, C, D, E, F, G, H, I, J, K, L, M, N, O, P, Q, R] extends SchemedSource with LzoTypedTsv[(A, B, C, D, E, F, G, H, I, J, K, L, M, N, O, P, Q, R)] with Mappable18[A, B, C, D, E, F, G, H, I, J, K, L, M, N, O, P, Q, R]

  39. trait LzoTypedTsv19[A, B, C, D, E, F, G, H, I, J, K, L, M, N, O, P, Q, R, S] extends SchemedSource with LzoTypedTsv[(A, B, C, D, E, F, G, H, I, J, K, L, M, N, O, P, Q, R, S)] with Mappable19[A, B, C, D, E, F, G, H, I, J, K, L, M, N, O, P, Q, R, S]

  40. trait LzoTypedTsv2[A, B] extends SchemedSource with LzoTypedTsv[(A, B)] with Mappable2[A, B]

  41. trait LzoTypedTsv20[A, B, C, D, E, F, G, H, I, J, K, L, M, N, O, P, Q, R, S, T] extends SchemedSource with LzoTypedTsv[(A, B, C, D, E, F, G, H, I, J, K, L, M, N, O, P, Q, R, S, T)] with Mappable20[A, B, C, D, E, F, G, H, I, J, K, L, M, N, O, P, Q, R, S, T]

  42. trait LzoTypedTsv21[A, B, C, D, E, F, G, H, I, J, K, L, M, N, O, P, Q, R, S, T, U] extends SchemedSource with LzoTypedTsv[(A, B, C, D, E, F, G, H, I, J, K, L, M, N, O, P, Q, R, S, T, U)] with Mappable21[A, B, C, D, E, F, G, H, I, J, K, L, M, N, O, P, Q, R, S, T, U]

  43. trait LzoTypedTsv22[A, B, C, D, E, F, G, H, I, J, K, L, M, N, O, P, Q, R, S, T, U, V] extends SchemedSource with LzoTypedTsv[(A, B, C, D, E, F, G, H, I, J, K, L, M, N, O, P, Q, R, S, T, U, V)] with Mappable22[A, B, C, D, E, F, G, H, I, J, K, L, M, N, O, P, Q, R, S, T, U, V]

  44. trait LzoTypedTsv3[A, B, C] extends SchemedSource with LzoTypedTsv[(A, B, C)] with Mappable3[A, B, C]

  45. trait LzoTypedTsv4[A, B, C, D] extends SchemedSource with LzoTypedTsv[(A, B, C, D)] with Mappable4[A, B, C, D]

  46. trait LzoTypedTsv5[A, B, C, D, E] extends SchemedSource with LzoTypedTsv[(A, B, C, D, E)] with Mappable5[A, B, C, D, E]

  47. trait LzoTypedTsv6[A, B, C, D, E, F] extends SchemedSource with LzoTypedTsv[(A, B, C, D, E, F)] with Mappable6[A, B, C, D, E, F]

  48. trait LzoTypedTsv7[A, B, C, D, E, F, G] extends SchemedSource with LzoTypedTsv[(A, B, C, D, E, F, G)] with Mappable7[A, B, C, D, E, F, G]

  49. trait LzoTypedTsv8[A, B, C, D, E, F, G, H] extends SchemedSource with LzoTypedTsv[(A, B, C, D, E, F, G, H)] with Mappable8[A, B, C, D, E, F, G, H]

  50. trait LzoTypedTsv9[A, B, C, D, E, F, G, H, I] extends SchemedSource with LzoTypedTsv[(A, B, C, D, E, F, G, H, I)] with Mappable9[A, B, C, D, E, F, G, H, I]

  51. abstract class MostRecentGoodLongThriftSequenceFile[V <: TBase[_, _]] extends MostRecentGoodSource with WritableSequenceFileScheme with Serializable with Mappable[(Long, V)] with TypedSink[(Long, V)] with LongThriftTransformer[V]

  52. class MostRecentLzoTypedText[T] extends MostRecentGoodSource with LzoTypedTextDelimited[T]

  53. class RichPipeEx extends Serializable

  54. class TimePathLzoTypedText[T] extends TimePathedSource with LzoTypedTextDelimited[T]

  55. abstract class TimePathedLongThriftSequenceFile[V <: TBase[_, _]] extends TimePathedSource with WritableSequenceFileScheme with Serializable with Mappable[(Long, V)] with TypedSink[(Long, V)] with LongThriftTransformer[V]

  56. class TsvWithHeader extends FixedPathSource with DelimitedScheme with FieldConversions

    A tsv source with the column name header info.

  57. class TypedRichPipeEx[K, V] extends Serializable

  58. class VersionedKeyValSource[K, V] extends Source with Mappable[(K, V)] with typed.TypedSink[(K, V)]

Value Members

  1. object IdentityBinaryConverter extends BinaryConverter[Array[Byte]] with Product with Serializable

  2. object LzoCodecSource

    Source used to write some type T into an LZO-compressed SequenceFile using a codec on T for serialization.

  3. object LzoGenericScheme extends Serializable

  4. object LzoGenericSource extends Serializable

  5. object LzoTypedText

  6. object RichPipeEx extends Serializable

  7. object ScroogeBinaryConverter

  8. object VersionedKeyValSource extends Serializable

    Source used to write key-value pairs as byte arrays into a versioned store.

Ungrouped