com.twitter.scalding.commons

source

package source

Visibility
  1. Public
  2. All

Type Members

  1. class CodecPailStructure[T] extends PailStructure[T]

    It is quite unlikely for client code to make a CodecPailStructure CodecPailStructure is constructed by PailSource's factory methods.

  2. abstract class DailyPrefixSuffixLzoThrift[T <: TBase[_, _]] extends DailyPrefixSuffixSource with LzoThrift[T]

  3. abstract class DailySuffixLongThriftSequenceFile[V <: TBase[_, _]] extends TimePathedLongThriftSequenceFile[V]

  4. abstract class DailySuffixLzoCodec[T] extends DailySuffixSource with LzoCodec[T]

  5. abstract class DailySuffixLzoProtobuf[T <: Message] extends DailySuffixSource with LzoProtobuf[T]

  6. abstract class DailySuffixLzoThrift[T <: TBase[_, _]] extends DailySuffixSource with LzoThrift[T]

  7. case class DailySuffixLzoTsv(prefix: String, fs: Fields = cascading.tuple.Fields.ALL)(implicit dateRange: DateRange) extends DailySuffixSource with LzoTsv with Product with Serializable

  8. trait ErrorHandlingLzoCodec[T] extends FileSource with LzoCodec[T]

  9. trait ErrorThresholdLzoCodec[T] extends FileSource with ErrorHandlingLzoCodec[T]

  10. abstract class FixedPathLzoProtobuf[T <: Message] extends FixedPathSource with LzoProtobuf[T]

  11. abstract class FixedPathLzoThrift[T <: TBase[_, _]] extends FixedPathSource with LzoThrift[T]

  12. abstract class HourlySuffixLzoCodec[T] extends HourlySuffixSource with LzoCodec[T]

  13. abstract class HourlySuffixLzoProtobuf[T <: Message] extends HourlySuffixSource with LzoProtobuf[T]

  14. abstract class HourlySuffixLzoText extends HourlySuffixSource with LzoText

  15. abstract class HourlySuffixLzoThrift[T <: TBase[_, _]] extends HourlySuffixSource with LzoThrift[T]

  16. case class HourlySuffixLzoTsv(prefix: String, fs: Fields = cascading.tuple.Fields.ALL)(implicit dateRange: DateRange) extends HourlySuffixSource with LzoTsv with Product with Serializable

  17. trait LongThriftTransformer[V <: TBase[_, _]] extends Source

  18. trait LzoCodec[T] extends FileSource with SingleMappable[T] with typed.TypedSink[T] with LocalTapSource

  19. trait LzoProtobuf[T <: Message] extends FileSource with SingleMappable[T] with typed.TypedSink[T] with LocalTapSource

  20. trait LzoText extends FileSource with SingleMappable[String] with typed.TypedSink[String] with LocalTapSource

  21. trait LzoThrift[T <: TBase[_, _]] extends FileSource with SingleMappable[T] with typed.TypedSink[T] with LocalTapSource

  22. trait LzoTsv extends SchemedSource with DelimitedScheme with LocalTapSource

  23. trait LzoTypedTsv[T] extends SchemedSource with DelimitedScheme with Mappable[T] with typed.TypedSink[T] with LocalTapSource

  24. trait LzoTypedTsv1[A] extends SchemedSource with LzoTypedTsv[(A)] with Mappable1[A]

  25. trait LzoTypedTsv10[A, B, C, D, E, F, G, H, I, J] extends SchemedSource with LzoTypedTsv[(A, B, C, D, E, F, G, H, I, J)] with Mappable10[A, B, C, D, E, F, G, H, I, J]

  26. trait LzoTypedTsv11[A, B, C, D, E, F, G, H, I, J, K] extends SchemedSource with LzoTypedTsv[(A, B, C, D, E, F, G, H, I, J, K)] with Mappable11[A, B, C, D, E, F, G, H, I, J, K]

  27. trait LzoTypedTsv12[A, B, C, D, E, F, G, H, I, J, K, L] extends SchemedSource with LzoTypedTsv[(A, B, C, D, E, F, G, H, I, J, K, L)] with Mappable12[A, B, C, D, E, F, G, H, I, J, K, L]

  28. trait LzoTypedTsv13[A, B, C, D, E, F, G, H, I, J, K, L, M] extends SchemedSource with LzoTypedTsv[(A, B, C, D, E, F, G, H, I, J, K, L, M)] with Mappable13[A, B, C, D, E, F, G, H, I, J, K, L, M]

  29. trait LzoTypedTsv14[A, B, C, D, E, F, G, H, I, J, K, L, M, N] extends SchemedSource with LzoTypedTsv[(A, B, C, D, E, F, G, H, I, J, K, L, M, N)] with Mappable14[A, B, C, D, E, F, G, H, I, J, K, L, M, N]

  30. trait LzoTypedTsv15[A, B, C, D, E, F, G, H, I, J, K, L, M, N, O] extends SchemedSource with LzoTypedTsv[(A, B, C, D, E, F, G, H, I, J, K, L, M, N, O)] with Mappable15[A, B, C, D, E, F, G, H, I, J, K, L, M, N, O]

  31. trait LzoTypedTsv16[A, B, C, D, E, F, G, H, I, J, K, L, M, N, O, P] extends SchemedSource with LzoTypedTsv[(A, B, C, D, E, F, G, H, I, J, K, L, M, N, O, P)] with Mappable16[A, B, C, D, E, F, G, H, I, J, K, L, M, N, O, P]

  32. trait LzoTypedTsv17[A, B, C, D, E, F, G, H, I, J, K, L, M, N, O, P, Q] extends SchemedSource with LzoTypedTsv[(A, B, C, D, E, F, G, H, I, J, K, L, M, N, O, P, Q)] with Mappable17[A, B, C, D, E, F, G, H, I, J, K, L, M, N, O, P, Q]

  33. trait LzoTypedTsv18[A, B, C, D, E, F, G, H, I, J, K, L, M, N, O, P, Q, R] extends SchemedSource with LzoTypedTsv[(A, B, C, D, E, F, G, H, I, J, K, L, M, N, O, P, Q, R)] with Mappable18[A, B, C, D, E, F, G, H, I, J, K, L, M, N, O, P, Q, R]

  34. trait LzoTypedTsv19[A, B, C, D, E, F, G, H, I, J, K, L, M, N, O, P, Q, R, S] extends SchemedSource with LzoTypedTsv[(A, B, C, D, E, F, G, H, I, J, K, L, M, N, O, P, Q, R, S)] with Mappable19[A, B, C, D, E, F, G, H, I, J, K, L, M, N, O, P, Q, R, S]

  35. trait LzoTypedTsv2[A, B] extends SchemedSource with LzoTypedTsv[(A, B)] with Mappable2[A, B]

  36. trait LzoTypedTsv20[A, B, C, D, E, F, G, H, I, J, K, L, M, N, O, P, Q, R, S, T] extends SchemedSource with LzoTypedTsv[(A, B, C, D, E, F, G, H, I, J, K, L, M, N, O, P, Q, R, S, T)] with Mappable20[A, B, C, D, E, F, G, H, I, J, K, L, M, N, O, P, Q, R, S, T]

  37. trait LzoTypedTsv21[A, B, C, D, E, F, G, H, I, J, K, L, M, N, O, P, Q, R, S, T, U] extends SchemedSource with LzoTypedTsv[(A, B, C, D, E, F, G, H, I, J, K, L, M, N, O, P, Q, R, S, T, U)] with Mappable21[A, B, C, D, E, F, G, H, I, J, K, L, M, N, O, P, Q, R, S, T, U]

  38. trait LzoTypedTsv22[A, B, C, D, E, F, G, H, I, J, K, L, M, N, O, P, Q, R, S, T, U, V] extends SchemedSource with LzoTypedTsv[(A, B, C, D, E, F, G, H, I, J, K, L, M, N, O, P, Q, R, S, T, U, V)] with Mappable22[A, B, C, D, E, F, G, H, I, J, K, L, M, N, O, P, Q, R, S, T, U, V]

  39. trait LzoTypedTsv3[A, B, C] extends SchemedSource with LzoTypedTsv[(A, B, C)] with Mappable3[A, B, C]

  40. trait LzoTypedTsv4[A, B, C, D] extends SchemedSource with LzoTypedTsv[(A, B, C, D)] with Mappable4[A, B, C, D]

  41. trait LzoTypedTsv5[A, B, C, D, E] extends SchemedSource with LzoTypedTsv[(A, B, C, D, E)] with Mappable5[A, B, C, D, E]

  42. trait LzoTypedTsv6[A, B, C, D, E, F] extends SchemedSource with LzoTypedTsv[(A, B, C, D, E, F)] with Mappable6[A, B, C, D, E, F]

  43. trait LzoTypedTsv7[A, B, C, D, E, F, G] extends SchemedSource with LzoTypedTsv[(A, B, C, D, E, F, G)] with Mappable7[A, B, C, D, E, F, G]

  44. trait LzoTypedTsv8[A, B, C, D, E, F, G, H] extends SchemedSource with LzoTypedTsv[(A, B, C, D, E, F, G, H)] with Mappable8[A, B, C, D, E, F, G, H]

  45. trait LzoTypedTsv9[A, B, C, D, E, F, G, H, I] extends SchemedSource with LzoTypedTsv[(A, B, C, D, E, F, G, H, I)] with Mappable9[A, B, C, D, E, F, G, H, I]

  46. abstract class MostRecentGoodLongThriftSequenceFile[V <: TBase[_, _]] extends MostRecentGoodSource with WritableSequenceFileScheme with Serializable with Mappable[(Long, V)] with LongThriftTransformer[V]

  47. class PailSource[T] extends Source with Mappable[T]

  48. class RichPipeEx extends Serializable

  49. abstract class TimePathedLongThriftSequenceFile[V <: TBase[_, _]] extends TimePathedSource with WritableSequenceFileScheme with Serializable with Mappable[(Long, V)] with LongThriftTransformer[V]

  50. class TsvWithHeader extends FixedPathSource with DelimitedScheme with FieldConversions

    A tsv source with the column name header info.

  51. class TypedRichPipeEx[K, V] extends Serializable

  52. class VersionedKeyValSource[K, V] extends Source with Mappable[(K, V)] with typed.TypedSink[(K, V)]

Value Members

  1. object LzoCodecSource

    Source used to write some type T into an LZO-compressed SequenceFile using a codec on T for serialization.

  2. object PailSource extends Serializable

    The PailSource enables scalding integration with the Pail class in the dfs-datastores library.

  3. object RichPipeEx extends Serializable

  4. object VersionedKeyValSource extends Serializable

    Source used to write key-value pairs as byte arrays into a versioned store.

Ungrouped