com.twitter.scalding.commons.source

VersionedKeyValSource

class VersionedKeyValSource[K, V] extends Source with Mappable[(K, V)] with typed.TypedSink[(K, V)]

Linear Supertypes
typed.TypedSink[(K, V)], Mappable[(K, V)], typed.TypedSource[(K, V)], Source, Serializable, AnyRef, Any
Ordering
  1. Alphabetic
  2. By inheritance
Inherited
  1. VersionedKeyValSource
  2. TypedSink
  3. Mappable
  4. TypedSource
  5. Source
  6. Serializable
  7. AnyRef
  8. Any
  1. Hide All
  2. Show all
Learn more about member selection
Visibility
  1. Public
  2. All

Instance Constructors

  1. new VersionedKeyValSource(path: String, sourceVersion: Option[Long], sinkVersion: Option[Long], maxFailures: Int, versionsToKeep: Int)(implicit codec: Injection[(K, V), (Array[Byte], Array[Byte])])

  2. new VersionedKeyValSource(path: String, sourceVersion: Option[Long], sinkVersion: Option[Long], maxFailures: Int)(implicit codec: Injection[(K, V), (Array[Byte], Array[Byte])])

    Annotations
    @deprecated
    Deprecated

    (Since version 0.1.6) This method is deprecated

Value Members

  1. final def !=(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  2. final def !=(arg0: Any): Boolean

    Definition Classes
    Any

  3. final def ##(): Int

    Definition Classes
    AnyRef → Any

  4. final def ==(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  5. final def ==(arg0: Any): Boolean

    Definition Classes
    Any

  6. def andThen[U](fn: ((K, V)) ⇒ U): typed.TypedSource[U]

    Definition Classes
    TypedSource

  7. final def asInstanceOf[T0]: T0

    Definition Classes
    Any

  8. def checkFlowDefNotNull(implicit flowDef: FlowDef, mode: Mode): Unit

    Attributes
    protected
    Definition Classes
    Source

  9. lazy val checkedInversion: CheckedInversion[(K, V), (Array[Byte], Array[Byte])]

    Attributes
    protected

  10. def clone(): AnyRef

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  11. val codecBox: Externalizer[Injection[(K, V), (Array[Byte], Array[Byte])]]

  12. def contraMap[U](fn: (U) ⇒ (K, V)): typed.TypedSink[U]

    Definition Classes
    TypedSink

  13. def converter[U >: (K, V)]: TupleConverter[U]

    Definition Classes
    VersionedKeyValSource → TypedSource

  14. def createTap(readOrWrite: AccessMode)(implicit mode: Mode): Tap[_, _, _]

    Definition Classes
    VersionedKeyValSource → Source

  15. final def eq(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  16. def equals(other: Any): Boolean

    Definition Classes
    VersionedKeyValSource → AnyRef → Any

  17. val fields: Fields

  18. def finalize(): Unit

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )

  19. final def flatMapTo[U](out: Fields)(mf: ((K, V)) ⇒ TraversableOnce[U])(implicit flowDef: FlowDef, mode: Mode, setter: TupleSetter[U]): Pipe

    Definition Classes
    Mappable

  20. final def getClass(): Class[_]

    Definition Classes
    AnyRef → Any

  21. def getTap(mode: TapMode): VersionedTap

  22. def hashCode(): Int

    Definition Classes
    VersionedKeyValSource → AnyRef → Any

  23. def hdfsScheme: Scheme[JobConf, RecordReader[_, _], OutputCollector[_, _], _, _]

  24. final def isInstanceOf[T0]: Boolean

    Definition Classes
    Any

  25. val keyField: String

  26. final def mapTo[U](out: Fields)(mf: ((K, V)) ⇒ U)(implicit flowDef: FlowDef, mode: Mode, setter: TupleSetter[U]): Pipe

    Definition Classes
    Mappable

  27. val maxFailures: Int

  28. final def ne(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  29. final def notify(): Unit

    Definition Classes
    AnyRef

  30. final def notifyAll(): Unit

    Definition Classes
    AnyRef

  31. val path: String

  32. def read(implicit flowDef: FlowDef, mode: Mode): Pipe

    Definition Classes
    Source

  33. def resourceExists(mode: Mode): Boolean

  34. def setter[U <: (K, V)]: TupleSetter[U]

    Definition Classes
    VersionedKeyValSource → TypedSink

  35. val sink: VersionedTap

  36. def sinkExists(mode: Mode): Boolean

  37. def sinkFields: Fields

    Definition Classes
    VersionedKeyValSource → TypedSink

  38. val sinkVersion: Option[Long]

  39. val source: VersionedTap

  40. def sourceFields: Fields

    Definition Classes
    TypedSource

  41. def sourceId: String

    Definition Classes
    Source

  42. val sourceVersion: Option[Long]

  43. final def synchronized[T0](arg0: ⇒ T0): T0

    Definition Classes
    AnyRef

  44. def toIterator(implicit config: Config, mode: Mode): Iterator[(K, V)]

    Definition Classes
    VersionedKeyValSource → Mappable

  45. def toString(): String

    Definition Classes
    VersionedKeyValSource → AnyRef → Any

  46. def transformForRead(pipe: Pipe): Pipe

    Definition Classes
    VersionedKeyValSource → Source

  47. def transformForWrite(pipe: Pipe): Pipe

    Definition Classes
    VersionedKeyValSource → Source

  48. def transformInTest: Boolean

    Definition Classes
    Source

  49. val valField: String

  50. def validateTaps(mode: Mode): Unit

    Definition Classes
    VersionedKeyValSource → Source

  51. val versionsToKeep: Int

  52. final def wait(): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  53. final def wait(arg0: Long, arg1: Int): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  54. final def wait(arg0: Long): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  55. def writeFrom(pipe: Pipe)(implicit flowDef: FlowDef, mode: Mode): Pipe

    Definition Classes
    Source

Deprecated Value Members

  1. def readAtSubmitter[T](implicit mode: Mode, conv: TupleConverter[T]): Stream[T]

    Definition Classes
    Source
    Annotations
    @deprecated
    Deprecated

    (Since version 0.9.0) replace with Mappable.toIterator

Inherited from typed.TypedSink[(K, V)]

Inherited from Mappable[(K, V)]

Inherited from typed.TypedSource[(K, V)]

Inherited from Source

Inherited from Serializable

Inherited from AnyRef

Inherited from Any

Ungrouped