com.twitter.scalding.commons.source

VersionedKeyValSource

class VersionedKeyValSource[K, V] extends Source with Mappable[(K, V)] with typed.TypedSink[(K, V)]

Linear Supertypes
typed.TypedSink[(K, V)], Mappable[(K, V)], typed.TypedSource[(K, V)], Source, Serializable, AnyRef, Any
Ordering
  1. Alphabetic
  2. By inheritance
Inherited
  1. VersionedKeyValSource
  2. TypedSink
  3. Mappable
  4. TypedSource
  5. Source
  6. Serializable
  7. AnyRef
  8. Any
  1. Hide All
  2. Show all
Learn more about member selection
Visibility
  1. Public
  2. All

Instance Constructors

  1. new VersionedKeyValSource(path: String, sourceVersion: Option[Long], sinkVersion: Option[Long], maxFailures: Int, versionsToKeep: Int)(implicit codec: Injection[(K, V), (Array[Byte], Array[Byte])])

  2. new VersionedKeyValSource(path: String, sourceVersion: Option[Long], sinkVersion: Option[Long], maxFailures: Int)(implicit codec: Injection[(K, V), (Array[Byte], Array[Byte])])

    Annotations
    @deprecated
    Deprecated

    (Since version 0.1.6) This method is deprecated

Value Members

  1. final def !=(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  2. final def !=(arg0: Any): Boolean

    Definition Classes
    Any

  3. final def ##(): Int

    Definition Classes
    AnyRef → Any

  4. final def ==(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  5. final def ==(arg0: Any): Boolean

    Definition Classes
    Any

  6. final def asInstanceOf[T0]: T0

    Definition Classes
    Any

  7. def checkFlowDefNotNull(implicit flowDef: FlowDef, mode: Mode): Unit

    Attributes
    protected
    Definition Classes
    Source

  8. lazy val checkedInversion: CheckedInversion[(K, V), (Array[Byte], Array[Byte])]

    Attributes
    protected

  9. def clone(): AnyRef

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  10. val codecBox: Externalizer[Injection[(K, V), (Array[Byte], Array[Byte])]]

  11. def converter[U >: (K, V)]: TupleConverter[U]

    Definition Classes
    VersionedKeyValSource → TypedSource

  12. def createTap(readOrWrite: AccessMode)(implicit mode: Mode): Tap[_, _, _]

    Definition Classes
    VersionedKeyValSource → Source

  13. final def eq(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  14. def equals(other: Any): Boolean

    Definition Classes
    VersionedKeyValSource → AnyRef → Any

  15. val fields: Fields

  16. def finalize(): Unit

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )

  17. final def flatMapTo[U](out: Fields)(mf: ((K, V)) ⇒ TraversableOnce[U])(implicit flowDef: FlowDef, mode: Mode, setter: TupleSetter[U]): Pipe

    Definition Classes
    Mappable

  18. final def getClass(): Class[_]

    Definition Classes
    AnyRef → Any

  19. def getTap(mode: TapMode): VersionedTap

  20. def hashCode(): Int

    Definition Classes
    VersionedKeyValSource → AnyRef → Any

  21. def hdfsScheme: Scheme[JobConf, RecordReader[_, _], OutputCollector[_, _], _, _]

  22. final def isInstanceOf[T0]: Boolean

    Definition Classes
    Any

  23. val keyField: String

  24. final def mapTo[U](out: Fields)(mf: ((K, V)) ⇒ U)(implicit flowDef: FlowDef, mode: Mode, setter: TupleSetter[U]): Pipe

    Definition Classes
    Mappable

  25. val maxFailures: Int

  26. final def ne(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  27. final def notify(): Unit

    Definition Classes
    AnyRef

  28. final def notifyAll(): Unit

    Definition Classes
    AnyRef

  29. val path: String

  30. def read(implicit flowDef: FlowDef, mode: Mode): Pipe

    Definition Classes
    Source

  31. def resourceExists(mode: Mode): Boolean

  32. def setter[U <: (K, V)]: TupleSetter[U]

    Definition Classes
    VersionedKeyValSource → TypedSink

  33. val sink: VersionedTap

  34. def sinkFields: Fields

    Definition Classes
    VersionedKeyValSource → TypedSink

  35. val sinkVersion: Option[Long]

  36. val source: VersionedTap

  37. def sourceFields: Fields

    Definition Classes
    TypedSource

  38. val sourceVersion: Option[Long]

  39. final def synchronized[T0](arg0: ⇒ T0): T0

    Definition Classes
    AnyRef

  40. def toIterator(implicit mode: Mode): Iterator[(K, V)]

    Definition Classes
    Mappable

  41. def toString(): String

    Definition Classes
    VersionedKeyValSource → AnyRef → Any

  42. def transformForRead(pipe: Pipe): Pipe

    Definition Classes
    VersionedKeyValSource → Source

  43. def transformForWrite(pipe: Pipe): Pipe

    Definition Classes
    VersionedKeyValSource → Source

  44. def transformInTest: Boolean

    Definition Classes
    Source

  45. val valField: String

  46. def validateTaps(mode: Mode): Unit

    Definition Classes
    Source

  47. val versionsToKeep: Int

  48. final def wait(): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  49. final def wait(arg0: Long, arg1: Int): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  50. final def wait(arg0: Long): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  51. def writeFrom(pipe: Pipe)(implicit flowDef: FlowDef, mode: Mode): Pipe

    Definition Classes
    Source

Deprecated Value Members

  1. def readAtSubmitter[T](implicit mode: Mode, conv: TupleConverter[T]): Stream[T]

    Definition Classes
    Source
    Annotations
    @deprecated
    Deprecated

    (Since version 0.9.0) replace with Mappable.toIterator

Inherited from typed.TypedSink[(K, V)]

Inherited from Mappable[(K, V)]

Inherited from typed.TypedSource[(K, V)]

Inherited from Source

Inherited from Serializable

Inherited from AnyRef

Inherited from Any

Ungrouped