Class/Object

com.twitter.scalding.avro

UnpackedAvroSource

Related Docs: object UnpackedAvroSource | package avro

Permalink

case class UnpackedAvroSource[T](paths: Seq[String], schema: Option[Schema])(implicit conv: TupleConverter[T], tset: TupleSetter[T]) extends FixedPathSource with UnpackedAvroFileScheme with Mappable[T] with TypedSink[T] with Product with Serializable

Linear Supertypes
Serializable, Product, Equals, typed.TypedSink[T], Mappable[T], typed.TypedSource[T], UnpackedAvroFileScheme, FixedPathSource, FileSource, HfsTapProvider, LocalSourceOverride, SchemedSource, Source, Serializable, AnyRef, Any
Ordering
  1. Alphabetic
  2. By inheritance
Inherited
  1. UnpackedAvroSource
  2. Serializable
  3. Product
  4. Equals
  5. TypedSink
  6. Mappable
  7. TypedSource
  8. UnpackedAvroFileScheme
  9. FixedPathSource
  10. FileSource
  11. HfsTapProvider
  12. LocalSourceOverride
  13. SchemedSource
  14. Source
  15. Serializable
  16. AnyRef
  17. Any
  1. Hide All
  2. Show all
Visibility
  1. Public
  2. All

Instance Constructors

  1. new UnpackedAvroSource(paths: Seq[String], schema: Option[Schema])(implicit conv: TupleConverter[T], tset: TupleSetter[T])

    Permalink

Value Members

  1. final def !=(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  2. final def ##(): Int

    Permalink
    Definition Classes
    AnyRef → Any

  3. final def ==(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  4. def andThen[U](fn: (T) ⇒ U): typed.TypedSource[U]

    Permalink
    Definition Classes
    TypedSource

  5. final def asInstanceOf[T0]: T0

    Permalink
    Definition Classes
    Any

  6. def checkFlowDefNotNull(implicit flowDef: FlowDef, mode: Mode): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Source

  7. def clone(): AnyRef

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  8. def contraMap[U](fn: (U) ⇒ T): typed.TypedSink[U]

    Permalink
    Definition Classes
    TypedSink

  9. implicit val conv: TupleConverter[T]

    Permalink

  10. def converter[U >: T]: TupleConverter[U]

    Permalink
    Definition Classes
    UnpackedAvroSource → TypedSource

  11. def createHdfsReadTap(hdfsMode: Hdfs): Tap[JobConf, _, _]

    Permalink
    Attributes
    protected
    Definition Classes
    FileSource

  12. def createHfsTap(scheme: Scheme[JobConf, RecordReader[_, _], OutputCollector[_, _], _, _], path: String, sinkMode: SinkMode): Hfs

    Permalink
    Definition Classes
    HfsTapProvider

  13. def createLocalTap(sinkMode: SinkMode): Tap[JobConf, _, _]

    Permalink
    Definition Classes
    LocalSourceOverride

  14. def createTap(readOrWrite: AccessMode)(implicit mode: Mode): Tap[_, _, _]

    Permalink
    Definition Classes
    FileSource → Source

  15. final def eq(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  16. def equals(that: Any): Boolean

    Permalink
    Definition Classes
    FixedPathSource → AnyRef → Any

  17. def finalize(): Unit

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )

  18. final def flatMapTo[U](out: Fields)(mf: (T) ⇒ TraversableOnce[U])(implicit flowDef: FlowDef, mode: Mode, setter: TupleSetter[U]): Pipe

    Permalink
    Definition Classes
    Mappable

  19. final def getClass(): Class[_]

    Permalink
    Definition Classes
    AnyRef → Any

  20. def goodHdfsPaths(hdfsMode: Hdfs): Iterable[String]

    Permalink
    Attributes
    protected
    Definition Classes
    FileSource

  21. def hashCode(): Int

    Permalink
    Definition Classes
    FixedPathSource → AnyRef → Any

  22. def hdfsPaths: List[String]

    Permalink
    Definition Classes
    FixedPathSource → FileSource

  23. def hdfsReadPathsAreGood(conf: Configuration): Boolean

    Permalink
    Attributes
    protected
    Definition Classes
    FileSource

  24. def hdfsScheme: Scheme[JobConf, RecordReader[_, _], OutputCollector[_, _], _, _]

    Permalink
    Definition Classes
    UnpackedAvroFileScheme → SchemedSource

  25. def hdfsWritePath: String

    Permalink
    Definition Classes
    FileSource

  26. final def isInstanceOf[T0]: Boolean

    Permalink
    Definition Classes
    Any

  27. def localPaths: List[String]

    Permalink
    Definition Classes
    FixedPathSource → LocalSourceOverride

  28. def localScheme: Scheme[Properties, InputStream, OutputStream, _, _]

    Permalink
    Definition Classes
    UnpackedAvroFileScheme → SchemedSource

  29. def localWritePath: String

    Permalink
    Definition Classes
    LocalSourceOverride

  30. final def mapTo[U](out: Fields)(mf: (T) ⇒ U)(implicit flowDef: FlowDef, mode: Mode, setter: TupleSetter[U]): Pipe

    Permalink
    Definition Classes
    Mappable

  31. final def ne(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  32. final def notify(): Unit

    Permalink
    Definition Classes
    AnyRef

  33. final def notifyAll(): Unit

    Permalink
    Definition Classes
    AnyRef

  34. def pathIsGood(p: String, conf: Configuration): Boolean

    Permalink
    Attributes
    protected
    Definition Classes
    FileSource

  35. val paths: Seq[String]

    Permalink

  36. def read(implicit flowDef: FlowDef, mode: Mode): Pipe

    Permalink
    Definition Classes
    Source

  37. val schema: Option[Schema]

    Permalink
    Definition Classes
    UnpackedAvroSource → UnpackedAvroFileScheme

  38. def setter[U <: T]: TupleSetter[U]

    Permalink
    Definition Classes
    UnpackedAvroSource → TypedSink

  39. def sinkFields: Fields

    Permalink
    Definition Classes
    UnpackedAvroSource → TypedSink

  40. val sinkMode: SinkMode

    Permalink
    Definition Classes
    SchemedSource

  41. def sourceFields: Fields

    Permalink
    Definition Classes
    TypedSource

  42. def sourceId: String

    Permalink
    Definition Classes
    Source

  43. final def synchronized[T0](arg0: ⇒ T0): T0

    Permalink
    Definition Classes
    AnyRef

  44. def toIterator(implicit config: Config, mode: Mode): Iterator[T]

    Permalink
    Definition Classes
    Mappable

  45. def toString(): String

    Permalink
    Definition Classes
    FixedPathSource → AnyRef → Any

  46. def transformForRead(pipe: Pipe): Pipe

    Permalink
    Attributes
    protected
    Definition Classes
    Source

  47. def transformForWrite(pipe: Pipe): Pipe

    Permalink
    Attributes
    protected
    Definition Classes
    Source

  48. def transformInTest: Boolean

    Permalink
    Definition Classes
    Source

  49. def validateTaps(mode: Mode): Unit

    Permalink
    Definition Classes
    FileSource → Source

  50. final def wait(): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  51. final def wait(arg0: Long, arg1: Int): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  52. final def wait(arg0: Long): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  53. def writeFrom(pipe: Pipe)(implicit flowDef: FlowDef, mode: Mode): Pipe

    Permalink
    Definition Classes
    Source

Deprecated Value Members

  1. def readAtSubmitter[T](implicit mode: Mode, conv: TupleConverter[T]): Stream[T]

    Permalink
    Definition Classes
    Source
    Annotations
    @deprecated
    Deprecated

    (Since version 0.9.0) replace with Mappable.toIterator

Inherited from Serializable

Inherited from Product

Inherited from Equals

Inherited from typed.TypedSink[T]

Inherited from Mappable[T]

Inherited from typed.TypedSource[T]

Inherited from UnpackedAvroFileScheme

Inherited from FixedPathSource

Inherited from FileSource

Inherited from HfsTapProvider

Inherited from LocalSourceOverride

Inherited from SchemedSource

Inherited from Source

Inherited from Serializable

Inherited from AnyRef

Inherited from Any

Ungrouped