Class

com.twitter.scalding.parquet.tuple

FixedPathParquetTuple

Related Doc: package tuple

Permalink

class FixedPathParquetTuple extends FixedPathSource with ParquetTupleSource

Linear Supertypes
ParquetTupleSource, HasFilterPredicate, FixedPathSource, FileSource, HfsTapProvider, LocalSourceOverride, SchemedSource, Source, Serializable, AnyRef, Any
Ordering
  1. Alphabetic
  2. By inheritance
Inherited
  1. FixedPathParquetTuple
  2. ParquetTupleSource
  3. HasFilterPredicate
  4. FixedPathSource
  5. FileSource
  6. HfsTapProvider
  7. LocalSourceOverride
  8. SchemedSource
  9. Source
  10. Serializable
  11. AnyRef
  12. Any
  1. Hide All
  2. Show all
Visibility
  1. Public
  2. All

Instance Constructors

  1. new FixedPathParquetTuple(fields: Fields, paths: String*)

    Permalink

Value Members

  1. final def !=(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  2. final def ##(): Int

    Permalink
    Definition Classes
    AnyRef → Any

  3. final def ==(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  4. final def asInstanceOf[T0]: T0

    Permalink
    Definition Classes
    Any

  5. def checkFlowDefNotNull()(implicit flowDef: FlowDef, mode: Mode): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Source

  6. def clone(): AnyRef

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  7. def createHdfsReadTap(hdfsMode: Hdfs): Tap[JobConf, _, _]

    Permalink
    Attributes
    protected
    Definition Classes
    FileSource

  8. def createHfsTap(scheme: Scheme[JobConf, RecordReader[_, _], OutputCollector[_, _], _, _], path: String, sinkMode: SinkMode): Hfs

    Permalink
    Definition Classes
    HfsTapProvider

  9. def createLocalTap(sinkMode: SinkMode): Tap[JobConf, _, _]

    Permalink
    Definition Classes
    LocalSourceOverride

  10. def createTap(readOrWrite: AccessMode)(implicit mode: Mode): Tap[_, _, _]

    Permalink
    Definition Classes
    FileSource → Source

  11. final def eq(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  12. def equals(that: Any): Boolean

    Permalink
    Definition Classes
    FixedPathSource → AnyRef → Any

  13. val fields: Fields

    Permalink
    Definition Classes
    FixedPathParquetTuple → ParquetTupleSource

  14. def finalize(): Unit

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )

  15. final def getClass(): Class[_]

    Permalink
    Definition Classes
    AnyRef → Any

  16. def goodHdfsPaths(hdfsMode: Hdfs): Iterable[String]

    Permalink
    Attributes
    protected
    Definition Classes
    FileSource

  17. def hashCode(): Int

    Permalink
    Definition Classes
    FixedPathSource → AnyRef → Any

  18. def hdfsPaths: Iterable[String]

    Permalink
    Definition Classes
    FixedPathSource → FileSource

  19. def hdfsReadPathsAreGood(conf: Configuration): Boolean

    Permalink
    Attributes
    protected
    Definition Classes
    FileSource

  20. def hdfsScheme: Scheme[JobConf, RecordReader[_, _], OutputCollector[_, _], _, _]

    Permalink
    Definition Classes
    ParquetTupleSource → SchemedSource

  21. def hdfsWritePath: String

    Permalink
    Definition Classes
    FixedPathSource → FileSource

  22. final def isInstanceOf[T0]: Boolean

    Permalink
    Definition Classes
    Any

  23. def localPaths: Iterable[String]

    Permalink
    Definition Classes
    FixedPathSource → LocalSourceOverride

  24. def localScheme: Scheme[Properties, InputStream, OutputStream, _, _]

    Permalink
    Definition Classes
    SchemedSource

  25. def localWritePath: String

    Permalink
    Definition Classes
    LocalSourceOverride

  26. final def ne(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  27. final def notify(): Unit

    Permalink
    Definition Classes
    AnyRef

  28. final def notifyAll(): Unit

    Permalink
    Definition Classes
    AnyRef

  29. def pathIsGood(p: String, conf: Configuration): Boolean

    Permalink
    Attributes
    protected
    Definition Classes
    FileSource

  30. def read(implicit flowDef: FlowDef, mode: Mode): Pipe

    Permalink
    Definition Classes
    Source

  31. val sinkMode: SinkMode

    Permalink
    Definition Classes
    SchemedSource

  32. def sourceId: String

    Permalink
    Definition Classes
    Source

  33. def stripTrailing(path: String): String

    Permalink
    Attributes
    protected
    Definition Classes
    FixedPathSource

  34. final def synchronized[T0](arg0: ⇒ T0): T0

    Permalink
    Definition Classes
    AnyRef

  35. def toString(): String

    Permalink
    Definition Classes
    FixedPathSource → AnyRef → Any

  36. def transformForRead(pipe: Pipe): Pipe

    Permalink
    Attributes
    protected
    Definition Classes
    Source

  37. def transformForWrite(pipe: Pipe): Pipe

    Permalink
    Attributes
    protected
    Definition Classes
    Source

  38. def transformInTest: Boolean

    Permalink
    Definition Classes
    Source

  39. def validateTaps(mode: Mode): Unit

    Permalink
    Definition Classes
    FileSource → Source

  40. final def wait(): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  41. final def wait(arg0: Long, arg1: Int): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  42. final def wait(arg0: Long): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  43. def withFilter: Option[FilterPredicate]

    Permalink
    Definition Classes
    HasFilterPredicate

  44. def writeFrom(pipe: Pipe)(implicit flowDef: FlowDef, mode: Mode): Pipe

    Permalink
    Definition Classes
    Source

Deprecated Value Members

  1. def readAtSubmitter[T](implicit mode: Mode, conv: TupleConverter[T]): Stream[T]

    Permalink
    Definition Classes
    Source
    Annotations
    @deprecated
    Deprecated

    (Since version 0.9.0) replace with Mappable.toIterator

Inherited from ParquetTupleSource

Inherited from HasFilterPredicate

Inherited from FixedPathSource

Inherited from FileSource

Inherited from HfsTapProvider

Inherited from LocalSourceOverride

Inherited from SchemedSource

Inherited from Source

Inherited from Serializable

Inherited from AnyRef

Inherited from Any

Ungrouped