Class

com.twitter.scalding.parquet.tuple

DailySuffixParquetTuple

Related Doc: package tuple

Permalink

class DailySuffixParquetTuple extends DailySuffixSource with ParquetTupleSource

See com.twitter.scalding.parquet.thrift.DailySuffixParquetThrift for documentation on how to specify filter predicates for these sources.

Linear Supertypes
ParquetTupleSource, HasFilterPredicate, DailySuffixSource, TimePathedSource, TimeSeqPathedSource, FileSource, HfsTapProvider, LocalSourceOverride, SchemedSource, Source, Serializable, AnyRef, Any
Ordering
  1. Alphabetic
  2. By inheritance
Inherited
  1. DailySuffixParquetTuple
  2. ParquetTupleSource
  3. HasFilterPredicate
  4. DailySuffixSource
  5. TimePathedSource
  6. TimeSeqPathedSource
  7. FileSource
  8. HfsTapProvider
  9. LocalSourceOverride
  10. SchemedSource
  11. Source
  12. Serializable
  13. AnyRef
  14. Any
  1. Hide All
  2. Show all
Visibility
  1. Public
  2. All

Instance Constructors

  1. new DailySuffixParquetTuple(path: String, dateRange: DateRange, fields: Fields)

    Permalink

Value Members

  1. final def !=(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  2. final def ##(): Int

    Permalink
    Definition Classes
    AnyRef → Any

  3. final def ==(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  4. def allPaths: Iterable[String]

    Permalink
    Definition Classes
    TimeSeqPathedSource

  5. def allPathsFor(pattern: String): Iterable[String]

    Permalink
    Attributes
    protected
    Definition Classes
    TimeSeqPathedSource

  6. final def asInstanceOf[T0]: T0

    Permalink
    Definition Classes
    Any

  7. def checkFlowDefNotNull()(implicit flowDef: FlowDef, mode: Mode): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Source

  8. def clone(): AnyRef

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  9. def createHdfsReadTap(hdfsMode: Hdfs): Tap[JobConf, _, _]

    Permalink
    Attributes
    protected
    Definition Classes
    FileSource

  10. def createHfsTap(scheme: Scheme[JobConf, RecordReader[_, _], OutputCollector[_, _], _, _], path: String, sinkMode: SinkMode): Hfs

    Permalink
    Definition Classes
    HfsTapProvider

  11. def createLocalTap(sinkMode: SinkMode): Tap[JobConf, _, _]

    Permalink
    Definition Classes
    LocalSourceOverride

  12. def createTap(readOrWrite: AccessMode)(implicit mode: Mode): Tap[_, _, _]

    Permalink
    Definition Classes
    FileSource → Source

  13. val dateRange: DateRange

    Permalink
    Definition Classes
    TimeSeqPathedSource

  14. def defaultDurationFor(pattern: String): Option[Duration]

    Permalink
    Attributes
    protected
    Definition Classes
    TimeSeqPathedSource

  15. final def eq(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  16. def equals(that: Any): Boolean

    Permalink
    Definition Classes
    TimeSeqPathedSource → AnyRef → Any

  17. val fields: Fields

    Permalink
    Definition Classes
    DailySuffixParquetTuple → ParquetTupleSource

  18. def finalize(): Unit

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )

  19. final def getClass(): Class[_]

    Permalink
    Definition Classes
    AnyRef → Any

  20. def getPathStatuses(conf: Configuration): Iterable[(String, Boolean)]

    Permalink
    Definition Classes
    TimeSeqPathedSource

  21. def goodHdfsPaths(hdfsMode: Hdfs): Iterable[String]

    Permalink
    Attributes
    protected
    Definition Classes
    FileSource

  22. def hashCode(): Int

    Permalink
    Definition Classes
    TimeSeqPathedSource → AnyRef → Any

  23. def hdfsPaths: Iterable[String]

    Permalink
    Definition Classes
    TimeSeqPathedSource → FileSource

  24. def hdfsReadPathsAreGood(conf: Configuration): Boolean

    Permalink
    Definition Classes
    TimeSeqPathedSource → FileSource

  25. def hdfsScheme: Scheme[JobConf, RecordReader[_, _], OutputCollector[_, _], _, _]

    Permalink
    Definition Classes
    ParquetTupleSource → SchemedSource

  26. def hdfsWritePath: String

    Permalink
    Definition Classes
    TimePathedSource → FileSource

  27. final def isInstanceOf[T0]: Boolean

    Permalink
    Definition Classes
    Any

  28. def localPaths: Iterable[String]

    Permalink
    Definition Classes
    TimePathedSource → LocalSourceOverride

  29. def localScheme: Scheme[Properties, InputStream, OutputStream, _, _]

    Permalink
    Definition Classes
    SchemedSource

  30. def localWritePath: String

    Permalink
    Definition Classes
    LocalSourceOverride

  31. final def ne(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  32. final def notify(): Unit

    Permalink
    Definition Classes
    AnyRef

  33. final def notifyAll(): Unit

    Permalink
    Definition Classes
    AnyRef

  34. def pathIsGood(p: String, conf: Configuration): Boolean

    Permalink
    Attributes
    protected
    Definition Classes
    FileSource

  35. val pattern: String

    Permalink
    Definition Classes
    TimePathedSource

  36. val patterns: Seq[String]

    Permalink
    Definition Classes
    TimeSeqPathedSource

  37. def read(implicit flowDef: FlowDef, mode: Mode): Pipe

    Permalink
    Definition Classes
    Source

  38. val sinkMode: SinkMode

    Permalink
    Definition Classes
    SchemedSource

  39. def sourceId: String

    Permalink
    Definition Classes
    Source

  40. final def synchronized[T0](arg0: ⇒ T0): T0

    Permalink
    Definition Classes
    AnyRef

  41. def toString(): String

    Permalink
    Definition Classes
    TimeSeqPathedSource → AnyRef → Any

  42. def transformForRead(pipe: Pipe): Pipe

    Permalink
    Attributes
    protected
    Definition Classes
    Source

  43. def transformForWrite(pipe: Pipe): Pipe

    Permalink
    Attributes
    protected
    Definition Classes
    Source

  44. def transformInTest: Boolean

    Permalink
    Definition Classes
    Source

  45. val tz: TimeZone

    Permalink
    Definition Classes
    TimeSeqPathedSource

  46. def validateTaps(mode: Mode): Unit

    Permalink
    Definition Classes
    FileSource → Source

  47. final def wait(): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  48. final def wait(arg0: Long, arg1: Int): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  49. final def wait(arg0: Long): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  50. def withFilter: Option[FilterPredicate]

    Permalink
    Definition Classes
    HasFilterPredicate

  51. def writeFrom(pipe: Pipe)(implicit flowDef: FlowDef, mode: Mode): Pipe

    Permalink
    Definition Classes
    Source

Deprecated Value Members

  1. def readAtSubmitter[T](implicit mode: Mode, conv: TupleConverter[T]): Stream[T]

    Permalink
    Definition Classes
    Source
    Annotations
    @deprecated
    Deprecated

    (Since version 0.9.0) replace with Mappable.toIterator

Inherited from ParquetTupleSource

Inherited from HasFilterPredicate

Inherited from DailySuffixSource

Inherited from TimePathedSource

Inherited from TimeSeqPathedSource

Inherited from FileSource

Inherited from HfsTapProvider

Inherited from LocalSourceOverride

Inherited from SchemedSource

Inherited from Source

Inherited from Serializable

Inherited from AnyRef

Inherited from Any

Ungrouped