com.twitter.scalding.commons.source

DailySuffixLongThriftSequenceFile

Related Doc: package source

abstract class DailySuffixLongThriftSequenceFile[V <: TBase[_, _]] extends TimePathedLongThriftSequenceFile[V]

Linear Supertypes
TimePathedLongThriftSequenceFile[V], LongThriftTransformer[V], Mappable[(Long, V)], typed.TypedSource[(Long, V)], WritableSequenceFileScheme, TimePathedSource, TimeSeqPathedSource, FileSource, LocalSourceOverride, SchemedSource, Source, Serializable, AnyRef, Any
Ordering
  1. Alphabetic
  2. By inheritance
Inherited
  1. DailySuffixLongThriftSequenceFile
  2. TimePathedLongThriftSequenceFile
  3. LongThriftTransformer
  4. Mappable
  5. TypedSource
  6. WritableSequenceFileScheme
  7. TimePathedSource
  8. TimeSeqPathedSource
  9. FileSource
  10. LocalSourceOverride
  11. SchemedSource
  12. Source
  13. Serializable
  14. AnyRef
  15. Any
  1. Hide All
  2. Show all
Learn more about member selection
Visibility
  1. Public
  2. All

Instance Constructors

  1. new DailySuffixLongThriftSequenceFile(f: Fields, prefix: String, dateRange: DateRange)(implicit arg0: Manifest[V])

Value Members

  1. final def !=(arg0: Any): Boolean

    Definition Classes
    AnyRef → Any

  2. final def ##(): Int

    Definition Classes
    AnyRef → Any

  3. final def ==(arg0: Any): Boolean

    Definition Classes
    AnyRef → Any

  4. def allPaths: Iterable[String]

    Definition Classes
    TimeSeqPathedSource

  5. def allPathsFor(pattern: String): Iterable[String]

    Attributes
    protected
    Definition Classes
    TimeSeqPathedSource

  6. def andThen[U](fn: ((Long, V)) ⇒ U): typed.TypedSource[U]

    Definition Classes
    TypedSource

  7. final def asInstanceOf[T0]: T0

    Definition Classes
    Any

  8. def checkFlowDefNotNull(implicit flowDef: FlowDef, mode: Mode): Unit

    Attributes
    protected
    Definition Classes
    Source

  9. def clone(): AnyRef

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  10. def converter[U >: (Long, V)]: TupleConverter[U]

    Definition Classes
    TimePathedLongThriftSequenceFile → TypedSource

  11. def createHdfsReadTap(hdfsMode: Hdfs): Tap[JobConf, _, _]

    Attributes
    protected
    Definition Classes
    FileSource

  12. def createLocalTap(sinkMode: SinkMode): Tap[JobConf, _, _]

    Definition Classes
    LocalSourceOverride

  13. def createTap(readOrWrite: AccessMode)(implicit mode: Mode): Tap[_, _, _]

    Definition Classes
    FileSource → Source

  14. val dateRange: DateRange

    Definition Classes
    TimeSeqPathedSource

  15. def defaultDurationFor(pattern: String): Option[Duration]

    Attributes
    protected
    Definition Classes
    TimeSeqPathedSource

  16. final def eq(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  17. def equals(that: Any): Boolean

    Definition Classes
    TimeSeqPathedSource → AnyRef → Any

  18. val fields: Fields

    Definition Classes
    TimePathedLongThriftSequenceFile → LongThriftTransformer → WritableSequenceFileScheme

  19. def finalize(): Unit

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )

  20. final def flatMapTo[U](out: Fields)(mf: ((Long, V)) ⇒ TraversableOnce[U])(implicit flowDef: FlowDef, mode: Mode, setter: TupleSetter[U]): Pipe

    Definition Classes
    Mappable

  21. final def getClass(): Class[_]

    Definition Classes
    AnyRef → Any

  22. def getPathStatuses(conf: Configuration): Iterable[(String, Boolean)]

    Definition Classes
    TimeSeqPathedSource

  23. def goodHdfsPaths(hdfsMode: Hdfs): Iterable[String]

    Attributes
    protected
    Definition Classes
    FileSource

  24. def hashCode(): Int

    Definition Classes
    TimeSeqPathedSource → AnyRef → Any

  25. def hdfsPaths: Iterable[String]

    Definition Classes
    TimeSeqPathedSource → FileSource

  26. def hdfsReadPathsAreGood(conf: Configuration): Boolean

    Definition Classes
    TimeSeqPathedSource → FileSource

  27. def hdfsScheme: Scheme[JobConf, RecordReader[_, _], OutputCollector[_, _], _, _]

    Definition Classes
    WritableSequenceFileScheme → SchemedSource

  28. def hdfsWritePath: String

    Definition Classes
    TimePathedSource → FileSource

  29. final def isInstanceOf[T0]: Boolean

    Definition Classes
    Any

  30. val keyType: Class[LongWritable]

    Definition Classes
    LongThriftTransformer

  31. def localPaths: Iterable[String]

    Definition Classes
    TimePathedSource → LocalSourceOverride

  32. def localScheme: Scheme[Properties, InputStream, OutputStream, _, _]

    Definition Classes
    SchemedSource

  33. def localWritePath: String

    Definition Classes
    LocalSourceOverride

  34. final def mapTo[U](out: Fields)(mf: ((Long, V)) ⇒ U)(implicit flowDef: FlowDef, mode: Mode, setter: TupleSetter[U]): Pipe

    Definition Classes
    Mappable

  35. val mt: Manifest[V]

    Definition Classes
    TimePathedLongThriftSequenceFile → LongThriftTransformer

  36. final def ne(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  37. final def notify(): Unit

    Definition Classes
    AnyRef

  38. final def notifyAll(): Unit

    Definition Classes
    AnyRef

  39. def pathIsGood(p: String, conf: Configuration): Boolean

    Attributes
    protected
    Definition Classes
    FileSource

  40. val pattern: String

    Definition Classes
    TimePathedSource

  41. val patterns: Seq[String]

    Definition Classes
    TimeSeqPathedSource

  42. def read(implicit flowDef: FlowDef, mode: Mode): Pipe

    Definition Classes
    Source

  43. val sinkMode: SinkMode

    Definition Classes
    SchemedSource

  44. def sourceFields: Fields

    Definition Classes
    TypedSource

  45. def sourceId: String

    Definition Classes
    Source

  46. final def synchronized[T0](arg0: ⇒ T0): T0

    Definition Classes
    AnyRef

  47. def toIterator(implicit config: Config, mode: Mode): Iterator[(Long, V)]

    Definition Classes
    Mappable

  48. def toString(): String

    Definition Classes
    TimeSeqPathedSource → AnyRef → Any

  49. def transformForRead(pipe: Pipe): Pipe

    Attributes
    protected
    Definition Classes
    LongThriftTransformer → Source

  50. def transformForWrite(pipe: Pipe): Pipe

    Attributes
    protected
    Definition Classes
    LongThriftTransformer → Source

  51. def transformInTest: Boolean

    Definition Classes
    Source

  52. lazy val typeRef: TypeRef[TBase[_, _]]

    Definition Classes
    LongThriftTransformer

  53. val tz: TimeZone

    Definition Classes
    TimeSeqPathedSource

  54. def validateTaps(mode: Mode): Unit

    Definition Classes
    FileSource → Source

  55. val valueType: Class[Writable]

    Definition Classes
    LongThriftTransformer

  56. final def wait(): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  57. final def wait(arg0: Long, arg1: Int): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  58. final def wait(arg0: Long): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  59. def writeFrom(pipe: Pipe)(implicit flowDef: FlowDef, mode: Mode): Pipe

    Definition Classes
    Source

Deprecated Value Members

  1. def readAtSubmitter[T](implicit mode: Mode, conv: TupleConverter[T]): Stream[T]

    Definition Classes
    Source
    Annotations
    @deprecated
    Deprecated

    (Since version 0.9.0) replace with Mappable.toIterator

Inherited from TimePathedLongThriftSequenceFile[V]

Inherited from LongThriftTransformer[V]

Inherited from Mappable[(Long, V)]

Inherited from typed.TypedSource[(Long, V)]

Inherited from WritableSequenceFileScheme

Inherited from TimePathedSource

Inherited from TimeSeqPathedSource

Inherited from FileSource

Inherited from LocalSourceOverride

Inherited from SchemedSource

Inherited from Source

Inherited from Serializable

Inherited from AnyRef

Inherited from Any

Ungrouped