com.twitter.scalding.commons.source

TimePathedLongThriftSequenceFile

abstract class TimePathedLongThriftSequenceFile[V <: TBase[_, _]] extends TimePathedSource with WritableSequenceFileScheme with Serializable with Mappable[(Long, V)] with LongThriftTransformer[V]

Linear Supertypes
LongThriftTransformer[V], Mappable[(Long, V)], typed.TypedSource[(Long, V)], WritableSequenceFileScheme, TimePathedSource, TimeSeqPathedSource, FileSource, LocalSourceOverride, SchemedSource, Source, Serializable, AnyRef, Any
Known Subclasses
DailySuffixLongThriftSequenceFile
Ordering
  1. Alphabetic
  2. By inheritance
Inherited
  1. TimePathedLongThriftSequenceFile
  2. LongThriftTransformer
  3. Mappable
  4. TypedSource
  5. WritableSequenceFileScheme
  6. TimePathedSource
  7. TimeSeqPathedSource
  8. FileSource
  9. LocalSourceOverride
  10. SchemedSource
  11. Source
  12. Serializable
  13. AnyRef
  14. Any
  1. Hide All
  2. Show all
Learn more about member selection
Visibility
  1. Public
  2. All

Instance Constructors

  1. new TimePathedLongThriftSequenceFile(f: Fields, prefix: String, dateFormat: String, dateRange: DateRange)(implicit arg0: Manifest[V])

Value Members

  1. final def !=(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  2. final def !=(arg0: Any): Boolean

    Definition Classes
    Any

  3. final def ##(): Int

    Definition Classes
    AnyRef → Any

  4. final def ==(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  5. final def ==(arg0: Any): Boolean

    Definition Classes
    Any

  6. def allPaths: Iterable[String]

    Definition Classes
    TimeSeqPathedSource

  7. def allPathsFor(pattern: String): Iterable[String]

    Attributes
    protected
    Definition Classes
    TimeSeqPathedSource

  8. def andThen[U](fn: ((Long, V)) ⇒ U): typed.TypedSource[U]

    Definition Classes
    TypedSource

  9. final def asInstanceOf[T0]: T0

    Definition Classes
    Any

  10. def checkFlowDefNotNull(implicit flowDef: FlowDef, mode: Mode): Unit

    Attributes
    protected
    Definition Classes
    Source

  11. def clone(): AnyRef

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  12. def converter[U >: (Long, V)]: TupleConverter[U]

    Definition Classes
    TimePathedLongThriftSequenceFile → TypedSource

  13. def createHdfsReadTap(hdfsMode: Hdfs): Tap[JobConf, _, _]

    Attributes
    protected
    Definition Classes
    FileSource

  14. def createLocalTap(sinkMode: SinkMode): Tap[JobConf, _, _]

    Definition Classes
    LocalSourceOverride

  15. def createTap(readOrWrite: AccessMode)(implicit mode: Mode): Tap[_, _, _]

    Definition Classes
    FileSource → Source

  16. def defaultDurationFor(pattern: String): Option[Duration]

    Attributes
    protected
    Definition Classes
    TimeSeqPathedSource

  17. final def eq(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  18. def equals(that: Any): Boolean

    Definition Classes
    TimeSeqPathedSource → AnyRef → Any

  19. val fields: Fields

    Definition Classes
    TimePathedLongThriftSequenceFile → LongThriftTransformer → WritableSequenceFileScheme

  20. def finalize(): Unit

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )

  21. final def flatMapTo[U](out: Fields)(mf: ((Long, V)) ⇒ TraversableOnce[U])(implicit flowDef: FlowDef, mode: Mode, setter: TupleSetter[U]): Pipe

    Definition Classes
    Mappable

  22. final def getClass(): Class[_]

    Definition Classes
    AnyRef → Any

  23. def getPathStatuses(conf: Configuration): Iterable[(String, Boolean)]

    Definition Classes
    TimeSeqPathedSource

  24. def goodHdfsPaths(hdfsMode: Hdfs): Iterable[String]

    Attributes
    protected
    Definition Classes
    FileSource

  25. def hashCode(): Int

    Definition Classes
    TimeSeqPathedSource → AnyRef → Any

  26. def hdfsPaths: Iterable[String]

    Definition Classes
    TimeSeqPathedSource → FileSource

  27. def hdfsReadPathsAreGood(conf: Configuration): Boolean

    Definition Classes
    TimeSeqPathedSource → FileSource

  28. def hdfsScheme: Scheme[JobConf, RecordReader[_, _], OutputCollector[_, _], _, _]

    Definition Classes
    WritableSequenceFileScheme → SchemedSource

  29. def hdfsWritePath: String

    Definition Classes
    TimePathedSource → FileSource

  30. final def isInstanceOf[T0]: Boolean

    Definition Classes
    Any

  31. val keyType: Class[LongWritable]

    Definition Classes
    LongThriftTransformer

  32. def localPaths: Iterable[String]

    Definition Classes
    TimePathedSource → LocalSourceOverride

  33. def localScheme: Scheme[Properties, InputStream, OutputStream, _, _]

    Definition Classes
    SchemedSource

  34. def localWritePath: String

    Definition Classes
    LocalSourceOverride

  35. final def mapTo[U](out: Fields)(mf: ((Long, V)) ⇒ U)(implicit flowDef: FlowDef, mode: Mode, setter: TupleSetter[U]): Pipe

    Definition Classes
    Mappable

  36. val mt: Manifest[V]

    Definition Classes
    TimePathedLongThriftSequenceFile → LongThriftTransformer

  37. final def ne(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  38. final def notify(): Unit

    Definition Classes
    AnyRef

  39. final def notifyAll(): Unit

    Definition Classes
    AnyRef

  40. def pathIsGood(p: String, conf: Configuration): Boolean

    Attributes
    protected
    Definition Classes
    FileSource

  41. val pattern: String

    Definition Classes
    TimePathedSource

  42. val patterns: Seq[String]

    Definition Classes
    TimeSeqPathedSource

  43. def read(implicit flowDef: FlowDef, mode: Mode): Pipe

    Definition Classes
    Source

  44. val sinkMode: SinkMode

    Definition Classes
    SchemedSource

  45. def sourceFields: Fields

    Definition Classes
    TypedSource

  46. def sourceId: String

    Definition Classes
    Source

  47. final def synchronized[T0](arg0: ⇒ T0): T0

    Definition Classes
    AnyRef

  48. def toIterator(implicit config: Config, mode: Mode): Iterator[(Long, V)]

    Definition Classes
    Mappable

  49. def toString(): String

    Definition Classes
    TimeSeqPathedSource → AnyRef → Any

  50. def transformForRead(pipe: Pipe): Pipe

    Attributes
    protected
    Definition Classes
    LongThriftTransformer → Source

  51. def transformForWrite(pipe: Pipe): Pipe

    Attributes
    protected
    Definition Classes
    LongThriftTransformer → Source

  52. def transformInTest: Boolean

    Definition Classes
    Source

  53. lazy val typeRef: TypeRef[TBase[_, _]]

    Definition Classes
    LongThriftTransformer

  54. val tz: TimeZone

    Definition Classes
    TimeSeqPathedSource

  55. def validateTaps(mode: Mode): Unit

    Definition Classes
    FileSource → Source

  56. val valueType: Class[Writable]

    Definition Classes
    LongThriftTransformer

  57. final def wait(): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  58. final def wait(arg0: Long, arg1: Int): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  59. final def wait(arg0: Long): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  60. def writeFrom(pipe: Pipe)(implicit flowDef: FlowDef, mode: Mode): Pipe

    Definition Classes
    Source

Deprecated Value Members

  1. def readAtSubmitter[T](implicit mode: Mode, conv: TupleConverter[T]): Stream[T]

    Definition Classes
    Source
    Annotations
    @deprecated
    Deprecated

    (Since version 0.9.0) replace with Mappable.toIterator

Inherited from LongThriftTransformer[V]

Inherited from Mappable[(Long, V)]

Inherited from typed.TypedSource[(Long, V)]

Inherited from WritableSequenceFileScheme

Inherited from TimePathedSource

Inherited from TimeSeqPathedSource

Inherited from FileSource

Inherited from LocalSourceOverride

Inherited from SchemedSource

Inherited from Source

Inherited from Serializable

Inherited from AnyRef

Inherited from Any

Ungrouped