com.twitter.scalding.commons.source

MostRecentGoodLongThriftSequenceFile

abstract class MostRecentGoodLongThriftSequenceFile[V <: TBase[_, _]] extends MostRecentGoodSource with WritableSequenceFileScheme with Serializable with Mappable[(Long, V)] with TypedSink[(Long, V)] with LongThriftTransformer[V]

Linear Supertypes
LongThriftTransformer[V], typed.TypedSink[(Long, V)], Mappable[(Long, V)], typed.TypedSource[(Long, V)], WritableSequenceFileScheme, MostRecentGoodSource, TimePathedSource, TimeSeqPathedSource, FileSource, HfsTapProvider, LocalSourceOverride, SchemedSource, Source, Serializable, AnyRef, Any
Ordering
  1. Alphabetic
  2. By inheritance
Inherited
  1. MostRecentGoodLongThriftSequenceFile
  2. LongThriftTransformer
  3. TypedSink
  4. Mappable
  5. TypedSource
  6. WritableSequenceFileScheme
  7. MostRecentGoodSource
  8. TimePathedSource
  9. TimeSeqPathedSource
  10. FileSource
  11. HfsTapProvider
  12. LocalSourceOverride
  13. SchemedSource
  14. Source
  15. Serializable
  16. AnyRef
  17. Any
  1. Hide All
  2. Show all
Learn more about member selection
Visibility
  1. Public
  2. All

Instance Constructors

  1. new MostRecentGoodLongThriftSequenceFile(f: Fields, pattern: String, dateRange: DateRange)(implicit arg0: Manifest[V])

Value Members

  1. final def !=(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  2. final def !=(arg0: Any): Boolean

    Definition Classes
    Any

  3. final def ##(): Int

    Definition Classes
    AnyRef → Any

  4. final def ==(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  5. final def ==(arg0: Any): Boolean

    Definition Classes
    Any

  6. def allPaths: Iterable[String]

    Definition Classes
    TimeSeqPathedSource

  7. def allPathsFor(pattern: String): Iterable[String]

    Attributes
    protected
    Definition Classes
    TimeSeqPathedSource

  8. def andThen[U](fn: ((Long, V)) ⇒ U): typed.TypedSource[U]

    Definition Classes
    TypedSource

  9. final def asInstanceOf[T0]: T0

    Definition Classes
    Any

  10. def checkFlowDefNotNull(implicit flowDef: FlowDef, mode: Mode): Unit

    Attributes
    protected
    Definition Classes
    Source

  11. def clone(): AnyRef

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  12. def contraMap[U](fn: (U) ⇒ (Long, V)): typed.TypedSink[U]

    Definition Classes
    TypedSink

  13. def converter[U >: (Long, V)]: TupleConverter[U]

    Definition Classes
    MostRecentGoodLongThriftSequenceFile → TypedSource

  14. def createHdfsReadTap(hdfsMode: Hdfs): Tap[JobConf, _, _]

    Attributes
    protected
    Definition Classes
    FileSource

  15. def createHfsTap(scheme: Scheme[JobConf, RecordReader[_, _], OutputCollector[_, _], _, _], path: String, sinkMode: SinkMode): Hfs

    Definition Classes
    HfsTapProvider

  16. def createLocalTap(sinkMode: SinkMode): Tap[JobConf, _, _]

    Definition Classes
    LocalSourceOverride

  17. def createTap(readOrWrite: AccessMode)(implicit mode: Mode): Tap[_, _, _]

    Definition Classes
    FileSource → Source

  18. def defaultDurationFor(pattern: String): Option[Duration]

    Attributes
    protected
    Definition Classes
    TimeSeqPathedSource

  19. final def eq(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  20. def equals(that: Any): Boolean

    Definition Classes
    TimeSeqPathedSource → AnyRef → Any

  21. val fields: Fields

    Definition Classes
    MostRecentGoodLongThriftSequenceFile → LongThriftTransformer → WritableSequenceFileScheme

  22. def finalize(): Unit

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )

  23. final def flatMapTo[U](out: Fields)(mf: ((Long, V)) ⇒ TraversableOnce[U])(implicit flowDef: FlowDef, mode: Mode, setter: TupleSetter[U]): Pipe

    Definition Classes
    Mappable

  24. final def getClass(): Class[_]

    Definition Classes
    AnyRef → Any

  25. def getPathStatuses(conf: Configuration): Iterable[(String, Boolean)]

    Definition Classes
    TimeSeqPathedSource

  26. def goodHdfsPaths(hdfsMode: Hdfs): Iterable[String]

    Attributes
    protected
    Definition Classes
    MostRecentGoodSource → FileSource

  27. def hashCode(): Int

    Definition Classes
    TimeSeqPathedSource → AnyRef → Any

  28. def hdfsPaths: Iterable[String]

    Definition Classes
    TimeSeqPathedSource → FileSource

  29. def hdfsReadPathsAreGood(conf: Configuration): Boolean

    Definition Classes
    MostRecentGoodSource → TimeSeqPathedSource → FileSource

  30. def hdfsScheme: Scheme[JobConf, RecordReader[_, _], OutputCollector[_, _], _, _]

    Definition Classes
    WritableSequenceFileScheme → SchemedSource

  31. def hdfsWritePath: String

    Definition Classes
    TimePathedSource → FileSource

  32. final def isInstanceOf[T0]: Boolean

    Definition Classes
    Any

  33. val keyType: Class[LongWritable]

    Definition Classes
    LongThriftTransformer

  34. def localPaths: Iterable[String]

    Definition Classes
    TimePathedSource → LocalSourceOverride

  35. def localScheme: Scheme[Properties, InputStream, OutputStream, _, _]

    Definition Classes
    SchemedSource

  36. def localWritePath: String

    Definition Classes
    LocalSourceOverride

  37. final def mapTo[U](out: Fields)(mf: ((Long, V)) ⇒ U)(implicit flowDef: FlowDef, mode: Mode, setter: TupleSetter[U]): Pipe

    Definition Classes
    Mappable

  38. val mt: Manifest[V]

    Definition Classes
    MostRecentGoodLongThriftSequenceFile → LongThriftTransformer

  39. final def ne(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  40. final def notify(): Unit

    Definition Classes
    AnyRef

  41. final def notifyAll(): Unit

    Definition Classes
    AnyRef

  42. def pathIsGood(p: String, conf: Configuration): Boolean

    Attributes
    protected
    Definition Classes
    FileSource

  43. val patterns: Seq[String]

    Definition Classes
    TimeSeqPathedSource

  44. def read(implicit flowDef: FlowDef, mode: Mode): Pipe

    Definition Classes
    Source

  45. def setter[U <: (Long, V)]: TupleSetter[U]

    Definition Classes
    MostRecentGoodLongThriftSequenceFile → TypedSink

  46. def sinkFields: Fields

    Definition Classes
    MostRecentGoodLongThriftSequenceFile → TypedSink

  47. val sinkMode: SinkMode

    Definition Classes
    SchemedSource

  48. def sourceFields: Fields

    Definition Classes
    TypedSource

  49. def sourceId: String

    Definition Classes
    Source

  50. final def synchronized[T0](arg0: ⇒ T0): T0

    Definition Classes
    AnyRef

  51. def toIterator(implicit config: Config, mode: Mode): Iterator[(Long, V)]

    Definition Classes
    Mappable

  52. def toString(): String

    Definition Classes
    MostRecentGoodSource → TimeSeqPathedSource → AnyRef → Any

  53. def transformForRead(pipe: Pipe): Pipe

    Attributes
    protected
    Definition Classes
    LongThriftTransformer → Source

  54. def transformForWrite(pipe: Pipe): Pipe

    Attributes
    protected
    Definition Classes
    LongThriftTransformer → Source

  55. def transformInTest: Boolean

    Definition Classes
    Source

  56. lazy val typeRef: TypeRef[TBase[_, _]]

    Definition Classes
    LongThriftTransformer

  57. val tz: TimeZone

    Definition Classes
    TimeSeqPathedSource

  58. def validateTaps(mode: Mode): Unit

    Definition Classes
    FileSource → Source

  59. val valueType: Class[Writable]

    Definition Classes
    LongThriftTransformer

  60. final def wait(): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  61. final def wait(arg0: Long, arg1: Int): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  62. final def wait(arg0: Long): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  63. def writeFrom(pipe: Pipe)(implicit flowDef: FlowDef, mode: Mode): Pipe

    Definition Classes
    Source

Deprecated Value Members

  1. def readAtSubmitter[T](implicit mode: Mode, conv: TupleConverter[T]): Stream[T]

    Definition Classes
    Source
    Annotations
    @deprecated
    Deprecated

    (Since version 0.9.0) replace with Mappable.toIterator

Inherited from LongThriftTransformer[V]

Inherited from typed.TypedSink[(Long, V)]

Inherited from Mappable[(Long, V)]

Inherited from typed.TypedSource[(Long, V)]

Inherited from WritableSequenceFileScheme

Inherited from MostRecentGoodSource

Inherited from TimePathedSource

Inherited from TimeSeqPathedSource

Inherited from FileSource

Inherited from HfsTapProvider

Inherited from LocalSourceOverride

Inherited from SchemedSource

Inherited from Source

Inherited from Serializable

Inherited from AnyRef

Inherited from Any

Ungrouped