com.twitter.scalding.commons.source

MostRecentGoodLongThriftSequenceFile

abstract class MostRecentGoodLongThriftSequenceFile[V <: TBase[_, _]] extends MostRecentGoodSource with WritableSequenceFileScheme with Serializable with Mappable[(Long, V)] with LongThriftTransformer[V]

Linear Supertypes
LongThriftTransformer[V], Mappable[(Long, V)], typed.TypedSource[(Long, V)], WritableSequenceFileScheme, MostRecentGoodSource, TimePathedSource, TimeSeqPathedSource, FileSource, LocalSourceOverride, SchemedSource, Source, Serializable, AnyRef, Any
Ordering
  1. Alphabetic
  2. By inheritance
Inherited
  1. MostRecentGoodLongThriftSequenceFile
  2. LongThriftTransformer
  3. Mappable
  4. TypedSource
  5. WritableSequenceFileScheme
  6. MostRecentGoodSource
  7. TimePathedSource
  8. TimeSeqPathedSource
  9. FileSource
  10. LocalSourceOverride
  11. SchemedSource
  12. Source
  13. Serializable
  14. AnyRef
  15. Any
  1. Hide All
  2. Show all
Learn more about member selection
Visibility
  1. Public
  2. All

Instance Constructors

  1. new MostRecentGoodLongThriftSequenceFile(f: Fields, pattern: String, dateRange: DateRange)(implicit arg0: Manifest[V])

Value Members

  1. final def !=(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  2. final def !=(arg0: Any): Boolean

    Definition Classes
    Any

  3. final def ##(): Int

    Definition Classes
    AnyRef → Any

  4. final def ==(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  5. final def ==(arg0: Any): Boolean

    Definition Classes
    Any

  6. def allPaths: Iterable[String]

    Definition Classes
    TimeSeqPathedSource

  7. def allPathsFor(pattern: String): Iterable[String]

    Attributes
    protected
    Definition Classes
    TimeSeqPathedSource

  8. def andThen[U](fn: ((Long, V)) ⇒ U): typed.TypedSource[U]

    Definition Classes
    TypedSource

  9. final def asInstanceOf[T0]: T0

    Definition Classes
    Any

  10. def checkFlowDefNotNull(implicit flowDef: FlowDef, mode: Mode): Unit

    Attributes
    protected
    Definition Classes
    Source

  11. def clone(): AnyRef

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  12. def converter[U >: (Long, V)]: TupleConverter[U]

    Definition Classes
    MostRecentGoodLongThriftSequenceFile → TypedSource

  13. def createHdfsReadTap(hdfsMode: Hdfs): Tap[JobConf, _, _]

    Attributes
    protected
    Definition Classes
    FileSource

  14. def createLocalTap(sinkMode: SinkMode): Tap[_, _, _]

    Definition Classes
    LocalSourceOverride

  15. def createTap(readOrWrite: AccessMode)(implicit mode: Mode): Tap[_, _, _]

    Definition Classes
    FileSource → Source

  16. def defaultDurationFor(pattern: String): Option[Duration]

    Attributes
    protected
    Definition Classes
    TimeSeqPathedSource

  17. final def eq(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  18. def equals(that: Any): Boolean

    Definition Classes
    TimeSeqPathedSource → AnyRef → Any

  19. val fields: Fields

    Definition Classes
    MostRecentGoodLongThriftSequenceFile → LongThriftTransformer → WritableSequenceFileScheme

  20. def finalize(): Unit

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )

  21. final def flatMapTo[U](out: Fields)(mf: ((Long, V)) ⇒ TraversableOnce[U])(implicit flowDef: FlowDef, mode: Mode, setter: TupleSetter[U]): Pipe

    Definition Classes
    Mappable

  22. final def getClass(): Class[_]

    Definition Classes
    AnyRef → Any

  23. def getPathStatuses(conf: Configuration): Iterable[(String, Boolean)]

    Definition Classes
    TimeSeqPathedSource

  24. def goodHdfsPaths(hdfsMode: Hdfs): Iterable[String]

    Attributes
    protected
    Definition Classes
    MostRecentGoodSource → FileSource

  25. def hashCode(): Int

    Definition Classes
    TimeSeqPathedSource → AnyRef → Any

  26. def hdfsPaths: Iterable[String]

    Definition Classes
    TimeSeqPathedSource → FileSource

  27. def hdfsReadPathsAreGood(conf: Configuration): Boolean

    Definition Classes
    MostRecentGoodSource → TimeSeqPathedSource → FileSource

  28. def hdfsScheme: Scheme[JobConf, RecordReader[_, _], OutputCollector[_, _], _, _]

    Definition Classes
    WritableSequenceFileScheme → SchemedSource

  29. def hdfsWritePath: String

    Definition Classes
    TimePathedSource → FileSource

  30. final def isInstanceOf[T0]: Boolean

    Definition Classes
    Any

  31. val keyType: Class[LongWritable]

    Definition Classes
    LongThriftTransformer

  32. def localPath: String

    Definition Classes
    TimePathedSource → LocalSourceOverride

  33. def localScheme: Scheme[Properties, InputStream, OutputStream, _, _]

    Definition Classes
    SchemedSource

  34. final def mapTo[U](out: Fields)(mf: ((Long, V)) ⇒ U)(implicit flowDef: FlowDef, mode: Mode, setter: TupleSetter[U]): Pipe

    Definition Classes
    Mappable

  35. val mt: Manifest[V]

    Definition Classes
    MostRecentGoodLongThriftSequenceFile → LongThriftTransformer

  36. final def ne(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  37. final def notify(): Unit

    Definition Classes
    AnyRef

  38. final def notifyAll(): Unit

    Definition Classes
    AnyRef

  39. def pathIsGood(p: String, conf: Configuration): Boolean

    Attributes
    protected
    Definition Classes
    FileSource

  40. val patterns: Seq[String]

    Definition Classes
    TimeSeqPathedSource

  41. def read(implicit flowDef: FlowDef, mode: Mode): Pipe

    Definition Classes
    Source

  42. val sinkMode: SinkMode

    Definition Classes
    SchemedSource

  43. def sourceFields: Fields

    Definition Classes
    TypedSource

  44. def sourceId: String

    Definition Classes
    Source

  45. final def synchronized[T0](arg0: ⇒ T0): T0

    Definition Classes
    AnyRef

  46. def toIterator(implicit config: Config, mode: Mode): Iterator[(Long, V)]

    Definition Classes
    Mappable

  47. def toString(): String

    Definition Classes
    MostRecentGoodSource → TimeSeqPathedSource → AnyRef → Any

  48. def transformForRead(pipe: Pipe): Pipe

    Attributes
    protected
    Definition Classes
    LongThriftTransformer → Source

  49. def transformForWrite(pipe: Pipe): Pipe

    Attributes
    protected
    Definition Classes
    LongThriftTransformer → Source

  50. def transformInTest: Boolean

    Definition Classes
    Source

  51. lazy val typeRef: TypeRef[TBase[_, _]]

    Definition Classes
    LongThriftTransformer

  52. val tz: TimeZone

    Definition Classes
    TimeSeqPathedSource

  53. def validateTaps(mode: Mode): Unit

    Definition Classes
    FileSource → Source

  54. val valueType: Class[Writable]

    Definition Classes
    LongThriftTransformer

  55. final def wait(): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  56. final def wait(arg0: Long, arg1: Int): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  57. final def wait(arg0: Long): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  58. def writeFrom(pipe: Pipe)(implicit flowDef: FlowDef, mode: Mode): Pipe

    Definition Classes
    Source

Deprecated Value Members

  1. def readAtSubmitter[T](implicit mode: Mode, conv: TupleConverter[T]): Stream[T]

    Definition Classes
    Source
    Annotations
    @deprecated
    Deprecated

    (Since version 0.9.0) replace with Mappable.toIterator

Inherited from LongThriftTransformer[V]

Inherited from Mappable[(Long, V)]

Inherited from typed.TypedSource[(Long, V)]

Inherited from WritableSequenceFileScheme

Inherited from MostRecentGoodSource

Inherited from TimePathedSource

Inherited from TimeSeqPathedSource

Inherited from FileSource

Inherited from LocalSourceOverride

Inherited from SchemedSource

Inherited from Source

Inherited from Serializable

Inherited from AnyRef

Inherited from Any

Ungrouped