com.twitter.scalding.commons.source

TsvWithHeader

class TsvWithHeader extends FixedPathSource with DelimitedScheme with FieldConversions

A tsv source with the column name header info.

Header file format: tab separated column names.

Linear Supertypes
FieldConversions, LowPriorityFieldConversions, DelimitedScheme, FixedPathSource, FileSource, HfsTapProvider, LocalSourceOverride, SchemedSource, Source, Serializable, AnyRef, Any
Ordering
  1. Alphabetic
  2. By inheritance
Inherited
  1. TsvWithHeader
  2. FieldConversions
  3. LowPriorityFieldConversions
  4. DelimitedScheme
  5. FixedPathSource
  6. FileSource
  7. HfsTapProvider
  8. LocalSourceOverride
  9. SchemedSource
  10. Source
  11. Serializable
  12. AnyRef
  13. Any
  1. Hide All
  2. Show all
Learn more about member selection
Visibility
  1. Public
  2. All

Instance Constructors

  1. new TsvWithHeader(p: String, f: Fields = cascading.tuple.Fields.UNKNOWN)(implicit mode: Mode)

Value Members

  1. final def !=(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  2. final def !=(arg0: Any): Boolean

    Definition Classes
    Any

  3. final def ##(): Int

    Definition Classes
    AnyRef → Any

  4. final def ==(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  5. final def ==(arg0: Any): Boolean

    Definition Classes
    Any

  6. def anyToFieldArg(f: Any): Comparable[_]

    Attributes
    protected
    Definition Classes
    LowPriorityFieldConversions

  7. final def asInstanceOf[T0]: T0

    Definition Classes
    Any

  8. def asList(f: Fields): List[Comparable[_]]

    Definition Classes
    FieldConversions

  9. def asSet(f: Fields): Set[Comparable[_]]

    Definition Classes
    FieldConversions

  10. def checkFlowDefNotNull(implicit flowDef: FlowDef, mode: Mode): Unit

    Attributes
    protected
    Definition Classes
    Source

  11. def clone(): AnyRef

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  12. def createHdfsReadTap(hdfsMode: Hdfs): Tap[JobConf, _, _]

    Attributes
    protected
    Definition Classes
    FileSource

  13. def createHfsTap(scheme: Scheme[JobConf, RecordReader[_, _], OutputCollector[_, _], _, _], path: String, sinkMode: SinkMode): Hfs

    Definition Classes
    HfsTapProvider

  14. def createLocalTap(sinkMode: SinkMode): Tap[JobConf, _, _]

    Definition Classes
    LocalSourceOverride

  15. def createTap(readOrWrite: AccessMode)(implicit mode: Mode): Tap[_, _, _]

    Definition Classes
    FileSource → Source

  16. def defaultMode(fromFields: Fields, toFields: Fields): Fields

    Definition Classes
    FieldConversions

  17. final def ensureUniqueFields(left: Fields, right: Fields, rightPipe: Pipe): (Fields, Pipe)

    Definition Classes
    FieldConversions

  18. implicit def enumValueToFields(x: Value): Fields

    Definition Classes
    FieldConversions

  19. final def eq(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  20. def equals(that: Any): Boolean

    Definition Classes
    FixedPathSource → AnyRef → Any

  21. implicit def fieldFields[T <: TraversableOnce[Field[_]]](f: T): RichFields

    Definition Classes
    FieldConversions

  22. implicit def fieldToFields(f: Field[_]): RichFields

    Definition Classes
    FieldConversions

  23. implicit def fields[T <: TraversableOnce[Symbol]](f: T): Fields

    Definition Classes
    FieldConversions

  24. val fields: Fields

    Definition Classes
    TsvWithHeader → DelimitedScheme

  25. lazy val fieldsFromHeaderFile: Fields

  26. implicit def fieldsToRichFields(fields: Fields): RichFields

    Definition Classes
    FieldConversions

  27. def finalize(): Unit

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )

  28. implicit def fromEnum[T <: Enumeration](enumeration: T): Fields

    Definition Classes
    FieldConversions

  29. final def getClass(): Class[_]

    Definition Classes
    AnyRef → Any

  30. def getField(f: Fields, idx: Int): Fields

    Definition Classes
    FieldConversions

  31. def goodHdfsPaths(hdfsMode: Hdfs): Iterable[String]

    Attributes
    protected
    Definition Classes
    FileSource

  32. def hasInts(f: Fields): Boolean

    Definition Classes
    FieldConversions

  33. def hashCode(): Int

    Definition Classes
    FixedPathSource → AnyRef → Any

  34. def hdfsPaths: List[String]

    Definition Classes
    FixedPathSource → FileSource

  35. def hdfsReadPathsAreGood(conf: Configuration): Boolean

    Attributes
    protected
    Definition Classes
    FileSource

  36. def hdfsScheme: Scheme[JobConf, RecordReader[_, _], OutputCollector[_, _], _, _]

    Definition Classes
    DelimitedScheme → SchemedSource

  37. def hdfsWritePath: String

    Definition Classes
    FileSource

  38. val headerPath: String

  39. implicit def intFields[T <: TraversableOnce[Int]](f: T): Fields

    Definition Classes
    FieldConversions

  40. implicit def intToFields(x: Int): Fields

    Definition Classes
    FieldConversions

  41. implicit def integerToFields(x: Integer): Fields

    Definition Classes
    FieldConversions

  42. final def isInstanceOf[T0]: Boolean

    Definition Classes
    Any

  43. def localPaths: List[String]

    Definition Classes
    FixedPathSource → LocalSourceOverride

  44. def localScheme: TextDelimited

    Definition Classes
    DelimitedScheme → SchemedSource

  45. def localWritePath: String

    Definition Classes
    LocalSourceOverride

  46. final def ne(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  47. final def newSymbol(avoid: Set[Symbol], guess: Symbol, trial: Int): Symbol

    Definition Classes
    FieldConversions
    Annotations
    @tailrec()

  48. final def notify(): Unit

    Definition Classes
    AnyRef

  49. final def notifyAll(): Unit

    Definition Classes
    AnyRef

  50. implicit def parseAnySeqToFields[T <: TraversableOnce[Any]](anyf: T): Fields

    Definition Classes
    FieldConversions

  51. def pathIsGood(p: String, conf: Configuration): Boolean

    Attributes
    protected
    Definition Classes
    FileSource

  52. implicit def productToFields(f: Product): Fields

    Definition Classes
    LowPriorityFieldConversions

  53. val quote: String

    Definition Classes
    DelimitedScheme

  54. def read(implicit flowDef: FlowDef, mode: Mode): Pipe

    Definition Classes
    Source

  55. def readFromFile(filename: String)(implicit mode: Mode): String

  56. val safe: Boolean

    Definition Classes
    DelimitedScheme

  57. val separator: String

    Definition Classes
    DelimitedScheme

  58. val sinkMode: SinkMode

    Definition Classes
    SchemedSource

  59. val skipHeader: Boolean

    Definition Classes
    DelimitedScheme

  60. def sourceId: String

    Definition Classes
    Source

  61. implicit def strFields[T <: TraversableOnce[String]](f: T): Fields

    Definition Classes
    FieldConversions

  62. val strict: Boolean

    Definition Classes
    DelimitedScheme

  63. implicit def stringToFields(x: String): Fields

    Definition Classes
    FieldConversions

  64. implicit def symbolToFields(x: Symbol): Fields

    Definition Classes
    FieldConversions

  65. final def synchronized[T0](arg0: ⇒ T0): T0

    Definition Classes
    AnyRef

  66. def toString(): String

    Definition Classes
    FixedPathSource → AnyRef → Any

  67. def transformForRead(pipe: Pipe): Pipe

    Attributes
    protected
    Definition Classes
    Source

  68. def transformForWrite(pipe: Pipe): Pipe

    Attributes
    protected
    Definition Classes
    Source

  69. def transformInTest: Boolean

    Definition Classes
    Source

  70. implicit def tuple2ToFieldsPair[T, U](pair: (T, U))(implicit tf: (T) ⇒ Fields, uf: (U) ⇒ Fields): (Fields, Fields)

    Definition Classes
    FieldConversions

  71. val types: Array[Class[_]]

    Definition Classes
    DelimitedScheme

  72. implicit def unitToFields(u: Unit): Fields

    Definition Classes
    FieldConversions

  73. def validateTaps(mode: Mode): Unit

    Definition Classes
    FileSource → Source

  74. final def wait(): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  75. final def wait(arg0: Long, arg1: Int): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  76. final def wait(arg0: Long): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  77. def writeFrom(pipe: Pipe)(implicit flowDef: FlowDef, mode: Mode): Pipe

    Definition Classes
    TsvWithHeader → Source

  78. val writeHeader: Boolean

    Definition Classes
    DelimitedScheme

  79. def writeToFile(filename: String, text: String)(implicit mode: Mode): Unit

Deprecated Value Members

  1. def readAtSubmitter[T](implicit mode: Mode, conv: TupleConverter[T]): Stream[T]

    Definition Classes
    Source
    Annotations
    @deprecated
    Deprecated

    (Since version 0.9.0) replace with Mappable.toIterator

Inherited from FieldConversions

Inherited from LowPriorityFieldConversions

Inherited from DelimitedScheme

Inherited from FixedPathSource

Inherited from FileSource

Inherited from HfsTapProvider

Inherited from LocalSourceOverride

Inherited from SchemedSource

Inherited from Source

Inherited from Serializable

Inherited from AnyRef

Inherited from Any

Ungrouped