com.twitter.scalding.commons.source

TsvWithHeader

class TsvWithHeader extends FixedPathSource with DelimitedScheme with FieldConversions

A tsv source with the column name header info.

Header file format: tab separated column names.

Linear Supertypes
FieldConversions, LowPriorityFieldConversions, DelimitedScheme, FixedPathSource, FileSource, LocalSourceOverride, SchemedSource, Source, Serializable, AnyRef, Any
Ordering
  1. Alphabetic
  2. By inheritance
Inherited
  1. TsvWithHeader
  2. FieldConversions
  3. LowPriorityFieldConversions
  4. DelimitedScheme
  5. FixedPathSource
  6. FileSource
  7. LocalSourceOverride
  8. SchemedSource
  9. Source
  10. Serializable
  11. AnyRef
  12. Any
  1. Hide All
  2. Show all
Learn more about member selection
Visibility
  1. Public
  2. All

Instance Constructors

  1. new TsvWithHeader(p: String, f: Fields = cascading.tuple.Fields.UNKNOWN)(implicit mode: Mode)

Value Members

  1. final def !=(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  2. final def !=(arg0: Any): Boolean

    Definition Classes
    Any

  3. final def ##(): Int

    Definition Classes
    AnyRef → Any

  4. final def ==(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  5. final def ==(arg0: Any): Boolean

    Definition Classes
    Any

  6. def anyToFieldArg(f: Any): Comparable[_]

    Attributes
    protected
    Definition Classes
    LowPriorityFieldConversions

  7. final def asInstanceOf[T0]: T0

    Definition Classes
    Any

  8. def asList(f: Fields): List[Comparable[_]]

    Definition Classes
    FieldConversions

  9. def asSet(f: Fields): Set[Comparable[_]]

    Definition Classes
    FieldConversions

  10. def checkFlowDefNotNull(implicit flowDef: FlowDef, mode: Mode): Unit

    Attributes
    protected
    Definition Classes
    Source

  11. def clone(): AnyRef

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  12. def createHdfsReadTap(hdfsMode: Hdfs): Tap[JobConf, _, _]

    Attributes
    protected
    Definition Classes
    FileSource

  13. def createLocalTap(sinkMode: SinkMode): Tap[_, _, _]

    Definition Classes
    LocalSourceOverride

  14. def createTap(readOrWrite: AccessMode)(implicit mode: Mode): Tap[_, _, _]

    Definition Classes
    FileSource → Source

  15. def defaultMode(fromFields: Fields, toFields: Fields): Fields

    Definition Classes
    FieldConversions

  16. final def ensureUniqueFields(left: Fields, right: Fields, rightPipe: Pipe): (Fields, Pipe)

    Definition Classes
    FieldConversions

  17. implicit def enumValueToFields(x: Value): Fields

    Definition Classes
    FieldConversions

  18. final def eq(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  19. def equals(that: Any): Boolean

    Definition Classes
    FixedPathSource → AnyRef → Any

  20. implicit def fieldFields[T <: TraversableOnce[Field[_]]](f: T): RichFields

    Definition Classes
    FieldConversions

  21. implicit def fieldToFields(f: Field[_]): RichFields

    Definition Classes
    FieldConversions

  22. implicit def fields[T <: TraversableOnce[Symbol]](f: T): Fields

    Definition Classes
    FieldConversions

  23. val fields: Fields

    Definition Classes
    TsvWithHeader → DelimitedScheme

  24. lazy val fieldsFromHeaderFile: Fields

  25. implicit def fieldsToRichFields(fields: Fields): RichFields

    Definition Classes
    FieldConversions

  26. def finalize(): Unit

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )

  27. implicit def fromEnum[T <: Enumeration](enumeration: T): Fields

    Definition Classes
    FieldConversions

  28. final def getClass(): Class[_]

    Definition Classes
    AnyRef → Any

  29. def getField(f: Fields, idx: Int): Fields

    Definition Classes
    FieldConversions

  30. def goodHdfsPaths(hdfsMode: Hdfs): Iterable[String]

    Attributes
    protected
    Definition Classes
    FileSource

  31. def hasInts(f: Fields): Boolean

    Definition Classes
    FieldConversions

  32. def hashCode(): Int

    Definition Classes
    FixedPathSource → AnyRef → Any

  33. def hdfsPaths: List[String]

    Definition Classes
    FixedPathSource → FileSource

  34. def hdfsReadPathsAreGood(conf: Configuration): Boolean

    Attributes
    protected
    Definition Classes
    FileSource

  35. def hdfsScheme: Scheme[JobConf, RecordReader[_, _], OutputCollector[_, _], _, _]

    Definition Classes
    DelimitedScheme → SchemedSource

  36. def hdfsWritePath: String

    Definition Classes
    FileSource

  37. val headerPath: String

  38. implicit def intFields[T <: TraversableOnce[Int]](f: T): Fields

    Definition Classes
    FieldConversions

  39. implicit def intToFields(x: Int): Fields

    Definition Classes
    FieldConversions

  40. implicit def integerToFields(x: Integer): Fields

    Definition Classes
    FieldConversions

  41. final def isInstanceOf[T0]: Boolean

    Definition Classes
    Any

  42. def localPath: String

    Definition Classes
    FixedPathSource → LocalSourceOverride

  43. def localScheme: TextDelimited

    Definition Classes
    DelimitedScheme → SchemedSource

  44. final def ne(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  45. final def newSymbol(avoid: Set[Symbol], guess: Symbol, trial: Int): Symbol

    Definition Classes
    FieldConversions
    Annotations
    @tailrec()

  46. final def notify(): Unit

    Definition Classes
    AnyRef

  47. final def notifyAll(): Unit

    Definition Classes
    AnyRef

  48. implicit def parseAnySeqToFields[T <: TraversableOnce[Any]](anyf: T): Fields

    Definition Classes
    FieldConversions

  49. def pathIsGood(p: String, conf: Configuration): Boolean

    Attributes
    protected
    Definition Classes
    FileSource

  50. implicit def productToFields(f: Product): Fields

    Definition Classes
    LowPriorityFieldConversions

  51. val quote: String

    Definition Classes
    DelimitedScheme

  52. def read(implicit flowDef: FlowDef, mode: Mode): Pipe

    Definition Classes
    Source

  53. def readFromFile(filename: String)(implicit mode: Mode): String

  54. val safe: Boolean

    Definition Classes
    DelimitedScheme

  55. val separator: String

    Definition Classes
    DelimitedScheme

  56. val sinkMode: SinkMode

    Definition Classes
    SchemedSource

  57. val skipHeader: Boolean

    Definition Classes
    DelimitedScheme

  58. implicit def strFields[T <: TraversableOnce[String]](f: T): Fields

    Definition Classes
    FieldConversions

  59. val strict: Boolean

    Definition Classes
    DelimitedScheme

  60. implicit def stringToFields(x: String): Fields

    Definition Classes
    FieldConversions

  61. implicit def symbolToFields(x: Symbol): Fields

    Definition Classes
    FieldConversions

  62. final def synchronized[T0](arg0: ⇒ T0): T0

    Definition Classes
    AnyRef

  63. def toString(): String

    Definition Classes
    FixedPathSource → AnyRef → Any

  64. def transformForRead(pipe: Pipe): Pipe

    Attributes
    protected
    Definition Classes
    Source

  65. def transformForWrite(pipe: Pipe): Pipe

    Attributes
    protected
    Definition Classes
    Source

  66. def transformInTest: Boolean

    Definition Classes
    Source

  67. implicit def tuple2ToFieldsPair[T, U](pair: (T, U))(implicit tf: (T) ⇒ Fields, uf: (U) ⇒ Fields): (Fields, Fields)

    Definition Classes
    FieldConversions

  68. val types: Array[Class[_]]

    Definition Classes
    DelimitedScheme

  69. implicit def unitToFields(u: Unit): Fields

    Definition Classes
    FieldConversions

  70. def validateTaps(mode: Mode): Unit

    Definition Classes
    FileSource → Source

  71. final def wait(): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  72. final def wait(arg0: Long, arg1: Int): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  73. final def wait(arg0: Long): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  74. def writeFrom(pipe: Pipe)(implicit flowDef: FlowDef, mode: Mode): Pipe

    Definition Classes
    TsvWithHeader → Source

  75. val writeHeader: Boolean

    Definition Classes
    DelimitedScheme

  76. def writeToFile(filename: String, text: String)(implicit mode: Mode): Unit

Deprecated Value Members

  1. def readAtSubmitter[T](implicit mode: Mode, conv: TupleConverter[T]): Stream[T]

    Definition Classes
    Source
    Annotations
    @deprecated
    Deprecated

    (Since version 0.9.0) replace with Mappable.toIterator

Inherited from FieldConversions

Inherited from LowPriorityFieldConversions

Inherited from DelimitedScheme

Inherited from FixedPathSource

Inherited from FileSource

Inherited from LocalSourceOverride

Inherited from SchemedSource

Inherited from Source

Inherited from Serializable

Inherited from AnyRef

Inherited from Any

Ungrouped