Class

com.twitter.scalding.parquet.tuple.scheme

TypedParquetTupleScheme

Related Doc: package scheme

Permalink

class TypedParquetTupleScheme[T] extends Scheme[JobConf, RecordReader[AnyRef, Container[T]], OutputCollector[AnyRef, T], Array[AnyRef], Array[AnyRef]]

Typed parquet tuple scheme.

T

tuple value type

Linear Supertypes
Scheme[JobConf, RecordReader[AnyRef, Container[T]], OutputCollector[AnyRef, T], Array[AnyRef], Array[AnyRef]], Traceable, Serializable, AnyRef, Any
Ordering
  1. Alphabetic
  2. By inheritance
Inherited
  1. TypedParquetTupleScheme
  2. Scheme
  3. Traceable
  4. Serializable
  5. AnyRef
  6. Any
  1. Hide All
  2. Show all
Visibility
  1. Public
  2. All

Instance Constructors

  1. new TypedParquetTupleScheme(readSupport: ParquetReadSupport[T], writeSupport: ParquetWriteSupport[T], fp: Option[FilterPredicate] = None)

    Permalink

    readSupport

    read support class

    writeSupport

    write support class

    fp

    filter predicate

Type Members

  1. type Output = OutputCollector[AnyRef, T]

    Permalink

  2. type Reader = RecordReader[AnyRef, Container[T]]

    Permalink

  3. type SinkCallType = SinkCall[Array[AnyRef], Output]

    Permalink

  4. type SourceCallType = SourceCall[Array[AnyRef], Reader]

    Permalink

  5. type TapType = Tap[JobConf, Reader, Output]

    Permalink

Value Members

  1. final def !=(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  2. final def ##(): Int

    Permalink
    Definition Classes
    AnyRef → Any

  3. final def ==(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  4. final def asInstanceOf[T0]: T0

    Permalink
    Definition Classes
    Any

  5. def clone(): AnyRef

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  6. final def eq(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  7. def equals(arg0: Any): Boolean

    Permalink
    Definition Classes
    Scheme → AnyRef → Any

  8. def finalize(): Unit

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )

  9. val fp: Option[FilterPredicate]

    Permalink

    filter predicate

  10. final def getClass(): Class[_]

    Permalink
    Definition Classes
    AnyRef → Any

  11. def getNumSinkParts(): Int

    Permalink
    Definition Classes
    Scheme

  12. def getSinkFields(): Fields

    Permalink
    Definition Classes
    Scheme

  13. def getSourceFields(): Fields

    Permalink
    Definition Classes
    Scheme

  14. def getTrace(): String

    Permalink
    Definition Classes
    Scheme → Traceable

  15. def hashCode(): Int

    Permalink
    Definition Classes
    Scheme → AnyRef → Any

  16. final def isInstanceOf[T0]: Boolean

    Permalink
    Definition Classes
    Any

  17. def isSink(): Boolean

    Permalink
    Definition Classes
    Scheme

  18. def isSource(): Boolean

    Permalink
    Definition Classes
    Scheme

  19. def isSymmetrical(): Boolean

    Permalink
    Definition Classes
    Scheme

  20. final def ne(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  21. final def notify(): Unit

    Permalink
    Definition Classes
    AnyRef

  22. final def notifyAll(): Unit

    Permalink
    Definition Classes
    AnyRef

  23. def presentSinkFields(arg0: FlowProcess[JobConf], arg1: Tap, arg2: Fields): Unit

    Permalink
    Definition Classes
    Scheme

  24. def presentSinkFieldsInternal(arg0: Fields): Unit

    Permalink
    Attributes
    protected[cascading.scheme]
    Definition Classes
    Scheme

  25. def presentSourceFields(arg0: FlowProcess[JobConf], arg1: Tap, arg2: Fields): Unit

    Permalink
    Definition Classes
    Scheme

  26. def presentSourceFieldsInternal(arg0: Fields): Unit

    Permalink
    Attributes
    protected[cascading.scheme]
    Definition Classes
    Scheme

  27. val readSupport: ParquetReadSupport[T]

    Permalink

    read support class

  28. def retrieveSinkFields(arg0: FlowProcess[JobConf], arg1: Tap): Fields

    Permalink
    Definition Classes
    Scheme

  29. def retrieveSourceFields(arg0: FlowProcess[JobConf], arg1: Tap): Fields

    Permalink
    Definition Classes
    Scheme

  30. def setNumSinkParts(arg0: Int): Unit

    Permalink
    Definition Classes
    Scheme

  31. def setSinkFields(arg0: Fields): Unit

    Permalink
    Definition Classes
    Scheme

  32. def setSourceFields(arg0: Fields): Unit

    Permalink
    Definition Classes
    Scheme

  33. def sink(flowProcess: FlowProcess[JobConf], sinkCall: SinkCallType): Unit

    Permalink
    Definition Classes
    TypedParquetTupleScheme → Scheme

  34. def sinkCleanup(arg0: FlowProcess[JobConf], arg1: SinkCall[Array[AnyRef], OutputCollector[AnyRef, T]]): Unit

    Permalink
    Definition Classes
    Scheme
    Annotations
    @throws( classOf[java.io.IOException] )

  35. def sinkConfInit(flowProcess: FlowProcess[JobConf], tap: TapType, jobConf: JobConf): Unit

    Permalink
    Definition Classes
    TypedParquetTupleScheme → Scheme

  36. def sinkPrepare(arg0: FlowProcess[JobConf], arg1: SinkCall[Array[AnyRef], OutputCollector[AnyRef, T]]): Unit

    Permalink
    Definition Classes
    Scheme
    Annotations
    @throws( classOf[java.io.IOException] )

  37. def source(flowProcess: FlowProcess[JobConf], sc: SourceCallType): Boolean

    Permalink
    Definition Classes
    TypedParquetTupleScheme → Scheme

  38. def sourceCleanup(arg0: FlowProcess[JobConf], arg1: SourceCall[Array[AnyRef], RecordReader[AnyRef, Container[T]]]): Unit

    Permalink
    Definition Classes
    Scheme
    Annotations
    @throws( classOf[java.io.IOException] )

  39. def sourceConfInit(flowProcess: FlowProcess[JobConf], tap: TapType, jobConf: JobConf): Unit

    Permalink
    Definition Classes
    TypedParquetTupleScheme → Scheme

  40. def sourcePrepare(arg0: FlowProcess[JobConf], arg1: SourceCall[Array[AnyRef], RecordReader[AnyRef, Container[T]]]): Unit

    Permalink
    Definition Classes
    Scheme
    Annotations
    @throws( classOf[java.io.IOException] )

  41. final def synchronized[T0](arg0: ⇒ T0): T0

    Permalink
    Definition Classes
    AnyRef

  42. def toString(): String

    Permalink
    Definition Classes
    Scheme → AnyRef → Any

  43. final def wait(): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  44. final def wait(arg0: Long, arg1: Int): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  45. final def wait(arg0: Long): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  46. val writeSupport: ParquetWriteSupport[T]

    Permalink

    write support class

Inherited from Scheme[JobConf, RecordReader[AnyRef, Container[T]], OutputCollector[AnyRef, T], Array[AnyRef], Array[AnyRef]]

Inherited from Traceable

Inherited from Serializable

Inherited from AnyRef

Inherited from Any

Ungrouped