com.twitter.scalding

InvalidSourceTap

class InvalidSourceTap extends SourceTap[JobConf, RecordReader[_, _]]

InvalidSourceTap used in createTap method when we want to defer the failures to validateTaps method.

This is used because for Job classes, createTap method on sources is called when the class is initialized. In most cases though, we want any exceptions to be thrown by validateTaps method, which is called subsequently during flow planning.

hdfsPaths represents user-supplied list that was detected as not containing any valid paths.

Linear Supertypes
SourceTap[JobConf, RecordReader[_, _]], Tap[JobConf, RecordReader[_, _], Void], Traceable, FlowElement, Serializable, ScopedElement, AnyRef, Any
Ordering
  1. Alphabetic
  2. By inheritance
Inherited
  1. InvalidSourceTap
  2. SourceTap
  3. Tap
  4. Traceable
  5. FlowElement
  6. Serializable
  7. ScopedElement
  8. AnyRef
  9. Any
  1. Hide All
  2. Show all
Learn more about member selection
Visibility
  1. Public
  2. All

Instance Constructors

  1. new InvalidSourceTap(hdfsPaths: Iterable[String])

Value Members

  1. final def !=(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  2. final def !=(arg0: Any): Boolean

    Definition Classes
    Any

  3. final def ##(): Int

    Definition Classes
    AnyRef → Any

  4. final def ==(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  5. final def ==(arg0: Any): Boolean

    Definition Classes
    Any

  6. final def asInstanceOf[T0]: T0

    Definition Classes
    Any

  7. def clone(): AnyRef

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  8. def commitResource(arg0: JobConf): Boolean

    Definition Classes
    SourceTap → Tap
    Annotations
    @throws( classOf[java.io.IOException] )

  9. def createResource(arg0: JobConf): Boolean

    Definition Classes
    SourceTap → Tap
    Annotations
    @throws( classOf[java.io.IOException] )

  10. def createResource(arg0: FlowProcess[_ <: JobConf]): Boolean

    Definition Classes
    Tap
    Annotations
    @throws( classOf[java.io.IOException] )

  11. def deleteResource(arg0: JobConf): Boolean

    Definition Classes
    SourceTap → Tap
    Annotations
    @throws( classOf[java.io.IOException] )

  12. def deleteResource(arg0: FlowProcess[_ <: JobConf]): Boolean

    Definition Classes
    Tap
    Annotations
    @throws( classOf[java.io.IOException] )

  13. final def eq(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  14. def equals(arg0: Any): Boolean

    Definition Classes
    Tap → AnyRef → Any

  15. def finalize(): Unit

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )

  16. def flowConfInit(arg0: Flow[JobConf]): Unit

    Definition Classes
    Tap

  17. final def getClass(): Class[_]

    Definition Classes
    AnyRef → Any

  18. def getConfigDef(): ConfigDef

    Definition Classes
    Tap → ScopedElement

  19. def getFullIdentifier(arg0: JobConf): String

    Definition Classes
    Tap

  20. def getFullIdentifier(arg0: FlowProcess[_ <: JobConf]): String

    Definition Classes
    Tap

  21. def getIdentifier(): String

    Definition Classes
    InvalidSourceTap → Tap

  22. def getModifiedTime(conf: JobConf): Long

    Definition Classes
    InvalidSourceTap → Tap

  23. def getModifiedTime(arg0: FlowProcess[_ <: JobConf]): Long

    Definition Classes
    Tap
    Annotations
    @throws( classOf[java.io.IOException] )

  24. def getNodeConfigDef(): ConfigDef

    Definition Classes
    Tap → ScopedElement

  25. def getScheme(): NullScheme[JobConf, RecordReader[_, _], Void, Nothing, Nothing]

    Definition Classes
    InvalidSourceTap → Tap

  26. def getSinkFields(): Fields

    Definition Classes
    SourceTap → Tap

  27. def getSinkMode(): SinkMode

    Definition Classes
    Tap

  28. def getSourceFields(): Fields

    Definition Classes
    Tap

  29. def getStepConfigDef(): ConfigDef

    Definition Classes
    Tap → ScopedElement

  30. def getTrace(): String

    Definition Classes
    Tap → Traceable

  31. def hasConfigDef(): Boolean

    Definition Classes
    Tap → ScopedElement

  32. def hasNodeConfigDef(): Boolean

    Definition Classes
    Tap → ScopedElement

  33. def hasStepConfigDef(): Boolean

    Definition Classes
    Tap → ScopedElement

  34. def hashCode(): Int

    Definition Classes
    InvalidSourceTap → Tap → AnyRef → Any

  35. val hdfsPaths: Iterable[String]

  36. final def isInstanceOf[T0]: Boolean

    Definition Classes
    Any

  37. def isKeep(): Boolean

    Definition Classes
    Tap

  38. def isReplace(): Boolean

    Definition Classes
    Tap

  39. final def isSink(): Boolean

    Definition Classes
    SourceTap → Tap

  40. def isSource(): Boolean

    Definition Classes
    Tap

  41. def isTemporary(): Boolean

    Definition Classes
    Tap

  42. def isUpdate(): Boolean

    Definition Classes
    Tap

  43. final def ne(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  44. final def notify(): Unit

    Definition Classes
    AnyRef

  45. final def notifyAll(): Unit

    Definition Classes
    AnyRef

  46. def openForRead(flow: FlowProcess[_ <: JobConf], input: RecordReader[_, _]): TupleEntryIterator

    Definition Classes
    InvalidSourceTap → Tap

  47. def openForRead(arg0: FlowProcess[_ <: JobConf]): TupleEntryIterator

    Definition Classes
    Tap
    Annotations
    @throws( classOf[java.io.IOException] )

  48. def openForWrite(arg0: FlowProcess[_ <: JobConf], arg1: Void): TupleEntryCollector

    Definition Classes
    SourceTap → Tap
    Annotations
    @throws( classOf[java.io.IOException] )

  49. def openForWrite(arg0: FlowProcess[_ <: JobConf]): TupleEntryCollector

    Definition Classes
    Tap
    Annotations
    @throws( classOf[java.io.IOException] )

  50. def outgoingScopeFor(arg0: Set[Scope]): Scope

    Definition Classes
    Tap → ScopedElement

  51. def prepareResourceForRead(arg0: JobConf): Boolean

    Definition Classes
    Tap
    Annotations
    @throws( classOf[java.io.IOException] )

  52. def prepareResourceForWrite(arg0: JobConf): Boolean

    Definition Classes
    SourceTap → Tap
    Annotations
    @throws( classOf[java.io.IOException] )

  53. def presentSinkFields(arg0: FlowProcess[_ <: JobConf], arg1: Fields): Unit

    Definition Classes
    Tap

  54. def presentSourceFields(arg0: FlowProcess[_ <: JobConf], arg1: Fields): Unit

    Definition Classes
    Tap

  55. def resolveIncomingOperationArgumentFields(arg0: Scope): Fields

    Definition Classes
    Tap → ScopedElement

  56. def resolveIncomingOperationPassThroughFields(arg0: Scope): Fields

    Definition Classes
    Tap → ScopedElement

  57. def resourceExists(conf: JobConf): Boolean

    Definition Classes
    InvalidSourceTap → Tap

  58. def resourceExists(arg0: FlowProcess[_ <: JobConf]): Boolean

    Definition Classes
    Tap
    Annotations
    @throws( classOf[java.io.IOException] )

  59. def retrieveSinkFields(arg0: FlowProcess[_ <: JobConf]): Fields

    Definition Classes
    Tap

  60. def retrieveSourceFields(arg0: FlowProcess[_ <: JobConf]): Fields

    Definition Classes
    Tap

  61. def rollbackResource(arg0: JobConf): Boolean

    Definition Classes
    SourceTap → Tap
    Annotations
    @throws( classOf[java.io.IOException] )

  62. def setScheme(arg0: Scheme[JobConf, RecordReader[_, _], Void, _, _]): Unit

    Attributes
    protected[cascading.tap]
    Definition Classes
    Tap

  63. def sinkConfInit(arg0: FlowProcess[_ <: JobConf], arg1: JobConf): Unit

    Definition Classes
    SourceTap → Tap

  64. def sourceConfInit(flow: FlowProcess[_ <: JobConf], conf: JobConf): Unit

    Definition Classes
    InvalidSourceTap → Tap

  65. final def synchronized[T0](arg0: ⇒ T0): T0

    Definition Classes
    AnyRef

  66. def toString(): String

    Definition Classes
    Tap → AnyRef → Any

  67. final def wait(): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  68. final def wait(arg0: Long, arg1: Int): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  69. final def wait(arg0: Long): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

Inherited from SourceTap[JobConf, RecordReader[_, _]]

Inherited from Tap[JobConf, RecordReader[_, _], Void]

Inherited from Traceable

Inherited from FlowElement

Inherited from Serializable

Inherited from ScopedElement

Inherited from AnyRef

Inherited from Any

Ungrouped