com.twitter.scalding

InvalidSourceTap

class InvalidSourceTap extends SourceTap[JobConf, RecordReader[_, _]]

InvalidSourceTap used in createTap method when we want to defer the failures to validateTaps method.

This is used because for Job classes, createTap method on sources is called when the class is initialized. In most cases though, we want any exceptions to be thrown by validateTaps method, which is called subsequently during flow planning.

hdfsPaths represents user-supplied list that was detected as not containing any valid paths.

Linear Supertypes
SourceTap[JobConf, RecordReader[_, _]], Tap[JobConf, RecordReader[_, _], Void], Traceable, FlowElement, Serializable, AnyRef, Any
Ordering
  1. Alphabetic
  2. By inheritance
Inherited
  1. InvalidSourceTap
  2. SourceTap
  3. Tap
  4. Traceable
  5. FlowElement
  6. Serializable
  7. AnyRef
  8. Any
  1. Hide All
  2. Show all
Learn more about member selection
Visibility
  1. Public
  2. All

Instance Constructors

  1. new InvalidSourceTap(hdfsPaths: Iterable[String])

Value Members

  1. final def !=(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  2. final def !=(arg0: Any): Boolean

    Definition Classes
    Any

  3. final def ##(): Int

    Definition Classes
    AnyRef → Any

  4. final def ==(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  5. final def ==(arg0: Any): Boolean

    Definition Classes
    Any

  6. final def asInstanceOf[T0]: T0

    Definition Classes
    Any

  7. def clone(): AnyRef

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  8. def commitResource(arg0: JobConf): Boolean

    Definition Classes
    SourceTap → Tap
    Annotations
    @throws( classOf[java.io.IOException] )

  9. def createResource(arg0: JobConf): Boolean

    Definition Classes
    SourceTap → Tap
    Annotations
    @throws( classOf[java.io.IOException] )

  10. def createResource(arg0: FlowProcess[JobConf]): Boolean

    Definition Classes
    Tap
    Annotations
    @throws( classOf[java.io.IOException] )

  11. def deleteResource(arg0: JobConf): Boolean

    Definition Classes
    SourceTap → Tap
    Annotations
    @throws( classOf[java.io.IOException] )

  12. def deleteResource(arg0: FlowProcess[JobConf]): Boolean

    Definition Classes
    Tap
    Annotations
    @throws( classOf[java.io.IOException] )

  13. final def eq(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  14. def equals(arg0: Any): Boolean

    Definition Classes
    Tap → AnyRef → Any

  15. def finalize(): Unit

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )

  16. def flowConfInit(arg0: Flow[JobConf]): Unit

    Definition Classes
    Tap

  17. final def getClass(): Class[_]

    Definition Classes
    AnyRef → Any

  18. def getConfigDef(): ConfigDef

    Definition Classes
    Tap → FlowElement

  19. def getFullIdentifier(arg0: JobConf): String

    Definition Classes
    Tap

  20. def getFullIdentifier(arg0: FlowProcess[JobConf]): String

    Definition Classes
    Tap

  21. def getIdentifier(): String

    Definition Classes
    InvalidSourceTap → Tap

  22. def getModifiedTime(conf: JobConf): Long

    Definition Classes
    InvalidSourceTap → Tap

  23. def getModifiedTime(arg0: FlowProcess[JobConf]): Long

    Definition Classes
    Tap
    Annotations
    @throws( classOf[java.io.IOException] )

  24. def getScheme(): NullScheme[JobConf, RecordReader[_, _], Void, Nothing, Nothing]

    Definition Classes
    InvalidSourceTap → Tap

  25. def getSinkFields(): Fields

    Definition Classes
    SourceTap → Tap

  26. def getSinkMode(): SinkMode

    Definition Classes
    Tap

  27. def getSourceFields(): Fields

    Definition Classes
    Tap

  28. def getStepConfigDef(): ConfigDef

    Definition Classes
    Tap → FlowElement

  29. def getTrace(): String

    Definition Classes
    Tap → Traceable

  30. def hasConfigDef(): Boolean

    Definition Classes
    Tap → FlowElement

  31. def hasStepConfigDef(): Boolean

    Definition Classes
    Tap → FlowElement

  32. def hashCode(): Int

    Definition Classes
    InvalidSourceTap → Tap → AnyRef → Any

  33. val hdfsPaths: Iterable[String]

  34. def isEquivalentTo(arg0: FlowElement): Boolean

    Definition Classes
    Tap → FlowElement

  35. final def isInstanceOf[T0]: Boolean

    Definition Classes
    Any

  36. def isKeep(): Boolean

    Definition Classes
    Tap

  37. def isReplace(): Boolean

    Definition Classes
    Tap

  38. final def isSink(): Boolean

    Definition Classes
    SourceTap → Tap

  39. def isSource(): Boolean

    Definition Classes
    Tap

  40. def isTemporary(): Boolean

    Definition Classes
    Tap

  41. def isUpdate(): Boolean

    Definition Classes
    Tap

  42. final def ne(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  43. final def notify(): Unit

    Definition Classes
    AnyRef

  44. final def notifyAll(): Unit

    Definition Classes
    AnyRef

  45. def openForRead(flow: FlowProcess[JobConf], input: RecordReader[_, _]): TupleEntryIterator

    Definition Classes
    InvalidSourceTap → Tap

  46. def openForRead(arg0: FlowProcess[JobConf]): TupleEntryIterator

    Definition Classes
    Tap
    Annotations
    @throws( classOf[java.io.IOException] )

  47. def openForWrite(arg0: FlowProcess[JobConf], arg1: Void): TupleEntryCollector

    Definition Classes
    SourceTap → Tap
    Annotations
    @throws( classOf[java.io.IOException] )

  48. def openForWrite(arg0: FlowProcess[JobConf]): TupleEntryCollector

    Definition Classes
    Tap
    Annotations
    @throws( classOf[java.io.IOException] )

  49. def outgoingScopeFor(arg0: Set[Scope]): Scope

    Definition Classes
    Tap → FlowElement

  50. def presentSinkFields(arg0: FlowProcess[JobConf], arg1: Fields): Unit

    Definition Classes
    Tap

  51. def presentSourceFields(arg0: FlowProcess[JobConf], arg1: Fields): Unit

    Definition Classes
    Tap

  52. def resolveIncomingOperationArgumentFields(arg0: Scope): Fields

    Definition Classes
    Tap → FlowElement

  53. def resolveIncomingOperationPassThroughFields(arg0: Scope): Fields

    Definition Classes
    Tap → FlowElement

  54. def resourceExists(conf: JobConf): Boolean

    Definition Classes
    InvalidSourceTap → Tap

  55. def resourceExists(arg0: FlowProcess[JobConf]): Boolean

    Definition Classes
    Tap
    Annotations
    @throws( classOf[java.io.IOException] )

  56. def retrieveSinkFields(arg0: FlowProcess[JobConf]): Fields

    Definition Classes
    Tap

  57. def retrieveSourceFields(arg0: FlowProcess[JobConf]): Fields

    Definition Classes
    Tap

  58. def rollbackResource(arg0: JobConf): Boolean

    Definition Classes
    SourceTap → Tap
    Annotations
    @throws( classOf[java.io.IOException] )

  59. def setScheme(arg0: Scheme[JobConf, RecordReader[_, _], Void, _, _]): Unit

    Attributes
    protected[cascading.tap]
    Definition Classes
    Tap

  60. def sinkConfInit(arg0: FlowProcess[JobConf], arg1: JobConf): Unit

    Definition Classes
    SourceTap → Tap

  61. def sourceConfInit(flow: FlowProcess[JobConf], conf: JobConf): Unit

    Definition Classes
    InvalidSourceTap → Tap

  62. final def synchronized[T0](arg0: ⇒ T0): T0

    Definition Classes
    AnyRef

  63. def toString(): String

    Definition Classes
    Tap → AnyRef → Any

  64. final def wait(): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  65. final def wait(arg0: Long, arg1: Int): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  66. final def wait(arg0: Long): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

Inherited from SourceTap[JobConf, RecordReader[_, _]]

Inherited from Tap[JobConf, RecordReader[_, _], Void]

Inherited from Traceable

Inherited from FlowElement

Inherited from Serializable

Inherited from AnyRef

Inherited from Any

Ungrouped