com.twitter.scalding.commons.source

VersionedKeyValSource

Related Docs: object VersionedKeyValSource | package source

class VersionedKeyValSource[K, V] extends Source with Mappable[(K, V)] with typed.TypedSink[(K, V)]

Linear Supertypes
typed.TypedSink[(K, V)], Mappable[(K, V)], typed.TypedSource[(K, V)], Source, Serializable, AnyRef, Any
Ordering
  1. Alphabetic
  2. By inheritance
Inherited
  1. VersionedKeyValSource
  2. TypedSink
  3. Mappable
  4. TypedSource
  5. Source
  6. Serializable
  7. AnyRef
  8. Any
  1. Hide All
  2. Show all
Learn more about member selection
Visibility
  1. Public
  2. All

Instance Constructors

  1. new VersionedKeyValSource(path: String, sourceVersion: Option[Long], sinkVersion: Option[Long], maxFailures: Int, versionsToKeep: Int)(implicit codec: Injection[(K, V), (Array[Byte], Array[Byte])])

  2. new VersionedKeyValSource(path: String, sourceVersion: Option[Long], sinkVersion: Option[Long], maxFailures: Int)(implicit codec: Injection[(K, V), (Array[Byte], Array[Byte])])

    Annotations
    @deprecated
    Deprecated

    (Since version 0.1.6) This method is deprecated

Value Members

  1. final def !=(arg0: Any): Boolean

    Definition Classes
    AnyRef → Any

  2. final def ##(): Int

    Definition Classes
    AnyRef → Any

  3. final def ==(arg0: Any): Boolean

    Definition Classes
    AnyRef → Any

  4. def andThen[U](fn: ((K, V)) ⇒ U): typed.TypedSource[U]

    Definition Classes
    TypedSource

  5. final def asInstanceOf[T0]: T0

    Definition Classes
    Any

  6. def checkFlowDefNotNull(implicit flowDef: FlowDef, mode: Mode): Unit

    Attributes
    protected
    Definition Classes
    Source

  7. lazy val checkedInversion: CheckedInversion[(K, V), (Array[Byte], Array[Byte])]

    Attributes
    protected

  8. def clone(): AnyRef

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  9. val codecBox: Externalizer[Injection[(K, V), (Array[Byte], Array[Byte])]]

  10. def contraMap[U](fn: (U) ⇒ (K, V)): typed.TypedSink[U]

    Definition Classes
    TypedSink

  11. def converter[U >: (K, V)]: TupleConverter[U]

    Definition Classes
    VersionedKeyValSource → TypedSource

  12. def createTap(readOrWrite: AccessMode)(implicit mode: Mode): Tap[_, _, _]

    Definition Classes
    VersionedKeyValSource → Source

  13. final def eq(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  14. def equals(other: Any): Boolean

    Definition Classes
    VersionedKeyValSource → AnyRef → Any

  15. val fields: Fields

  16. def finalize(): Unit

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )

  17. final def flatMapTo[U](out: Fields)(mf: ((K, V)) ⇒ TraversableOnce[U])(implicit flowDef: FlowDef, mode: Mode, setter: TupleSetter[U]): Pipe

    Definition Classes
    Mappable

  18. final def getClass(): Class[_]

    Definition Classes
    AnyRef → Any

  19. def getTap(mode: TapMode): VersionedTap

  20. def hashCode(): Int

    Definition Classes
    VersionedKeyValSource → AnyRef → Any

  21. def hdfsScheme: Scheme[JobConf, RecordReader[_, _], OutputCollector[_, _], _, _]

  22. final def isInstanceOf[T0]: Boolean

    Definition Classes
    Any

  23. val keyField: String

  24. final def mapTo[U](out: Fields)(mf: ((K, V)) ⇒ U)(implicit flowDef: FlowDef, mode: Mode, setter: TupleSetter[U]): Pipe

    Definition Classes
    Mappable

  25. val maxFailures: Int

  26. final def ne(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  27. final def notify(): Unit

    Definition Classes
    AnyRef

  28. final def notifyAll(): Unit

    Definition Classes
    AnyRef

  29. val path: String

  30. def read(implicit flowDef: FlowDef, mode: Mode): Pipe

    Definition Classes
    Source

  31. def resourceExists(mode: Mode): Boolean

  32. def setter[U <: (K, V)]: TupleSetter[U]

    Definition Classes
    VersionedKeyValSource → TypedSink

  33. val sink: VersionedTap

  34. def sinkFields: Fields

    Definition Classes
    VersionedKeyValSource → TypedSink

  35. val sinkVersion: Option[Long]

  36. val source: VersionedTap

  37. def sourceFields: Fields

    Definition Classes
    TypedSource

  38. def sourceId: String

    Definition Classes
    Source

  39. val sourceVersion: Option[Long]

  40. final def synchronized[T0](arg0: ⇒ T0): T0

    Definition Classes
    AnyRef

  41. def toIterator(implicit config: Config, mode: Mode): Iterator[(K, V)]

    Definition Classes
    VersionedKeyValSource → Mappable

  42. def toString(): String

    Definition Classes
    VersionedKeyValSource → AnyRef → Any

  43. def transformForRead(pipe: Pipe): Pipe

    Definition Classes
    VersionedKeyValSource → Source

  44. def transformForWrite(pipe: Pipe): Pipe

    Definition Classes
    VersionedKeyValSource → Source

  45. def transformInTest: Boolean

    Definition Classes
    Source

  46. val valField: String

  47. def validateTaps(mode: Mode): Unit

    Definition Classes
    VersionedKeyValSource → Source

  48. val versionsToKeep: Int

  49. final def wait(): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  50. final def wait(arg0: Long, arg1: Int): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  51. final def wait(arg0: Long): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  52. def writeFrom(pipe: Pipe)(implicit flowDef: FlowDef, mode: Mode): Pipe

    Definition Classes
    Source

Deprecated Value Members

  1. def readAtSubmitter[T](implicit mode: Mode, conv: TupleConverter[T]): Stream[T]

    Definition Classes
    Source
    Annotations
    @deprecated
    Deprecated

    (Since version 0.9.0) replace with Mappable.toIterator

Inherited from typed.TypedSink[(K, V)]

Inherited from Mappable[(K, V)]

Inherited from typed.TypedSource[(K, V)]

Inherited from Source

Inherited from Serializable

Inherited from AnyRef

Inherited from Any

Ungrouped