com.twitter.scalding.commons.source

TsvWithHeader

Related Doc: package source

class TsvWithHeader extends FixedPathSource with DelimitedScheme with FieldConversions

A tsv source with the column name header info.

Header file format: tab separated column names.

Linear Supertypes
FieldConversions, LowPriorityFieldConversions, DelimitedScheme, FixedPathSource, FileSource, LocalSourceOverride, SchemedSource, Source, Serializable, AnyRef, Any
Ordering
  1. Alphabetic
  2. By inheritance
Inherited
  1. TsvWithHeader
  2. FieldConversions
  3. LowPriorityFieldConversions
  4. DelimitedScheme
  5. FixedPathSource
  6. FileSource
  7. LocalSourceOverride
  8. SchemedSource
  9. Source
  10. Serializable
  11. AnyRef
  12. Any
  1. Hide All
  2. Show all
Learn more about member selection
Visibility
  1. Public
  2. All

Instance Constructors

  1. new TsvWithHeader(p: String, f: Fields = Fields.UNKNOWN)(implicit mode: Mode)

Value Members

  1. final def !=(arg0: Any): Boolean

    Definition Classes
    AnyRef → Any

  2. final def ##(): Int

    Definition Classes
    AnyRef → Any

  3. final def ==(arg0: Any): Boolean

    Definition Classes
    AnyRef → Any

  4. def anyToFieldArg(f: Any): Comparable[_]

    Attributes
    protected
    Definition Classes
    LowPriorityFieldConversions

  5. final def asInstanceOf[T0]: T0

    Definition Classes
    Any

  6. def asList(f: Fields): List[Comparable[_]]

    Definition Classes
    FieldConversions

  7. def asSet(f: Fields): Set[Comparable[_]]

    Definition Classes
    FieldConversions

  8. def checkFlowDefNotNull(implicit flowDef: FlowDef, mode: Mode): Unit

    Attributes
    protected
    Definition Classes
    Source

  9. def clone(): AnyRef

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  10. def createHdfsReadTap(hdfsMode: Hdfs): Tap[JobConf, _, _]

    Attributes
    protected
    Definition Classes
    FileSource

  11. def createLocalTap(sinkMode: SinkMode): Tap[_, _, _]

    Definition Classes
    LocalSourceOverride

  12. def createTap(readOrWrite: AccessMode)(implicit mode: Mode): Tap[_, _, _]

    Definition Classes
    FileSource → Source

  13. def defaultMode(fromFields: Fields, toFields: Fields): Fields

    Definition Classes
    FieldConversions

  14. final def ensureUniqueFields(left: Fields, right: Fields, rightPipe: Pipe): (Fields, Pipe)

    Definition Classes
    FieldConversions

  15. implicit def enumValueToFields(x: Value): Fields

    Definition Classes
    FieldConversions

  16. final def eq(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  17. def equals(that: Any): Boolean

    Definition Classes
    FixedPathSource → AnyRef → Any

  18. implicit def fieldFields[T <: TraversableOnce[Field[_]]](f: T): RichFields

    Definition Classes
    FieldConversions

  19. implicit def fieldToFields(f: Field[_]): RichFields

    Definition Classes
    FieldConversions

  20. implicit def fields[T <: TraversableOnce[Symbol]](f: T): Fields

    Definition Classes
    FieldConversions

  21. val fields: Fields

    Definition Classes
    TsvWithHeader → DelimitedScheme

  22. lazy val fieldsFromHeaderFile: Fields

  23. implicit def fieldsToRichFields(fields: Fields): RichFields

    Definition Classes
    FieldConversions

  24. def finalize(): Unit

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )

  25. implicit def fromEnum[T <: Enumeration](enumeration: T): Fields

    Definition Classes
    FieldConversions

  26. final def getClass(): Class[_]

    Definition Classes
    AnyRef → Any

  27. def getField(f: Fields, idx: Int): Fields

    Definition Classes
    FieldConversions

  28. def goodHdfsPaths(hdfsMode: Hdfs): Iterable[String]

    Attributes
    protected
    Definition Classes
    FileSource

  29. def hasInts(f: Fields): Boolean

    Definition Classes
    FieldConversions

  30. def hashCode(): Int

    Definition Classes
    FixedPathSource → AnyRef → Any

  31. def hdfsPaths: List[String]

    Definition Classes
    FixedPathSource → FileSource

  32. def hdfsReadPathsAreGood(conf: Configuration): Boolean

    Attributes
    protected
    Definition Classes
    FileSource

  33. def hdfsScheme: Scheme[JobConf, RecordReader[_, _], OutputCollector[_, _], _, _]

    Definition Classes
    DelimitedScheme → SchemedSource

  34. def hdfsWritePath: String

    Definition Classes
    FileSource

  35. val headerPath: String

  36. implicit def intFields[T <: TraversableOnce[Int]](f: T): Fields

    Definition Classes
    FieldConversions

  37. implicit def intToFields(x: Int): Fields

    Definition Classes
    FieldConversions

  38. implicit def integerToFields(x: Integer): Fields

    Definition Classes
    FieldConversions

  39. final def isInstanceOf[T0]: Boolean

    Definition Classes
    Any

  40. def localPath: String

    Definition Classes
    FixedPathSource → LocalSourceOverride

  41. def localScheme: TextDelimited

    Definition Classes
    DelimitedScheme → SchemedSource

  42. final def ne(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  43. final def newSymbol(avoid: Set[Symbol], guess: Symbol, trial: Int): Symbol

    Definition Classes
    FieldConversions
    Annotations
    @tailrec()

  44. final def notify(): Unit

    Definition Classes
    AnyRef

  45. final def notifyAll(): Unit

    Definition Classes
    AnyRef

  46. implicit def parseAnySeqToFields[T <: TraversableOnce[Any]](anyf: T): Fields

    Definition Classes
    FieldConversions

  47. def pathIsGood(p: String, conf: Configuration): Boolean

    Attributes
    protected
    Definition Classes
    FileSource

  48. implicit def productToFields(f: Product): Fields

    Definition Classes
    LowPriorityFieldConversions

  49. val quote: String

    Definition Classes
    DelimitedScheme

  50. def read(implicit flowDef: FlowDef, mode: Mode): Pipe

    Definition Classes
    Source

  51. def readFromFile(filename: String)(implicit mode: Mode): String

  52. val safe: Boolean

    Definition Classes
    DelimitedScheme

  53. val separator: String

    Definition Classes
    DelimitedScheme

  54. val sinkMode: SinkMode

    Definition Classes
    SchemedSource

  55. val skipHeader: Boolean

    Definition Classes
    DelimitedScheme

  56. def sourceId: String

    Definition Classes
    Source

  57. implicit def strFields[T <: TraversableOnce[String]](f: T): Fields

    Definition Classes
    FieldConversions

  58. val strict: Boolean

    Definition Classes
    DelimitedScheme

  59. implicit def stringToFields(x: String): Fields

    Definition Classes
    FieldConversions

  60. implicit def symbolToFields(x: Symbol): Fields

    Definition Classes
    FieldConversions

  61. final def synchronized[T0](arg0: ⇒ T0): T0

    Definition Classes
    AnyRef

  62. def toString(): String

    Definition Classes
    FixedPathSource → AnyRef → Any

  63. def transformForRead(pipe: Pipe): Pipe

    Attributes
    protected
    Definition Classes
    Source

  64. def transformForWrite(pipe: Pipe): Pipe

    Attributes
    protected
    Definition Classes
    Source

  65. def transformInTest: Boolean

    Definition Classes
    Source

  66. implicit def tuple2ToFieldsPair[T, U](pair: (T, U))(implicit tf: (T) ⇒ Fields, uf: (U) ⇒ Fields): (Fields, Fields)

    Definition Classes
    FieldConversions

  67. val types: Array[Class[_]]

    Definition Classes
    DelimitedScheme

  68. implicit def unitToFields(u: Unit): Fields

    Definition Classes
    FieldConversions

  69. def validateTaps(mode: Mode): Unit

    Definition Classes
    FileSource → Source

  70. final def wait(): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  71. final def wait(arg0: Long, arg1: Int): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  72. final def wait(arg0: Long): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  73. def writeFrom(pipe: Pipe)(implicit flowDef: FlowDef, mode: Mode): Pipe

    Definition Classes
    TsvWithHeader → Source

  74. val writeHeader: Boolean

    Definition Classes
    DelimitedScheme

  75. def writeToFile(filename: String, text: String)(implicit mode: Mode): Unit

Deprecated Value Members

  1. def readAtSubmitter[T](implicit mode: Mode, conv: TupleConverter[T]): Stream[T]

    Definition Classes
    Source
    Annotations
    @deprecated
    Deprecated

    (Since version 0.9.0) replace with Mappable.toIterator

Inherited from FieldConversions

Inherited from LowPriorityFieldConversions

Inherited from DelimitedScheme

Inherited from FixedPathSource

Inherited from FileSource

Inherited from LocalSourceOverride

Inherited from SchemedSource

Inherited from Source

Inherited from Serializable

Inherited from AnyRef

Inherited from Any

Ungrouped