Serialized Form

Package org.apache.beam.sdk.io.hadoop.format

Class org.apache.beam.sdk.io.hadoop.format.HadoopFormatIO.HadoopInputFormatBoundedSource extends org.apache.beam.sdk.io.BoundedSource<org.apache.beam.sdk.values.KV<K,V>> implements Serializable

Serialized Fields

conf

org.apache.beam.sdk.io.hadoop.SerializableConfiguration conf

keyCoder

org.apache.beam.sdk.coders.Coder<T> keyCoder

valueCoder

org.apache.beam.sdk.coders.Coder<T> valueCoder

keyTranslationFunction

org.apache.beam.sdk.transforms.SimpleFunction<InputT,OutputT> keyTranslationFunction

valueTranslationFunction

org.apache.beam.sdk.transforms.SimpleFunction<InputT,OutputT> valueTranslationFunction

inputSplit

HadoopFormatIO.SerializableSplit inputSplit

skipKeyClone

boolean skipKeyClone

skipValueClone

boolean skipValueClone

boundedSourceEstimatedSize

long boundedSourceEstimatedSize

Class org.apache.beam.sdk.io.hadoop.format.HadoopFormatIO.Read extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PBegin,org.apache.beam.sdk.values.PCollection<org.apache.beam.sdk.values.KV<K,V>>> implements Serializable

Class org.apache.beam.sdk.io.hadoop.format.HadoopFormatIO.SerializableSplit extends java.lang.Object implements Serializable

Serialization Methods

readObject

private void readObject(java.io.ObjectInputStream in)
                 throws java.io.IOException

Throws:

java.io.IOException

writeObject

private void writeObject(java.io.ObjectOutputStream out)
                  throws java.io.IOException

Throws:

java.io.IOException

Serialized Fields

inputSplit

org.apache.hadoop.mapreduce.InputSplit inputSplit

Class org.apache.beam.sdk.io.hadoop.format.HadoopFormatIO.Write extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PCollection<org.apache.beam.sdk.values.KV<KeyT,ValueT>>,org.apache.beam.sdk.values.PDone> implements Serializable

Serialized Fields

configTransform

org.apache.beam.sdk.transforms.PTransform<InputT extends org.apache.beam.sdk.values.PInput,OutputT extends org.apache.beam.sdk.values.POutput> configTransform

externalSynchronization

ExternalSynchronization externalSynchronization

withPartitioning

boolean withPartitioning

Class org.apache.beam.sdk.io.hadoop.format.HDFSSynchronization extends java.lang.Object implements Serializable

Serialized Fields

locksDir

java.lang.String locksDir

fileSystemFactory

org.apache.beam.sdk.io.hadoop.format.HDFSSynchronization.ThrowingFunction<T1,T2,X extends java.lang.Exception> fileSystemFactory