org.apache.flink.hadoopcompatibility.mapreduce

Class HadoopInputFormat<K extends Writable,V extends Writable>

java.lang.Object

org.apache.flink.hadoopcompatibility.mapreduce.HadoopInputFormat<K,V>

All Implemented Interfaces:

Serializable, org.apache.flink.api.common.io.InputFormat<Tuple2<K,V>,HadoopInputSplit>, ResultTypeQueryable<Tuple2<K,V>>

public class HadoopInputFormat<K extends Writable,V extends Writable>
extends Object
implements org.apache.flink.api.common.io.InputFormat<Tuple2<K,V>,HadoopInputSplit>, ResultTypeQueryable<Tuple2<K,V>>

See Also:

Serialized Form

Constructor Summary

Constructors

Constructor and Description
HadoopInputFormat()
HadoopInputFormat(org.apache.hadoop.mapreduce.InputFormat<K,V> mapreduceInputFormat, Class<K> key, Class<V> value, org.apache.hadoop.mapreduce.Job job)

Method Summary

Methods

Modifier and Type	Method and Description
void	close()
void	configure(org.apache.flink.configuration.Configuration parameters)
HadoopInputSplit[]	createInputSplits(int minNumSplits)
org.apache.hadoop.conf.Configuration	getConfiguration()
org.apache.hadoop.mapreduce.InputFormat<K,V>	getHadoopInputFormat()
Class<? extends HadoopInputSplit>	getInputSplitType()
org.apache.flink.types.TypeInformation<Tuple2<K,V>>	getProducedType()
org.apache.flink.api.common.io.statistics.BaseStatistics	getStatistics(org.apache.flink.api.common.io.statistics.BaseStatistics cachedStats)
Tuple2<K,V>	nextRecord(Tuple2<K,V> record)
void	open(HadoopInputSplit split)
boolean	reachedEnd()
void	setConfiguration(org.apache.hadoop.conf.Configuration configuration)
void	setHadoopInputFormat(org.apache.hadoop.mapreduce.InputFormat<K,V> mapreduceInputFormat)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

HadoopInputFormat

public HadoopInputFormat()

HadoopInputFormat

public HadoopInputFormat(org.apache.hadoop.mapreduce.InputFormat<K,V> mapreduceInputFormat,
                 Class<K> key,
                 Class<V> value,
                 org.apache.hadoop.mapreduce.Job job)

Method Detail

setConfiguration

public void setConfiguration(org.apache.hadoop.conf.Configuration configuration)

getHadoopInputFormat

public org.apache.hadoop.mapreduce.InputFormat<K,V> getHadoopInputFormat()

setHadoopInputFormat

public void setHadoopInputFormat(org.apache.hadoop.mapreduce.InputFormat<K,V> mapreduceInputFormat)

getConfiguration

public org.apache.hadoop.conf.Configuration getConfiguration()

configure

public void configure(org.apache.flink.configuration.Configuration parameters)

Specified by:

configure in interface org.apache.flink.api.common.io.InputFormat<Tuple2<K extends Writable,V extends Writable>,HadoopInputSplit>

getStatistics

public org.apache.flink.api.common.io.statistics.BaseStatistics getStatistics(org.apache.flink.api.common.io.statistics.BaseStatistics cachedStats)
                                                                       throws IOException

Specified by:

getStatistics in interface org.apache.flink.api.common.io.InputFormat<Tuple2<K extends Writable,V extends Writable>,HadoopInputSplit>

Throws:

IOException

createInputSplits

public HadoopInputSplit[] createInputSplits(int minNumSplits)
                                     throws IOException

Specified by:

createInputSplits in interface org.apache.flink.api.common.io.InputFormat<Tuple2<K extends Writable,V extends Writable>,HadoopInputSplit>

Throws:

IOException

getInputSplitType

public Class<? extends HadoopInputSplit> getInputSplitType()

Specified by:

getInputSplitType in interface org.apache.flink.api.common.io.InputFormat<Tuple2<K extends Writable,V extends Writable>,HadoopInputSplit>

open

public void open(HadoopInputSplit split)
          throws IOException

Specified by:

open in interface org.apache.flink.api.common.io.InputFormat<Tuple2<K extends Writable,V extends Writable>,HadoopInputSplit>

Throws:

IOException

reachedEnd

public boolean reachedEnd()
                   throws IOException

Specified by:

reachedEnd in interface org.apache.flink.api.common.io.InputFormat<Tuple2<K extends Writable,V extends Writable>,HadoopInputSplit>

Throws:

IOException

nextRecord

public Tuple2<K,V> nextRecord(Tuple2<K,V> record)
                                                         throws IOException

Specified by:

nextRecord in interface org.apache.flink.api.common.io.InputFormat<Tuple2<K extends Writable,V extends Writable>,HadoopInputSplit>

Throws:

IOException

close

public void close()
           throws IOException

Specified by:

close in interface org.apache.flink.api.common.io.InputFormat<Tuple2<K extends Writable,V extends Writable>,HadoopInputSplit>

Throws:

IOException

getProducedType

public org.apache.flink.types.TypeInformation<Tuple2<K,V>> getProducedType()

Specified by:

getProducedType in interface ResultTypeQueryable<Tuple2<K extends Writable,V extends Writable>>