org.apache.flink.hadoopcompatibility.mapred.record

Class HadoopRecordInputFormat<K,V>

java.lang.Object

org.apache.flink.hadoopcompatibility.mapred.record.HadoopRecordInputFormat<K,V>

All Implemented Interfaces:

Serializable, org.apache.flink.api.common.io.InputFormat<org.apache.flink.types.Record,org.apache.flink.api.java.hadoop.mapred.wrapper.HadoopInputSplit>, org.apache.flink.core.io.InputSplitSource<org.apache.flink.api.java.hadoop.mapred.wrapper.HadoopInputSplit>

public class HadoopRecordInputFormat<K,V>
extends Object
implements org.apache.flink.api.common.io.InputFormat<org.apache.flink.types.Record,org.apache.flink.api.java.hadoop.mapred.wrapper.HadoopInputSplit>

See Also:

Serialized Form

Field Summary

Fields

Modifier and Type	Field and Description
HadoopTypeConverter<K,V>	converter
org.apache.hadoop.mapred.InputFormat<K,V>	hadoopInputFormat
org.apache.hadoop.mapred.JobConf	jobConf
K	key
org.apache.hadoop.mapred.RecordReader<K,V>	recordReader
V	value

Constructor Summary

Constructors

Constructor and Description
HadoopRecordInputFormat()
HadoopRecordInputFormat(org.apache.hadoop.mapred.InputFormat<K,V> hadoopInputFormat, org.apache.hadoop.mapred.JobConf job, HadoopTypeConverter<K,V> conv)

Method Summary

Methods

Modifier and Type	Method and Description
void	close()
void	configure(org.apache.flink.configuration.Configuration parameters)
org.apache.flink.api.java.hadoop.mapred.wrapper.HadoopInputSplit[]	createInputSplits(int minNumSplits)
org.apache.hadoop.mapred.InputFormat<K,V>	getHadoopInputFormat()
org.apache.flink.core.io.InputSplitAssigner	getInputSplitAssigner(org.apache.flink.api.java.hadoop.mapred.wrapper.HadoopInputSplit[] inputSplits)
org.apache.hadoop.mapred.JobConf	getJobConf()
org.apache.flink.api.common.io.statistics.BaseStatistics	getStatistics(org.apache.flink.api.common.io.statistics.BaseStatistics cachedStatistics)
org.apache.flink.types.Record	nextRecord(org.apache.flink.types.Record record)
void	open(org.apache.flink.api.java.hadoop.mapred.wrapper.HadoopInputSplit split)
boolean	reachedEnd()
void	setHadoopInputFormat(org.apache.hadoop.mapred.InputFormat<K,V> hadoopInputFormat)
void	setJobConf(org.apache.hadoop.mapred.JobConf job)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

hadoopInputFormat

public org.apache.hadoop.mapred.InputFormat<K,V> hadoopInputFormat

converter

public HadoopTypeConverter<K,V> converter

jobConf

public org.apache.hadoop.mapred.JobConf jobConf

key

public transient K key

value

public transient V value

recordReader

public org.apache.hadoop.mapred.RecordReader<K,V> recordReader

Constructor Detail

HadoopRecordInputFormat

public HadoopRecordInputFormat()

HadoopRecordInputFormat

public HadoopRecordInputFormat(org.apache.hadoop.mapred.InputFormat<K,V> hadoopInputFormat,
                       org.apache.hadoop.mapred.JobConf job,
                       HadoopTypeConverter<K,V> conv)

Method Detail

configure

public void configure(org.apache.flink.configuration.Configuration parameters)

Specified by:

configure in interface org.apache.flink.api.common.io.InputFormat<org.apache.flink.types.Record,org.apache.flink.api.java.hadoop.mapred.wrapper.HadoopInputSplit>

getStatistics

public org.apache.flink.api.common.io.statistics.BaseStatistics getStatistics(org.apache.flink.api.common.io.statistics.BaseStatistics cachedStatistics)
                                                                       throws IOException

Specified by:

getStatistics in interface org.apache.flink.api.common.io.InputFormat<org.apache.flink.types.Record,org.apache.flink.api.java.hadoop.mapred.wrapper.HadoopInputSplit>

Throws:

IOException

createInputSplits

public org.apache.flink.api.java.hadoop.mapred.wrapper.HadoopInputSplit[] createInputSplits(int minNumSplits)
                                                                                     throws IOException

Specified by:

createInputSplits in interface org.apache.flink.api.common.io.InputFormat<org.apache.flink.types.Record,org.apache.flink.api.java.hadoop.mapred.wrapper.HadoopInputSplit>

Specified by:

createInputSplits in interface org.apache.flink.core.io.InputSplitSource<org.apache.flink.api.java.hadoop.mapred.wrapper.HadoopInputSplit>

Throws:

IOException

getInputSplitAssigner

public org.apache.flink.core.io.InputSplitAssigner getInputSplitAssigner(org.apache.flink.api.java.hadoop.mapred.wrapper.HadoopInputSplit[] inputSplits)

Specified by:

getInputSplitAssigner in interface org.apache.flink.api.common.io.InputFormat<org.apache.flink.types.Record,org.apache.flink.api.java.hadoop.mapred.wrapper.HadoopInputSplit>

Specified by:

getInputSplitAssigner in interface org.apache.flink.core.io.InputSplitSource<org.apache.flink.api.java.hadoop.mapred.wrapper.HadoopInputSplit>

open

public void open(org.apache.flink.api.java.hadoop.mapred.wrapper.HadoopInputSplit split)
          throws IOException

Specified by:

open in interface org.apache.flink.api.common.io.InputFormat<org.apache.flink.types.Record,org.apache.flink.api.java.hadoop.mapred.wrapper.HadoopInputSplit>

Throws:

IOException

reachedEnd

public boolean reachedEnd()
                   throws IOException

Specified by:

reachedEnd in interface org.apache.flink.api.common.io.InputFormat<org.apache.flink.types.Record,org.apache.flink.api.java.hadoop.mapred.wrapper.HadoopInputSplit>

Throws:

IOException

nextRecord

public org.apache.flink.types.Record nextRecord(org.apache.flink.types.Record record)
                                         throws IOException

Specified by:

nextRecord in interface org.apache.flink.api.common.io.InputFormat<org.apache.flink.types.Record,org.apache.flink.api.java.hadoop.mapred.wrapper.HadoopInputSplit>

Throws:

IOException

close

public void close()
           throws IOException

Specified by:

close in interface org.apache.flink.api.common.io.InputFormat<org.apache.flink.types.Record,org.apache.flink.api.java.hadoop.mapred.wrapper.HadoopInputSplit>

Throws:

IOException

setJobConf

public void setJobConf(org.apache.hadoop.mapred.JobConf job)

getHadoopInputFormat

public org.apache.hadoop.mapred.InputFormat<K,V> getHadoopInputFormat()

setHadoopInputFormat

public void setHadoopInputFormat(org.apache.hadoop.mapred.InputFormat<K,V> hadoopInputFormat)

getJobConf

public org.apache.hadoop.mapred.JobConf getJobConf()