org.apache.flink.addons.hbase

Class TableInputFormat<T extends org.apache.flink.api.java.tuple.Tuple>

java.lang.Object

org.apache.flink.api.common.io.RichInputFormat<T,TableInputSplit>

org.apache.flink.addons.hbase.TableInputFormat<T>

All Implemented Interfaces:

Serializable, org.apache.flink.api.common.io.InputFormat<T,TableInputSplit>, org.apache.flink.core.io.InputSplitSource<TableInputSplit>

public abstract class TableInputFormat<T extends org.apache.flink.api.java.tuple.Tuple>
extends org.apache.flink.api.common.io.RichInputFormat<T,TableInputSplit>

InputFormat subclass that wraps the access for HTables.

See Also:

Serialized Form

Field Summary

Fields

Modifier and Type	Field and Description
protected org.apache.hadoop.hbase.client.Scan	scan
protected org.apache.hadoop.hbase.client.HTable	table

Constructor Summary

Constructors

Constructor and Description
TableInputFormat()

Method Summary

Modifier and Type	Method and Description
void	close()
void	configure(org.apache.flink.configuration.Configuration parameters) creates a Scan object and a HTable connection
TableInputSplit[]	createInputSplits(int minNumSplits)
org.apache.flink.core.io.InputSplitAssigner	getInputSplitAssigner(TableInputSplit[] inputSplits)
protected abstract org.apache.hadoop.hbase.client.Scan	getScanner()
org.apache.flink.api.common.io.statistics.BaseStatistics	getStatistics(org.apache.flink.api.common.io.statistics.BaseStatistics cachedStatistics)
protected abstract String	getTableName()
protected abstract T	mapResultToTuple(org.apache.hadoop.hbase.client.Result r)
T	nextRecord(T reuse)
void	open(TableInputSplit split)
boolean	reachedEnd()

Methods inherited from class org.apache.flink.api.common.io.RichInputFormat

getRuntimeContext, setRuntimeContext

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

table

protected transient org.apache.hadoop.hbase.client.HTable table

scan

protected transient org.apache.hadoop.hbase.client.Scan scan

Constructor Detail

TableInputFormat

public TableInputFormat()

Method Detail

getScanner

protected abstract org.apache.hadoop.hbase.client.Scan getScanner()

getTableName

protected abstract String getTableName()

mapResultToTuple

protected abstract T mapResultToTuple(org.apache.hadoop.hbase.client.Result r)

configure

public void configure(org.apache.flink.configuration.Configuration parameters)

creates a Scan object and a HTable connection

Parameters:

parameters -

See Also:

Configuration

reachedEnd

public boolean reachedEnd()
                   throws IOException

Throws:

IOException

nextRecord

public T nextRecord(T reuse)
             throws IOException

Throws:

IOException

open

public void open(TableInputSplit split)
          throws IOException

Throws:

IOException

close

public void close()
           throws IOException

Throws:

IOException

createInputSplits

public TableInputSplit[] createInputSplits(int minNumSplits)
                                    throws IOException

Throws:

IOException

getInputSplitAssigner

public org.apache.flink.core.io.InputSplitAssigner getInputSplitAssigner(TableInputSplit[] inputSplits)

getStatistics

public org.apache.flink.api.common.io.statistics.BaseStatistics getStatistics(org.apache.flink.api.common.io.statistics.BaseStatistics cachedStatistics)