org.apache.flink.api.java.hadoop.mapreduce

Class HadoopInputFormatBase<K,V,T>

java.lang.Object

org.apache.flink.api.java.hadoop.mapreduce.HadoopInputFormatBase<K,V,T>

All Implemented Interfaces:

Serializable, org.apache.flink.api.common.io.InputFormat<T,HadoopInputSplit>, org.apache.flink.core.io.InputSplitSource<HadoopInputSplit>

Direct Known Subclasses:

HadoopInputFormat

public abstract class HadoopInputFormatBase<K,V,T>
extends Object
implements org.apache.flink.api.common.io.InputFormat<T,HadoopInputSplit>

See Also:

Serialized Form

Field Summary

Fields

Modifier and Type	Field and Description
protected boolean	fetched
protected boolean	hasNext
protected Class<K>	keyClass
protected org.apache.hadoop.mapreduce.RecordReader<K,V>	recordReader
protected Class<V>	valueClass

Constructor Summary

Constructors

Constructor and Description
HadoopInputFormatBase(org.apache.hadoop.mapreduce.InputFormat<K,V> mapreduceInputFormat, Class<K> key, Class<V> value, org.apache.hadoop.mapreduce.Job job)

Method Summary

Modifier and Type	Method and Description
void	close()
void	configure(org.apache.flink.configuration.Configuration parameters)
HadoopInputSplit[]	createInputSplits(int minNumSplits)
protected void	fetchNext()
org.apache.hadoop.conf.Configuration	getConfiguration()
org.apache.flink.core.io.InputSplitAssigner	getInputSplitAssigner(HadoopInputSplit[] inputSplits)
org.apache.flink.api.common.io.statistics.BaseStatistics	getStatistics(org.apache.flink.api.common.io.statistics.BaseStatistics cachedStats)
void	open(HadoopInputSplit split)
boolean	reachedEnd()

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface org.apache.flink.api.common.io.InputFormat

nextRecord

Field Detail

keyClass

protected Class<K> keyClass

valueClass

protected Class<V> valueClass

recordReader

protected transient org.apache.hadoop.mapreduce.RecordReader<K,V> recordReader

fetched

protected boolean fetched

hasNext

protected boolean hasNext

Constructor Detail

HadoopInputFormatBase

public HadoopInputFormatBase(org.apache.hadoop.mapreduce.InputFormat<K,V> mapreduceInputFormat,
                             Class<K> key,
                             Class<V> value,
                             org.apache.hadoop.mapreduce.Job job)

Method Detail

getConfiguration

public org.apache.hadoop.conf.Configuration getConfiguration()

configure

public void configure(org.apache.flink.configuration.Configuration parameters)

Specified by:

configure in interface org.apache.flink.api.common.io.InputFormat<T,HadoopInputSplit>

getStatistics

public org.apache.flink.api.common.io.statistics.BaseStatistics getStatistics(org.apache.flink.api.common.io.statistics.BaseStatistics cachedStats)
                                                                       throws IOException

Specified by:

getStatistics in interface org.apache.flink.api.common.io.InputFormat<T,HadoopInputSplit>

Throws:

IOException

createInputSplits

public HadoopInputSplit[] createInputSplits(int minNumSplits)
                                     throws IOException

Specified by:

createInputSplits in interface org.apache.flink.api.common.io.InputFormat<T,HadoopInputSplit>

Specified by:

createInputSplits in interface org.apache.flink.core.io.InputSplitSource<HadoopInputSplit>

Throws:

IOException

getInputSplitAssigner

public org.apache.flink.core.io.InputSplitAssigner getInputSplitAssigner(HadoopInputSplit[] inputSplits)

Specified by:

getInputSplitAssigner in interface org.apache.flink.api.common.io.InputFormat<T,HadoopInputSplit>

Specified by:

getInputSplitAssigner in interface org.apache.flink.core.io.InputSplitSource<HadoopInputSplit>

open

public void open(HadoopInputSplit split)
          throws IOException

Specified by:

open in interface org.apache.flink.api.common.io.InputFormat<T,HadoopInputSplit>

Throws:

IOException

reachedEnd

public boolean reachedEnd()
                   throws IOException

Specified by:

reachedEnd in interface org.apache.flink.api.common.io.InputFormat<T,HadoopInputSplit>

Throws:

IOException

fetchNext

protected void fetchNext()
                  throws IOException

Throws:

IOException

close

public void close()
           throws IOException

Specified by:

close in interface org.apache.flink.api.common.io.InputFormat<T,HadoopInputSplit>

Throws:

IOException