org.apache.tez.runtime.library.common.sort.impl
Class IFile.Writer

java.lang.Object
  org.apache.tez.runtime.library.common.sort.impl.IFile.Writer

Direct Known Subclasses:

InMemoryWriter

Enclosing class:

IFile

@InterfaceAudience.Private
@InterfaceStability.Unstable
public static class IFile.Writer
extends Object

IFile.Writer to write out intermediate map-outputs.

Constructor Summary

	IFile.Writer(org.apache.hadoop.conf.Configuration conf, org.apache.hadoop.fs.FileSystem fs, org.apache.hadoop.fs.Path file)
	IFile.Writer(org.apache.hadoop.conf.Configuration conf, org.apache.hadoop.fs.FileSystem fs, org.apache.hadoop.fs.Path file, Class keyClass, Class valueClass, org.apache.hadoop.io.compress.CompressionCodec codec, org.apache.tez.common.counters.TezCounter writesCounter, org.apache.tez.common.counters.TezCounter serializedBytesCounter)
	IFile.Writer(org.apache.hadoop.conf.Configuration conf, org.apache.hadoop.fs.FSDataOutputStream out, Class keyClass, Class valueClass, org.apache.hadoop.io.compress.CompressionCodec codec, org.apache.tez.common.counters.TezCounter writesCounter, org.apache.tez.common.counters.TezCounter serializedBytesCounter)
protected	IFile.Writer(org.apache.tez.common.counters.TezCounter writesCounter, org.apache.tez.common.counters.TezCounter serializedBytesCounter)

Method Summary

void	append(org.apache.hadoop.io.DataInputBuffer key, org.apache.hadoop.io.DataInputBuffer value)
void	append(Object key, Object value)
void	close()
long	getCompressedLength()
DataOutputStream	getOutputStream()
long	getRawLength()
void	setRLE(boolean rle)
void	updateCountersForExternalAppend(long length)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

IFile.Writer

public IFile.Writer(org.apache.hadoop.conf.Configuration conf,
                    org.apache.hadoop.fs.FileSystem fs,
                    org.apache.hadoop.fs.Path file,
                    Class keyClass,
                    Class valueClass,
                    org.apache.hadoop.io.compress.CompressionCodec codec,
                    org.apache.tez.common.counters.TezCounter writesCounter,
                    org.apache.tez.common.counters.TezCounter serializedBytesCounter)
             throws IOException

Throws:

IOException

IFile.Writer

protected IFile.Writer(org.apache.tez.common.counters.TezCounter writesCounter,
                       org.apache.tez.common.counters.TezCounter serializedBytesCounter)

IFile.Writer

public IFile.Writer(org.apache.hadoop.conf.Configuration conf,
                    org.apache.hadoop.fs.FSDataOutputStream out,
                    Class keyClass,
                    Class valueClass,
                    org.apache.hadoop.io.compress.CompressionCodec codec,
                    org.apache.tez.common.counters.TezCounter writesCounter,
                    org.apache.tez.common.counters.TezCounter serializedBytesCounter)
             throws IOException

Throws:

IOException

IFile.Writer

public IFile.Writer(org.apache.hadoop.conf.Configuration conf,
                    org.apache.hadoop.fs.FileSystem fs,
                    org.apache.hadoop.fs.Path file)
             throws IOException

Throws:

IOException

Method Detail

close

public void close()
           throws IOException

Throws:

IOException

append

public void append(Object key,
                   Object value)
            throws IOException

Throws:

IOException

append

public void append(org.apache.hadoop.io.DataInputBuffer key,
                   org.apache.hadoop.io.DataInputBuffer value)
            throws IOException

Throws:

IOException

getOutputStream

public DataOutputStream getOutputStream()

updateCountersForExternalAppend

public void updateCountersForExternalAppend(long length)

getRawLength

public long getRawLength()

getCompressedLength

public long getCompressedLength()

setRLE

public void setRLE(boolean rle)