org.apache.hadoop.mapred
Class IFile.Writer<K,V>

java.lang.Object
  org.apache.hadoop.mapred.IFile.Writer<K,V>

Direct Known Subclasses:

InMemoryWriter

Enclosing class:

IFile

@InterfaceAudience.Private
@InterfaceStability.Unstable
public static class IFile.Writer<K,V>
extends Object

IFile.Writer to write out intermediate map-outputs.

Constructor Summary

	IFile.Writer(org.apache.hadoop.conf.Configuration conf, org.apache.hadoop.fs.FileSystem fs, org.apache.hadoop.fs.Path file)
	IFile.Writer(org.apache.hadoop.conf.Configuration conf, org.apache.hadoop.fs.FileSystem fs, org.apache.hadoop.fs.Path file, Class<K> keyClass, Class<V> valueClass, org.apache.hadoop.io.compress.CompressionCodec codec, Counters.Counter writesCounter)
	IFile.Writer(org.apache.hadoop.conf.Configuration conf, org.apache.hadoop.fs.FSDataOutputStream out, Class<K> keyClass, Class<V> valueClass, org.apache.hadoop.io.compress.CompressionCodec codec, Counters.Counter writesCounter)
protected	IFile.Writer(Counters.Counter writesCounter)

Method Summary

void	append(org.apache.hadoop.io.DataInputBuffer key, org.apache.hadoop.io.DataInputBuffer value)
void	append(K key, V value)
void	close()
long	getCompressedLength()
DataOutputStream	getOutputStream()
long	getRawLength()
void	updateCountersForExternalAppend(long length)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

IFile.Writer

public IFile.Writer(org.apache.hadoop.conf.Configuration conf,
                    org.apache.hadoop.fs.FileSystem fs,
                    org.apache.hadoop.fs.Path file,
                    Class<K> keyClass,
                    Class<V> valueClass,
                    org.apache.hadoop.io.compress.CompressionCodec codec,
                    Counters.Counter writesCounter)
             throws IOException

Throws:

IOException

IFile.Writer

protected IFile.Writer(Counters.Counter writesCounter)

IFile.Writer

public IFile.Writer(org.apache.hadoop.conf.Configuration conf,
                    org.apache.hadoop.fs.FSDataOutputStream out,
                    Class<K> keyClass,
                    Class<V> valueClass,
                    org.apache.hadoop.io.compress.CompressionCodec codec,
                    Counters.Counter writesCounter)
             throws IOException

Throws:

IOException

IFile.Writer

public IFile.Writer(org.apache.hadoop.conf.Configuration conf,
                    org.apache.hadoop.fs.FileSystem fs,
                    org.apache.hadoop.fs.Path file)
             throws IOException

Throws:

IOException

Method Detail

close

public void close()
           throws IOException

Throws:

IOException

append

public void append(K key,
                   V value)
            throws IOException

Throws:

IOException

append

public void append(org.apache.hadoop.io.DataInputBuffer key,
                   org.apache.hadoop.io.DataInputBuffer value)
            throws IOException

Throws:

IOException

getOutputStream

public DataOutputStream getOutputStream()

updateCountersForExternalAppend

public void updateCountersForExternalAppend(long length)

getRawLength

public long getRawLength()

getCompressedLength

public long getCompressedLength()