org.apache.accumulo.core.file

Class FileOperations

java.lang.Object

org.apache.accumulo.core.file.FileOperations

Direct Known Subclasses:

MapFileOperations, RFileOperations

public abstract class FileOperations
extends Object

Constructor Summary

Constructors

Constructor and Description
FileOperations()

Method Summary

Methods

Modifier and Type	Method and Description
abstract long	getFileSize(String file, org.apache.hadoop.fs.FileSystem fs, org.apache.hadoop.conf.Configuration conf, AccumuloConfiguration acuconf)
static FileOperations	getInstance()
static String	getNewFileExtension(AccumuloConfiguration acuconf)
static Set<String>	getValidExtensions()
abstract FileSKVIterator	openIndex(String file, org.apache.hadoop.fs.FileSystem fs, org.apache.hadoop.conf.Configuration conf, AccumuloConfiguration acuconf)
abstract FileSKVIterator	openIndex(String file, org.apache.hadoop.fs.FileSystem fs, org.apache.hadoop.conf.Configuration conf, AccumuloConfiguration acuconf, BlockCache dCache, BlockCache iCache)
abstract FileSKVIterator	openReader(String file, boolean seekToBeginning, org.apache.hadoop.fs.FileSystem fs, org.apache.hadoop.conf.Configuration conf, AccumuloConfiguration acuconf) Open a reader that fully support seeking and also enable any optimizations related to seeking, like bloom filters.
abstract FileSKVIterator	openReader(String file, boolean seekToBeginning, org.apache.hadoop.fs.FileSystem fs, org.apache.hadoop.conf.Configuration conf, AccumuloConfiguration acuconf, BlockCache dataCache, BlockCache indexCache)
abstract FileSKVIterator	openReader(String file, Range range, Set<ByteSequence> columnFamilies, boolean inclusive, org.apache.hadoop.fs.FileSystem fs, org.apache.hadoop.conf.Configuration conf, AccumuloConfiguration tableConf) Open a reader that will not be seeked giving an initial seek location.
abstract FileSKVIterator	openReader(String file, Range range, Set<ByteSequence> columnFamilies, boolean inclusive, org.apache.hadoop.fs.FileSystem fs, org.apache.hadoop.conf.Configuration conf, AccumuloConfiguration tableConf, BlockCache dataCache, BlockCache indexCache)
abstract FileSKVWriter	openWriter(String file, org.apache.hadoop.fs.FileSystem fs, org.apache.hadoop.conf.Configuration conf, AccumuloConfiguration acuconf)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

FileOperations

public FileOperations()

Method Detail

getValidExtensions

public static Set<String> getValidExtensions()

getNewFileExtension

public static String getNewFileExtension(AccumuloConfiguration acuconf)

getInstance

public static FileOperations getInstance()

openReader

public abstract FileSKVIterator openReader(String file,
                         Range range,
                         Set<ByteSequence> columnFamilies,
                         boolean inclusive,
                         org.apache.hadoop.fs.FileSystem fs,
                         org.apache.hadoop.conf.Configuration conf,
                         AccumuloConfiguration tableConf)
                                    throws IOException

Open a reader that will not be seeked giving an initial seek location. This is useful for file operations that only need to scan data within a range and do not need to seek. Therefore file metadata such as indexes does not need to be kept in memory while the file is scanned. Also seek optimizations like bloom filters do not need to be loaded.

Throws:

IOException

openReader

public abstract FileSKVIterator openReader(String file,
                         Range range,
                         Set<ByteSequence> columnFamilies,
                         boolean inclusive,
                         org.apache.hadoop.fs.FileSystem fs,
                         org.apache.hadoop.conf.Configuration conf,
                         AccumuloConfiguration tableConf,
                         BlockCache dataCache,
                         BlockCache indexCache)
                                    throws IOException

Throws:

IOException

openReader

public abstract FileSKVIterator openReader(String file,
                         boolean seekToBeginning,
                         org.apache.hadoop.fs.FileSystem fs,
                         org.apache.hadoop.conf.Configuration conf,
                         AccumuloConfiguration acuconf)
                                    throws IOException

Open a reader that fully support seeking and also enable any optimizations related to seeking, like bloom filters.

Throws:

IOException

openReader

public abstract FileSKVIterator openReader(String file,
                         boolean seekToBeginning,
                         org.apache.hadoop.fs.FileSystem fs,
                         org.apache.hadoop.conf.Configuration conf,
                         AccumuloConfiguration acuconf,
                         BlockCache dataCache,
                         BlockCache indexCache)
                                    throws IOException

Throws:

IOException

openWriter

public abstract FileSKVWriter openWriter(String file,
                       org.apache.hadoop.fs.FileSystem fs,
                       org.apache.hadoop.conf.Configuration conf,
                       AccumuloConfiguration acuconf)
                                  throws IOException

Throws:

IOException

openIndex

public abstract FileSKVIterator openIndex(String file,
                        org.apache.hadoop.fs.FileSystem fs,
                        org.apache.hadoop.conf.Configuration conf,
                        AccumuloConfiguration acuconf)
                                   throws IOException

Throws:

IOException

openIndex

public abstract FileSKVIterator openIndex(String file,
                        org.apache.hadoop.fs.FileSystem fs,
                        org.apache.hadoop.conf.Configuration conf,
                        AccumuloConfiguration acuconf,
                        BlockCache dCache,
                        BlockCache iCache)
                                   throws IOException

Throws:

IOException

getFileSize

public abstract long getFileSize(String file,
               org.apache.hadoop.fs.FileSystem fs,
               org.apache.hadoop.conf.Configuration conf,
               AccumuloConfiguration acuconf)
                          throws IOException

Throws:

IOException