org.archive.util.binsearch

Class SortedTextFile

java.lang.Object

org.archive.util.binsearch.SortedTextFile

Direct Known Subclasses:

CDXFile

public class SortedTextFile
extends Object

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
static class	SortedTextFile.CachedStringIterator
static class	SortedTextFile.DefaultComparator
static class	SortedTextFile.NumericComparator

Field Summary

Fields

Modifier and Type	Field and Description
protected int	binsearchBlockSize
static Comparator<String>	defaultComparator
protected SeekableLineReaderFactory	factory
static Comparator<String>	numericComparator

Constructor Summary

Constructors

Modifier	Constructor and Description
protected	SortedTextFile()
	SortedTextFile(SeekableLineReaderFactory factory)
	SortedTextFile(String filename)
	SortedTextFile(String filename, boolean useNio)

Method Summary

Methods

Modifier and Type	Method and Description
long	binaryFindOffset(SeekableLineReader slr, String key, Comparator<String> comparator)
int	getBinsearchBlockSize()
String	getLastLine(SeekableLineReader slr)
String[]	getNthSplit(String start, String end, int split, int numSplits)
String[]	getRange(String start, String end)
CloseableIterator<String>	getRecordIterator(long offset)
CloseableIterator<String>	getRecordIterator(String prefix)
CloseableIterator<String>	getRecordIterator(String prefix, boolean lessThan)
CloseableIterator<String>	getRecordIteratorLT(String prefix)
SeekableLineReader	getSLR()
CloseableIterator<String>	getSplitIterator(String start, String end, int numSplits)
long[]	getStartEndOffsets(SeekableLineReader slr, String start, String end)
void	reloadFactory()
void	setBinsearchBlockSize(int binsearchBlockSize)
protected void	setFactory(SeekableLineReaderFactory factory)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

numericComparator

public static final Comparator<String> numericComparator

defaultComparator

public static final Comparator<String> defaultComparator

factory

protected SeekableLineReaderFactory factory

binsearchBlockSize

protected int binsearchBlockSize

Constructor Detail

SortedTextFile

public SortedTextFile(SeekableLineReaderFactory factory)

SortedTextFile

public SortedTextFile(String filename)
               throws IOException

Throws:

IOException

SortedTextFile

public SortedTextFile(String filename,
              boolean useNio)
               throws IOException

Throws:

IOException

SortedTextFile

protected SortedTextFile()

Method Detail

setFactory

protected void setFactory(SeekableLineReaderFactory factory)

reloadFactory

public void reloadFactory()

getBinsearchBlockSize

public int getBinsearchBlockSize()

setBinsearchBlockSize

public void setBinsearchBlockSize(int binsearchBlockSize)

getRecordIteratorLT

public CloseableIterator<String> getRecordIteratorLT(String prefix)
                                              throws IOException

Throws:

IOException

getRecordIterator

public CloseableIterator<String> getRecordIterator(String prefix)
                                            throws IOException

Throws:

IOException

getSLR

public SeekableLineReader getSLR()
                          throws IOException

Throws:

IOException

getRecordIterator

public CloseableIterator<String> getRecordIterator(long offset)
                                            throws IOException

Throws:

IOException

getRecordIterator

public CloseableIterator<String> getRecordIterator(String prefix,
                                          boolean lessThan)
                                            throws IOException

Throws:

IOException

binaryFindOffset

public long binaryFindOffset(SeekableLineReader slr,
                    String key,
                    Comparator<String> comparator)
                      throws IOException

Throws:

IOException

getStartEndOffsets

public long[] getStartEndOffsets(SeekableLineReader slr,
                        String start,
                        String end)
                          throws IOException

Throws:

IOException

getSplitIterator

public CloseableIterator<String> getSplitIterator(String start,
                                         String end,
                                         int numSplits)
                                           throws IOException

Throws:

IOException

getRange

public String[] getRange(String start,
                String end)
                  throws IOException

Throws:

IOException

getNthSplit

public String[] getNthSplit(String start,
                   String end,
                   int split,
                   int numSplits)
                     throws IOException

Throws:

IOException

getLastLine

public String getLastLine(SeekableLineReader slr)
                   throws IOException

Throws:

IOException