org.archive.format.gzip.zipnum

Class ZipNumCluster

java.lang.Object

org.archive.format.gzip.zipnum.ZipNumIndex

org.archive.format.gzip.zipnum.ZipNumCluster

All Implemented Interfaces:

CDXInputSource

public class ZipNumCluster
extends ZipNumIndex

Nested Class Summary

Nested classes/interfaces inherited from class org.archive.format.gzip.zipnum.ZipNumIndex

ZipNumIndex.PageResult

Field Summary

Fields

Modifier and Type	Field and Description
protected String	blockSizesFile
protected boolean	cacheRemoteLoc
protected int	checkInterval
protected SimpleDateFormat	dateFormat
protected boolean	disabled
static String	EARLIEST_TIMESTAMP
protected static CloseableIterator<String>	EMPTY_ITERATOR
protected Date	endDate
protected org.archive.format.gzip.zipnum.ZipNumCluster.BlockSize[]	lastBlockSizes
protected long	lastModTime
static String	LATEST_TIMESTAMP
protected int	locCacheExpireMillis
protected ConcurrentHashMap<String,org.archive.format.gzip.zipnum.ZipNumCluster.LocCacheEntry>	locCacheMap
protected int	locCacheMaxDuration
protected String	locFile
protected HashMap<String,String[]>	locMap
protected SeekableLineReaderFactory	locReaderFactory
protected String	locRoot
protected Date	newEndDate
protected boolean	newIsDisabled
protected String	newLocRoot
protected Date	newStartDate
static String	OFF
protected Date	startDate
protected long	totalAdjustment
protected Thread	updaterThread

Fields inherited from class org.archive.format.gzip.zipnum.ZipNumIndex

binsearchBlockSize, blockLoader, cdxLinesPerBlock, cdxLinesTotalCount, DEFAULT_USE_NIO, pathRoot, readaheadSize, required, summary, summaryFile, useNio

Constructor Summary

Constructors

Constructor and Description
ZipNumCluster()

Method Summary

Methods

Modifier and Type	Method and Description
long	computeTotalLines()
boolean	dateRangeCheck(String key)
CloseableIterator<String>	getCDXIterator(String key, String prefix, boolean exact, ZipNumParams params)
CloseableIterator<String>	getCDXIterator(String key, String start, String end, ZipNumParams params)
int	getCheckInterval()
long	getLastBlockDiff(String startKey, int startPart, int endPart)
String[]	getLocations(String key)
int	getLocCacheExpireMillis()
int	getLocCacheMaxDuration()
String	getLocFile()
String	getLocRoot()
int	getNumBlocks()
long	getTotalAdjustment()
void	init()
boolean	isCacheRemoteLoc()
boolean	isDisabled()
protected void	loadLastBlockSizes(String filename)
protected void	loadPartLocations(HashMap<String,String[]> destMap)
protected String	locCacheGet(String key)
protected void	locCachePut(String key, String loc)
protected Date	parseDate(String date)
void	setCacheRemoteLoc(boolean cacheRemoteLoc)
void	setCheckInterval(int checkInterval)
void	setLocCacheExpireMillis(int locCacheExpireMillis)
void	setLocCacheMaxDuration(int locCacheMaxDuration)
void	setLocFile(String locFile)
protected void	syncLoad(long newModTime)

Methods inherited from class org.archive.format.gzip.zipnum.ZipNumIndex

createIndexWithBasePath, createIndexWithSummaryPath, endKey, extractLineCount, extractLongField, getBinsearchBlockSize, getBlockLoader, getCDXIterator, getCDXIterator, getCDXIterator, getCDXIterator, getCDXIterator, getCdxLinesPerBlock, getClusterRange, getEstimateSplitSize, getLastBlockCDXLineIterator, getNthLine, getNthPage, getNumLines, getNumLines, getPathRoot, getReadaheadSize, getSummary, getSummaryFile, getTotalLength, getTotalLines, isRequired, isUseNio, setBinsearchBlockSize, setBlockLoader, setCdxLinesPerBlock, setPathRoot, setReadaheadSize, setRequired, setSummaryFile, setUseNio, wrapEndIterator, wrapPrefix, wrapReverseIterator, wrapStartEndIterator, wrapStartIterator

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

EMPTY_ITERATOR

protected static final CloseableIterator<String> EMPTY_ITERATOR

locMap

protected HashMap<String,String[]> locMap

locReaderFactory

protected SeekableLineReaderFactory locReaderFactory

locFile

protected String locFile

lastModTime

protected long lastModTime

checkInterval

protected int checkInterval

updaterThread

protected Thread updaterThread

EARLIEST_TIMESTAMP

public static final String EARLIEST_TIMESTAMP

See Also:

Constant Field Values

LATEST_TIMESTAMP

public static final String LATEST_TIMESTAMP

See Also:

Constant Field Values

OFF

public static final String OFF

See Also:

Constant Field Values

dateFormat

protected SimpleDateFormat dateFormat

startDate

protected Date startDate

endDate

protected Date endDate

lastBlockSizes

protected org.archive.format.gzip.zipnum.ZipNumCluster.BlockSize[] lastBlockSizes

blockSizesFile

protected String blockSizesFile

locRoot

protected String locRoot

newLocRoot

protected String newLocRoot

totalAdjustment

protected long totalAdjustment

newStartDate

protected Date newStartDate

newEndDate

protected Date newEndDate

newIsDisabled

protected boolean newIsDisabled

disabled

protected boolean disabled

locCacheMap

protected ConcurrentHashMap<String,org.archive.format.gzip.zipnum.ZipNumCluster.LocCacheEntry> locCacheMap

cacheRemoteLoc

protected boolean cacheRemoteLoc

locCacheExpireMillis

protected int locCacheExpireMillis

locCacheMaxDuration

protected int locCacheMaxDuration

Constructor Detail

ZipNumCluster

public ZipNumCluster()

Method Detail

init

public void init()
          throws IOException

Overrides:

init in class ZipNumIndex

Throws:

IOException

syncLoad

protected void syncLoad(long newModTime)

getLocations

public String[] getLocations(String key)

getLocRoot

public String getLocRoot()

getLocFile

public String getLocFile()

setLocFile

public void setLocFile(String locFile)

getLocCacheExpireMillis

public int getLocCacheExpireMillis()

setLocCacheExpireMillis

public void setLocCacheExpireMillis(int locCacheExpireMillis)

getLocCacheMaxDuration

public int getLocCacheMaxDuration()

setLocCacheMaxDuration

public void setLocCacheMaxDuration(int locCacheMaxDuration)

isCacheRemoteLoc

public boolean isCacheRemoteLoc()

setCacheRemoteLoc

public void setCacheRemoteLoc(boolean cacheRemoteLoc)

parseDate

protected Date parseDate(String date)

dateRangeCheck

public boolean dateRangeCheck(String key)

loadLastBlockSizes

protected void loadLastBlockSizes(String filename)

loadPartLocations

protected void loadPartLocations(HashMap<String,String[]> destMap)
                          throws IOException

Throws:

IOException

getCheckInterval

public int getCheckInterval()

setCheckInterval

public void setCheckInterval(int checkInterval)

getTotalAdjustment

public long getTotalAdjustment()

getNumBlocks

public int getNumBlocks()

getLastBlockDiff

public long getLastBlockDiff(String startKey,
                    int startPart,
                    int endPart)

computeTotalLines

public long computeTotalLines()

getCDXIterator

public CloseableIterator<String> getCDXIterator(String key,
                                       String start,
                                       String end,
                                       ZipNumParams params)
                                         throws IOException

Specified by:

getCDXIterator in interface CDXInputSource

Overrides:

getCDXIterator in class ZipNumIndex

Throws:

IOException

getCDXIterator

public CloseableIterator<String> getCDXIterator(String key,
                                       String prefix,
                                       boolean exact,
                                       ZipNumParams params)
                                         throws IOException

Specified by:

getCDXIterator in interface CDXInputSource

Overrides:

getCDXIterator in class ZipNumIndex

Throws:

IOException

isDisabled

public boolean isDisabled()

locCacheGet

protected String locCacheGet(String key)

locCachePut

protected void locCachePut(String key,
               String loc)