org.archive.format.gzip.zipnum

Class ZipNumCluster

java.lang.Object

org.archive.format.gzip.zipnum.ZipNumIndex

org.archive.format.gzip.zipnum.ZipNumCluster

All Implemented Interfaces:

CDXInputSource

public class ZipNumCluster
extends ZipNumIndex

Nested Class Summary

Nested classes/interfaces inherited from class org.archive.format.gzip.zipnum.ZipNumIndex

ZipNumIndex.PageResult

Field Summary

Fields

Modifier and Type	Field and Description
protected java.lang.String	blockSizesFile
protected boolean	cacheRemoteLoc
protected int	checkInterval
protected java.text.SimpleDateFormat	dateFormat
protected boolean	disabled
static java.lang.String	EARLIEST_TIMESTAMP
protected static CloseableIterator<java.lang.String>	EMPTY_ITERATOR
protected java.util.Date	endDate
protected org.archive.format.gzip.zipnum.ZipNumCluster.BlockSize[]	lastBlockSizes
protected long	lastModTime
static java.lang.String	LATEST_TIMESTAMP
protected int	locCacheExpireMillis
protected java.util.concurrent.ConcurrentHashMap<java.lang.String,org.archive.format.gzip.zipnum.ZipNumCluster.LocCacheEntry>	locCacheMap
protected int	locCacheMaxDuration
protected java.lang.String	locFile
protected java.util.HashMap<java.lang.String,java.lang.String[]>	locMap
protected SeekableLineReaderFactory	locReaderFactory
protected java.lang.String	locRoot
protected java.util.Date	newEndDate
protected boolean	newIsDisabled
protected java.lang.String	newLocRoot
protected java.util.Date	newStartDate
static java.lang.String	OFF
protected java.util.Date	startDate
protected long	totalAdjustment
protected java.lang.Thread	updaterThread

Fields inherited from class org.archive.format.gzip.zipnum.ZipNumIndex

binsearchBlockSize, blockLoader, cdxLinesPerBlock, cdxLinesTotalCount, DEFAULT_USE_NIO, pathRoot, readaheadSize, required, summary, summaryFile, useNio

Constructor Summary

Constructors

Constructor and Description
ZipNumCluster()

Method Summary

Modifier and Type	Method and Description
long	computeTotalLines()
boolean	dateRangeCheck(java.lang.String key)
CloseableIterator<java.lang.String>	getCDXIterator(java.lang.String key, java.lang.String prefix, boolean exact, ZipNumParams params)
CloseableIterator<java.lang.String>	getCDXIterator(java.lang.String key, java.lang.String start, java.lang.String end, ZipNumParams params)
int	getCheckInterval()
long	getLastBlockDiff(java.lang.String startKey, int startPart, int endPart)
java.lang.String[]	getLocations(java.lang.String key)
int	getLocCacheExpireMillis()
int	getLocCacheMaxDuration()
java.lang.String	getLocFile()
java.lang.String	getLocRoot()
int	getNumBlocks()
long	getTotalAdjustment()
void	init()
boolean	isCacheRemoteLoc()
boolean	isDisabled()
protected void	loadLastBlockSizes(java.lang.String filename)
protected void	loadPartLocations(java.util.HashMap<java.lang.String,java.lang.String[]> destMap)
protected java.lang.String	locCacheGet(java.lang.String key)
protected void	locCachePut(java.lang.String key, java.lang.String loc)
protected java.util.Date	parseDate(java.lang.String date)
void	setCacheRemoteLoc(boolean cacheRemoteLoc)
void	setCheckInterval(int checkInterval)
void	setLocCacheExpireMillis(int locCacheExpireMillis)
void	setLocCacheMaxDuration(int locCacheMaxDuration)
void	setLocFile(java.lang.String locFile)
protected void	syncLoad(long newModTime)

Methods inherited from class org.archive.format.gzip.zipnum.ZipNumIndex

createIndexWithBasePath, createIndexWithSummaryPath, endKey, extractLineCount, extractLongField, getBinsearchBlockSize, getBlockLoader, getCDXIterator, getCDXIterator, getCDXIterator, getCDXIterator, getCDXIterator, getCdxLinesPerBlock, getClusterRange, getEstimateSplitSize, getLastBlockCDXLineIterator, getNthLine, getNthPage, getNumLines, getNumLines, getPathRoot, getReadaheadSize, getSummary, getSummaryFile, getTotalLength, getTotalLines, isRequired, isUseNio, setBinsearchBlockSize, setBlockLoader, setCdxLinesPerBlock, setPathRoot, setReadaheadSize, setRequired, setSummaryFile, setUseNio, wrapEndIterator, wrapPrefix, wrapReverseIterator, wrapStartEndIterator, wrapStartIterator

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

EMPTY_ITERATOR

protected static final CloseableIterator<java.lang.String> EMPTY_ITERATOR

locMap

protected java.util.HashMap<java.lang.String,java.lang.String[]> locMap

locReaderFactory

protected SeekableLineReaderFactory locReaderFactory

locFile

protected java.lang.String locFile

lastModTime

protected long lastModTime

checkInterval

protected int checkInterval

updaterThread

protected java.lang.Thread updaterThread

EARLIEST_TIMESTAMP

public static final java.lang.String EARLIEST_TIMESTAMP

See Also:

Constant Field Values

LATEST_TIMESTAMP

public static final java.lang.String LATEST_TIMESTAMP

See Also:

Constant Field Values

OFF

public static final java.lang.String OFF

See Also:

Constant Field Values

dateFormat

protected java.text.SimpleDateFormat dateFormat

startDate

protected java.util.Date startDate

endDate

protected java.util.Date endDate

lastBlockSizes

protected org.archive.format.gzip.zipnum.ZipNumCluster.BlockSize[] lastBlockSizes

blockSizesFile

protected java.lang.String blockSizesFile

locRoot

protected java.lang.String locRoot

newLocRoot

protected java.lang.String newLocRoot

totalAdjustment

protected long totalAdjustment

newStartDate

protected java.util.Date newStartDate

newEndDate

protected java.util.Date newEndDate

newIsDisabled

protected boolean newIsDisabled

disabled

protected boolean disabled

locCacheMap

protected java.util.concurrent.ConcurrentHashMap<java.lang.String,org.archive.format.gzip.zipnum.ZipNumCluster.LocCacheEntry> locCacheMap

cacheRemoteLoc

protected boolean cacheRemoteLoc

locCacheExpireMillis

protected int locCacheExpireMillis

locCacheMaxDuration

protected int locCacheMaxDuration

Constructor Detail

ZipNumCluster

public ZipNumCluster()

Method Detail

init

public void init()
          throws java.io.IOException

Overrides:

init in class ZipNumIndex

Throws:

java.io.IOException

syncLoad

protected void syncLoad(long newModTime)

getLocations

public java.lang.String[] getLocations(java.lang.String key)

getLocRoot

public java.lang.String getLocRoot()

getLocFile

public java.lang.String getLocFile()

setLocFile

public void setLocFile(java.lang.String locFile)

getLocCacheExpireMillis

public int getLocCacheExpireMillis()

setLocCacheExpireMillis

public void setLocCacheExpireMillis(int locCacheExpireMillis)

getLocCacheMaxDuration

public int getLocCacheMaxDuration()

setLocCacheMaxDuration

public void setLocCacheMaxDuration(int locCacheMaxDuration)

isCacheRemoteLoc

public boolean isCacheRemoteLoc()

setCacheRemoteLoc

public void setCacheRemoteLoc(boolean cacheRemoteLoc)

parseDate

protected java.util.Date parseDate(java.lang.String date)

dateRangeCheck

public boolean dateRangeCheck(java.lang.String key)

loadLastBlockSizes

protected void loadLastBlockSizes(java.lang.String filename)

loadPartLocations

protected void loadPartLocations(java.util.HashMap<java.lang.String,java.lang.String[]> destMap)
                          throws java.io.IOException

Throws:

java.io.IOException

getCheckInterval

public int getCheckInterval()

setCheckInterval

public void setCheckInterval(int checkInterval)

getTotalAdjustment

public long getTotalAdjustment()

getNumBlocks

public int getNumBlocks()

getLastBlockDiff

public long getLastBlockDiff(java.lang.String startKey,
                             int startPart,
                             int endPart)

computeTotalLines

public long computeTotalLines()

getCDXIterator

public CloseableIterator<java.lang.String> getCDXIterator(java.lang.String key,
                                                          java.lang.String start,
                                                          java.lang.String end,
                                                          ZipNumParams params)
                                                   throws java.io.IOException

Specified by:

getCDXIterator in interface CDXInputSource

Overrides:

getCDXIterator in class ZipNumIndex

Throws:

java.io.IOException

getCDXIterator

public CloseableIterator<java.lang.String> getCDXIterator(java.lang.String key,
                                                          java.lang.String prefix,
                                                          boolean exact,
                                                          ZipNumParams params)
                                                   throws java.io.IOException

Specified by:

getCDXIterator in interface CDXInputSource

Overrides:

getCDXIterator in class ZipNumIndex

Throws:

java.io.IOException

isDisabled

public boolean isDisabled()

locCacheGet

protected java.lang.String locCacheGet(java.lang.String key)

locCachePut

protected void locCachePut(java.lang.String key,
                           java.lang.String loc)