public void testMaxCapacity() throws Exception {
StoreConfig config = new StoreConfig(getHomeDir(), Integer.MAX_VALUE);
config.setIndexesCached(false); // Do not cache indexes in memory
StaticDataStore store = StoreFactory.createStaticDataStore(config);
// Check store capacity
assertEquals(Integer.MAX_VALUE, store.capacity());
assertEquals(Integer.MAX_VALUE, store.getDataArray().length());
store.close();
}
/**
* Creates a new IndexedDataStore instance. The created store has the following parameters:
*
* <pre>
* BytesDB segmentCompactFactor : 0.5
* Index segmentCompactFactor : 0.5
* Index hashLoadFactor : 0.75
* Index hashFunction : krati.util.FnvHashFunction
* </pre>
*
* @param homeDir - the home directory of IndexedDataStore
* @param batchSize - the number of updates per update batch
* @param numSyncBatches - the number of update batches required for updating <code>indexes.dat
* </code>
* @param indexInitLevel - the level for initializing HashIndex
* @param indexSegmentFileSizeMB - the segment file size in MB for HashIndex
* @param indexSegmentFactory - the segment factory for HashIndex
* @param storeInitLevel - the level for initializing BytesDB
* @param storeSegmentFileSizeMB - the segment file size in MB for BytesDB
* @param storeSegmentFactory - the segment factory for BytesDB
* @throws Exception if this IndexedDataStore cannot be created.
*/
public IndexedDataStore(
File homeDir,
int batchSize,
int numSyncBatches,
int indexInitLevel,
int indexSegmentFileSizeMB,
SegmentFactory indexSegmentFactory,
int storeInitLevel,
int storeSegmentFileSizeMB,
SegmentFactory storeSegmentFactory)
throws Exception {
this._homeDir = homeDir;
this._batchSize = batchSize;
// Create bytesDB
_storeHome = new File(homeDir, "store");
int storeInitialCapacity = StoreParams.getDynamicStoreInitialCapacity(storeInitLevel);
StoreConfig storeConfig = new StoreConfig(_storeHome, storeInitialCapacity);
storeConfig.setBatchSize(batchSize);
storeConfig.setNumSyncBatches(numSyncBatches);
storeConfig.setSegmentFileSizeMB(storeSegmentFileSizeMB);
storeConfig.setSegmentFactory(storeSegmentFactory);
_bytesDB = new BytesDB(storeConfig);
// Create index
_indexHome = new File(homeDir, "index");
int indexInitialCapacity = StoreParams.getDynamicStoreInitialCapacity(indexInitLevel);
StoreConfig indexConfig = new StoreConfig(_indexHome, indexInitialCapacity);
indexConfig.setBatchSize(batchSize);
indexConfig.setNumSyncBatches(numSyncBatches);
indexConfig.setSegmentFileSizeMB(indexSegmentFileSizeMB);
indexConfig.setSegmentFactory(indexSegmentFactory);
_index = new HashIndex(indexConfig);
_logger.info(
"opened indexHome="
+ _indexHome.getAbsolutePath()
+ " storeHome="
+ _storeHome.getAbsolutePath());
}
/**
* Creates a new IndexedDataStore instance. The created store has the following parameters:
*
* <pre>
* Index cached : : true
* Index segmentFileSizeMB : 8
* Index segmentFactory : krati.segment.MemorySegmentFactory
* </pre>
*
* @param config - the store configuration
* @throws Exception if the store cannot be created.
*/
public IndexedDataStore(StoreConfig config) throws Exception {
this._homeDir = config.getHomeDir();
this._batchSize = config.getBatchSize();
// Create bytesDB
_storeHome = new File(_homeDir, "store");
int storeInitialCapacity = config.getInitialCapacity();
StoreConfig storeConfig = new StoreConfig(_storeHome, storeInitialCapacity);
storeConfig.setIndexesCached(config.getIndexesCached());
storeConfig.setBatchSize(config.getBatchSize());
storeConfig.setNumSyncBatches(config.getNumSyncBatches());
storeConfig.setSegmentFileSizeMB(config.getSegmentFileSizeMB());
storeConfig.setSegmentFactory(config.getSegmentFactory());
storeConfig.setSegmentCompactFactor(config.getSegmentCompactFactor());
_bytesDB = new BytesDB(storeConfig);
// Create hash index
_indexHome = new File(_homeDir, "index");
int indexInitialCapacity = config.getInitialCapacity();
StoreConfig indexConfig = new StoreConfig(_indexHome, indexInitialCapacity);
indexConfig.setBatchSize(config.getBatchSize());
indexConfig.setNumSyncBatches(config.getNumSyncBatches());
indexConfig.setIndexesCached(true); // indexes.dat is cached
indexConfig.setSegmentFileSizeMB(8); // index segment size is 8 MB
indexConfig.setSegmentFactory(new MemorySegmentFactory()); // index segment is MemorySegment
indexConfig.setSegmentCompactFactor(config.getSegmentCompactFactor());
indexConfig.setHashLoadFactor(config.getHashLoadFactor());
indexConfig.setHashFunction(config.getHashFunction());
indexConfig.setDataHandler(config.getDataHandler());
_index = new HashIndex(indexConfig);
_logger.info(
"opened indexHome="
+ _indexHome.getAbsolutePath()
+ " storeHome="
+ _storeHome.getAbsolutePath());
}