/** iterate over the mime-types makeRow for each */
private List getRows(CrawlerStatus status, String key) {
Collection mimeTypes = status.getMimeTypes();
List rows = new ArrayList();
if (mimeTypes != null) {
String mimeType;
for (Iterator it = mimeTypes.iterator(); it.hasNext(); ) {
mimeType = (String) it.next();
rows.add(makeRow(status, mimeType, key));
}
}
return rows;
}
public void testForceUpdateUrls() {
AuState auState = new AuState(mau, historyRepo);
assertNull(historyRepo.theAuState);
Collection col = auState.getCrawlUrls();
if (AuState.URL_UPDATE_LIMIT > 1) {
col.add("test");
auState.updatedCrawlUrls(true);
assertEquals(0, auState.urlUpdateCntr);
assertNotNull(historyRepo.theAuState);
}
}
public void testGetUrls() {
HashSet stringCollection = new HashSet();
stringCollection.add("test");
AuState auState =
makeAuState(mau, -1, -1, -1, -1, 123, stringCollection, 1, -1.0, 1.0, historyRepo);
Collection col = auState.getCrawlUrls();
Iterator colIter = col.iterator();
assertTrue(colIter.hasNext());
assertEquals("test", colIter.next());
assertFalse(colIter.hasNext());
}
public void testUpdateUrls() {
AuState auState = new AuState(mau, historyRepo);
assertNull(historyRepo.theAuState);
Collection col = auState.getCrawlUrls();
for (int ii = 1; ii < AuState.URL_UPDATE_LIMIT; ii++) {
col.add("test" + ii);
auState.updatedCrawlUrls(false);
assertEquals(ii, auState.urlUpdateCntr);
assertNull(historyRepo.theAuState);
}
col.add("test-limit");
auState.updatedCrawlUrls(false);
assertEquals(0, auState.urlUpdateCntr);
assertNotNull(historyRepo.theAuState);
// clear, and check that counter is reset
historyRepo.theAuState = null;
if (AuState.URL_UPDATE_LIMIT > 1) {
col.add("test");
auState.updatedCrawlUrls(false);
assertNull(historyRepo.theAuState);
}
}
public void testStoreAuState() throws Exception {
HashSet strCol = new HashSet();
strCol.add("test");
AuState origState =
new AuState(
mau,
123000,
123123,
41,
"woop woop",
321000,
222000,
3,
"pollres",
12345,
456000,
strCol,
AuState.AccessType.OpenAccess,
2,
1.0,
1.0,
SubstanceChecker.State.Yes,
"SubstVer3",
"MetadatVer7",
111444,
12345,
111222, // lastPoPPoll
7, // lastPoPPollResult
222333, // lastLocalHashScan
444777, // numAgreePeersLastPoR
777444, // numWillingRepairers
747474, // numCurrentSuspectVersions
ListUtil.list("http://hos.t/pa/th"),
repository);
assertEquals("SubstVer3", origState.getFeatureVersion(Plugin.Feature.Substance));
assertEquals("MetadatVer7", origState.getFeatureVersion(Plugin.Feature.Metadata));
assertEquals(111444, origState.getLastMetadataIndex());
repository.storeAuState(origState);
String filePath = LockssRepositoryImpl.mapAuToFileLocation(tempDirPath, mau);
filePath += HistoryRepositoryImpl.AU_FILE_NAME;
File xmlFile = new File(filePath);
assertTrue(xmlFile.exists());
origState = null;
AuState loadedState = repository.loadAuState();
assertEquals(123000, loadedState.getLastCrawlTime());
assertEquals(123123, loadedState.getLastCrawlAttempt());
assertEquals(41, loadedState.getLastCrawlResult());
assertEquals("woop woop", loadedState.getLastCrawlResultMsg());
assertEquals(321000, loadedState.getLastTopLevelPollTime());
assertEquals(222000, loadedState.getLastPollStart());
assertEquals(3, loadedState.getLastPollResult());
assertEquals("Inviting Peers", loadedState.getLastPollResultMsg());
assertEquals(111222, loadedState.getLastPoPPoll());
assertEquals(7, loadedState.getLastPoPPollResult());
assertEquals(222333, loadedState.getLastLocalHashScan());
assertEquals(444777, loadedState.getNumAgreePeersLastPoR());
assertEquals(777444, loadedState.getNumWillingRepairers());
assertEquals(747474, loadedState.getNumCurrentSuspectVersions());
assertEquals(ListUtil.list("http://hos.t/pa/th"), loadedState.getCdnStems());
loadedState.addCdnStem("http://this.is.new/");
assertEquals(
ListUtil.list("http://hos.t/pa/th", "http://this.is.new/"), loadedState.getCdnStems());
assertEquals(12345, loadedState.getPollDuration());
assertEquals(2, loadedState.getClockssSubscriptionStatus());
assertEquals(AuState.AccessType.OpenAccess, loadedState.getAccessType());
assertEquals(SubstanceChecker.State.Yes, loadedState.getSubstanceState());
assertEquals("SubstVer3", loadedState.getFeatureVersion(Plugin.Feature.Substance));
assertEquals("MetadatVer7", loadedState.getFeatureVersion(Plugin.Feature.Metadata));
assertEquals(111444, loadedState.getLastMetadataIndex());
assertEquals(12345, loadedState.getLastContentChange());
assertEquals(mau.getAuId(), loadedState.getArchivalUnit().getAuId());
// check crawl urls
Collection col = loadedState.getCrawlUrls();
Iterator colIter = col.iterator();
assertTrue(colIter.hasNext());
assertEquals("test", colIter.next());
assertFalse(colIter.hasNext());
}
