public int size() {
if (MSSH.hasNewSearchers()) {
this.extraSearchers = MSSH.getSearchers(luceneId);
this.searchers.clear();
this.searchers.addAll(clusterSearchers);
if (extraSearchers != null) this.searchers.addAll(extraSearchers);
}
return searchers.size();
}
public MultiSearcher(String luceneId, Searcher[] clusterSearchers, SearcherType searcherType) {
this.luceneId = luceneId;
this.searchers = new ArrayList<Searcher>();
this.clusterSearchers = new ArrayList<Searcher>();
this.extraSearchers = MSSH.getSearchers(luceneId);
this.searcherType = searcherType;
if (clusterSearchers != null) {
for (Searcher searcher : clusterSearchers) {
if (searcher != null) {
this.clusterSearchers.add(searcher);
}
}
}
this.searchers.addAll(this.clusterSearchers);
if (extraSearchers != null) this.searchers.addAll(this.extraSearchers);
}
/**
* A wrapper around multiple lucene searchers for query.
*
* <p>
*
* @author Spence Koehler
*/
public class MultiSearcher {
private String luceneId;
private ArrayList<Searcher> searchers;
private ArrayList<Searcher> clusterSearchers;
private List<Searcher> extraSearchers;
private SearcherType searcherType;
private final AtomicBoolean isClosed = new AtomicBoolean(false);
private static final MultiSearcherSettingsHelper MSSH = MultiSearcherSettingsHelper.getInstance();
public MultiSearcher(String luceneId, SearcherType searcherType) {
this(luceneId, null, searcherType);
}
public MultiSearcher(String luceneId, Searcher[] clusterSearchers, SearcherType searcherType) {
this.luceneId = luceneId;
this.searchers = new ArrayList<Searcher>();
this.clusterSearchers = new ArrayList<Searcher>();
this.extraSearchers = MSSH.getSearchers(luceneId);
this.searcherType = searcherType;
if (clusterSearchers != null) {
for (Searcher searcher : clusterSearchers) {
if (searcher != null) {
this.clusterSearchers.add(searcher);
}
}
}
this.searchers.addAll(this.clusterSearchers);
if (extraSearchers != null) this.searchers.addAll(this.extraSearchers);
}
public void setSearcherType(SearcherType searcherType) {
this.searcherType = searcherType;
}
public SearcherType getSearcherType() {
return searcherType;
}
public String getLuceneId() {
return luceneId;
}
public int size() {
if (MSSH.hasNewSearchers()) {
this.extraSearchers = MSSH.getSearchers(luceneId);
this.searchers.clear();
this.searchers.addAll(clusterSearchers);
if (extraSearchers != null) this.searchers.addAll(extraSearchers);
}
return searchers.size();
}
/**
* Get the searcher at the given position.
*
* <p>If the searcher's backing directory no longer exists, then close and disable it. A null
* entry will then exist at the given index.
*/
public Searcher get(int index) {
Searcher result = index < size() ? searchers.get(index) : null;
if (result != null) {
if (!result.getDirPath().exists()) {
// disable index that has disappeared.
searchers.set(index, null);
if (index < clusterSearchers.size()) clusterSearchers.set(index, null);
else extraSearchers.set(index - clusterSearchers.size(), null);
try {
result.close();
} catch (IOException e) {
System.err.println(
new Date()
+ ": WARNING : MultiSearcher couldn't close disappeared index at '"
+ result.getDirPath()
+ "'!");
e.printStackTrace(System.err);
}
result = null;
}
}
return result;
}
public void addSearcher(File luceneDir) {
if (isClosed.get()) return;
final Searcher searcher = SearcherFactory.getSearcher(luceneDir, searcherType);
try {
searcher.open();
this.clusterSearchers.add(searcher);
this.searchers.clear();
this.searchers.addAll(clusterSearchers);
if (extraSearchers != null) this.searchers.addAll(extraSearchers);
} catch (FileNotFoundException fnfe) {
// this means we didn't add anything to an index, which happens i.e. if we didn't have any
// asian (or non-asian) posts in a batch.
// so what we'll do is log it and ignore this index.
System.err.println(new Date() + ": WARNING : Ignoring empty index at '" + luceneDir + "'!");
} catch (IOException e) {
System.err.println(
new Date()
+ ": *** ERROR! "
+ luceneId
+ " can't open lucene searcher at '"
+ luceneDir
+ "'");
e.printStackTrace(System.err);
}
}
public void addSearcher(Searcher searcher) {
if (isClosed.get()) return;
this.clusterSearchers.add(searcher);
this.searchers.clear();
this.searchers.addAll(clusterSearchers);
if (extraSearchers != null) this.searchers.addAll(extraSearchers);
}
public void removeSearcher(Searcher searcher) {
this.clusterSearchers.remove(searcher);
this.extraSearchers.remove(searcher);
this.searchers.remove(searcher);
}
public void close() {
if (isClosed.compareAndSet(false, true)) {
for (Searcher searcher : searchers) {
if (searcher != null) {
try {
searcher.close();
} catch (IOException e) {
System.err.println(
new Date()
+ ": *** WARNING: "
+ luceneId
+ " unable to close searcher '"
+ searcher.getDirPath()
+ "'!");
}
}
}
}
}
}
