public void search(
String searchTerm, Set<Integer> categories, Set<String> languages, String sortBy) {
if (searcher == null) {
System.err.println("Searching before searcher was initialized.");
return;
}
// fetch from cache if searchterm is null
if (searchTerm == null) searchTerm = lastSearchTerm;
lastCategories = categories;
lastLanguages = languages;
lastSearchTerm = searchTerm;
lastSortBy = sortBy;
try {
lastResults = searcher.search(searchTerm, categories, languages);
lastResults = sortResults(lastResults, sortBy);
for (SearcherListener listener : listListeners) {
listener.onSearch(lastResults);
}
} catch (ParseException e) {
Alert.alert(MessageType.WARNING, "The search string is not valid.", window);
e.printStackTrace();
} catch (IOException e) {
e.printStackTrace();
}
}
// private Analyzer analyzer = new StandardAnalyzer(matchVersion);
@Test
public void test01() {
Directory directory = null;
IndexWriter indexWriter = null;
IndexReader indexReader = null;
IndexWriterConfig config = new IndexWriterConfig(matchVersion, analyzer);
try {
directory = new RAMDirectory();
indexWriter = new IndexWriter(directory, config);
Document document = new Document();
document.add(new TextField("content", "or good", Store.YES));
indexWriter.addDocument(document);
indexWriter.commit();
indexReader = DirectoryReader.open(directory);
IndexSearcher indexSearcher = new IndexSearcher(indexReader);
QueryParser parser = new QueryParser(matchVersion, "content", analyzer);
Query query = parser.parse("excellent");
TopDocs topDocs = indexSearcher.search(query, 100);
for (ScoreDoc match : topDocs.scoreDocs) {
Document matchDoc = indexSearcher.doc(match.doc);
System.out.println("result: " + matchDoc.get("content"));
}
} catch (IOException e) {
// TODO Auto-generated catch block
e.printStackTrace();
} catch (ParseException e) {
// TODO Auto-generated catch block
e.printStackTrace();
} finally {
try {
directory.close();
} catch (IOException e1) {
// TODO Auto-generated catch block
e1.printStackTrace();
}
try {
indexWriter.close();
} catch (IOException e) {
// TODO Auto-generated catch block
e.printStackTrace();
}
try {
indexReader.close();
} catch (IOException e) {
// TODO Auto-generated catch block
e.printStackTrace();
}
}
}
public void heighlight(String field, String searchText) {
String text =
"In this section we'll show you how to make the simplest "
+ "programmatic query, searching for a single term, and then "
+ "we'll see how to use QueryParser to accept textual queries. "
+ "In the sections that follow, we’ll take this simple example "
+ "further by detailing all the query types built into Lucene. "
+ "We begin with the simplest search of all: searching for all "
+ "documents that contain a single term.";
Analyzer analyzer = new StandardAnalyzer();
QueryParser queryParser = new QueryParser(field, analyzer);
try {
Query query = queryParser.parse(searchText);
SimpleHTMLFormatter formatter =
new SimpleHTMLFormatter("<span class=\"highlight\">", "</span>");
TokenStream tokens = analyzer.tokenStream("f", new StringReader(text));
QueryScorer scorer = new QueryScorer(query, "f");
Highlighter highlighter = new Highlighter(formatter, scorer);
highlighter.setTextFragmenter(new SimpleSpanFragmenter(scorer));
String result = highlighter.getBestFragments(tokens, text, 3, "...");
FileWriter writer = new FileWriter("/home/venugopal/Downloads/Lucene/lia/highter.html"); // #8
writer.write("<html>"); // #8
writer.write(
"<style>\n"
+ // #8
".highlight {\n"
+ // #8
" background: yellow;\n"
+ // #8
"}\n"
+ // #8
"</style>"); // #8
writer.write("<body>"); // #8
writer.write(result); // #8
writer.write("</body></html>"); // #8
writer.close();
} catch (ParseException e) {
// TODO Auto-generated catch block
e.printStackTrace();
} catch (IOException e) {
// TODO Auto-generated catch block
e.printStackTrace();
} catch (InvalidTokenOffsetsException e) {
// TODO Auto-generated catch block
e.printStackTrace();
}
}
public SearchResult[] searchIndex(String queryString) {
String field = "contents";
IndexReader reader = null;
List<SearchResult> searchResults = new ArrayList<SearchResult>();
try {
reader = DirectoryReader.open(dir);
IndexSearcher searcher = new IndexSearcher(reader);
Analyzer analyzer = new StandardAnalyzer(Version.LUCENE_44);
QueryParser parser = new QueryParser(Version.LUCENE_44, field, analyzer);
Query query = parser.parse(queryString);
TopDocs results = searcher.search(query, null, 100);
ScoreDoc[] hits = results.scoreDocs;
for (int i = 0; i < hits.length; i++) {
Document doc = searcher.doc(hits[i].doc);
String path = doc.get("path");
if (path != null) {
String title = doc.get("title");
if (title != null) {
searchResults.add(new SearchResult(path, title));
}
}
}
} catch (IOException e) {
// TODO Auto-generated catch block
e.printStackTrace();
} catch (ParseException e) {
// TODO Auto-generated catch block
e.printStackTrace();
} finally {
try {
if (reader != null) {
reader.close();
}
} catch (IOException e) {
// TODO Auto-generated catch block
e.printStackTrace();
}
}
return searchResults.toArray(new SearchResult[searchResults.size()]);
}
public static void main(String[] args) throws IOException, ParseException {
// 0. Specify the analyzer for tokenizing text.
// The same analyzer should be used for indexing and searching
StandardAnalyzer analyzer = new StandardAnalyzer(Version.LUCENE_40);
// 1. create the index
Directory index = new RAMDirectory();
IndexWriterConfig config = new IndexWriterConfig(Version.LUCENE_40, analyzer);
IndexWriter w = new IndexWriter(index, config);
addDoc(w, "Lucene in Action", "193398817");
addDoc(w, "Lucene for Dummies", "55320055Z");
addDoc(w, "Managing Gigabytes", "55063554A");
addDoc(w, "The Art of Computer Science", "9900333X");
w.close();
// 2. query
Query q = null;
String query = "lucene";
String[] fields = {"title", "isbn"};
BooleanClause.Occur[] clauses = {BooleanClause.Occur.SHOULD, BooleanClause.Occur.SHOULD};
try {
q = MultiFieldQueryParser.parse(Version.LUCENE_40, query, fields, clauses, analyzer);
} catch (org.apache.lucene.queryparser.classic.ParseException e) {
e.printStackTrace();
}
// 3. search
int hitsPerPage = 10;
IndexReader reader = DirectoryReader.open(index);
IndexSearcher searcher = new IndexSearcher(reader);
TopScoreDocCollector collector = TopScoreDocCollector.create(hitsPerPage, true);
searcher.search(q, collector);
ScoreDoc[] hits = collector.topDocs().scoreDocs;
// 4. display results
System.out.println("Found " + hits.length + " hits.");
for (int i = 0; i < hits.length; ++i) {
int docId = hits[i].doc;
Document d = searcher.doc(docId);
System.out.println((i + 1) + ". " + d.get("isbn") + "\t" + d.get("title"));
}
// 分页(实现)-----start
int currentpageNum = 2; // 当前页
int pageSize = 1; // 每页显示多少条记录
reader = DirectoryReader.open(index);
searcher = new IndexSearcher(reader);
collector = TopScoreDocCollector.create(currentpageNum * pageSize, true); // 根据当前页和每页多少，查询出结果
searcher.search(q, collector);
TopDocs docs = collector.topDocs();
getResult(searcher, docs, currentpageNum, pageSize); // 分页显示
// 分页(实现)-----end
// reader can only be closed when there
// is no need to access the documents any more.
reader.close();
}
public String getContext(String sample) throws IOException {
String result = "";
try {
String highlight_query_str = cfg.searchField + ":" + cfg.quotes + sample + cfg.quotes;
String query_str = "padded_length:[" + String.format("%09d", cfg.minDocLen) + " TO *]";
if (cfg.enableTitleSearch) {
query_str +=
" AND (title:"
+ cfg.quotes
+ sample
+ cfg.quotes
+ " OR "
+ cfg.searchField
+ ":"
+ cfg.quotes
+ sample
+ cfg.quotes
+ ")";
} else {
query_str += " AND (" + cfg.searchField + ":" + cfg.quotes + sample + cfg.quotes + ")";
}
Query query = parser.parse(query_str);
Query highlight_query = parser.parse(highlight_query_str);
if (cfg.debug == true) System.out.println("Searching (" + query + ").....");
TopDocs topDocs = searcher.search(query, cfg.maxHits != 0 ? cfg.maxHits : Integer.MAX_VALUE);
if (topDocs.totalHits > 0) {
ScoreDoc[] hits = topDocs.scoreDocs;
if (cfg.debug == true) System.out.println("Results (" + hits.length + ") :)");
String data;
int indx;
SimpleHTMLFormatter htmlFormatter = null;
Highlighter highlighter = null;
if (cfg.displayHighlights) {
htmlFormatter = new SimpleHTMLFormatter();
highlighter = new Highlighter(htmlFormatter, new QueryScorer(highlight_query));
}
for (int i = 0; i < hits.length; i++) {
if (cfg.displayDID) {
result += String.format("\t%d", hits[i].doc);
}
if (cfg.displayScore) {
result += String.format("\t%f", hits[i].score);
}
if (cfg.displayLen) {
result += "\t" + indexReader.document(hits[i].doc).getField("length").stringValue();
}
if (cfg.displayTitle) {
data = indexReader.document(hits[i].doc).getField("title").stringValue();
if (cfg.removeParen && (indx = data.indexOf(" (")) != -1)
data =
indexReader
.document(hits[i].doc)
.getField("title")
.stringValue()
.substring(0, indx);
result += "\t" + data;
}
if (cfg.displayTxt || cfg.displayHighlights) {
String text = indexReader.document(hits[i].doc).getField("text").stringValue();
if (cfg.displayTxt) result += "\t" + text;
if (cfg.displayHighlights) {
TokenStream tokenStream =
TokenSources.getAnyTokenStream(
searcher.getIndexReader(), hits[i].doc, "text", stdAnalyzer);
TextFragment[] frag;
try {
frag = highlighter.getBestTextFragments(tokenStream, text, false, 10);
for (int j = 0; j < frag.length; j++) {
if ((frag[j] != null) && (frag[j].getScore() > 0)) {
result += "\t" + (frag[j].toString());
}
}
} catch (InvalidTokenOffsetsException e) {
// TODO Auto-generated catch block
e.printStackTrace();
} // highlighter.getBestFragments(tokenStream, text, 3, "...");
}
}
if (cfg.displayCategories) {
IndexableField categories[] = indexReader.document(hits[i].doc).getFields("category");
for (int j = 0;
j < categories.length && (cfg.numCategories == 0 || j < cfg.numCategories);
j++) {
result += "\t" + categories[j].stringValue();
}
}
result += System.lineSeparator() + System.lineSeparator() + System.lineSeparator();
}
} else if (cfg.debug == true) System.out.println("No results found :(");
} catch (ParseException e) {
// TODO Auto-generated catch block
e.printStackTrace();
} //
return result;
}