全文检索lucene学习笔记(一)

来源:互联网 发布:mac忘记登录名称和密码 编辑:程序博客网 时间:2024/04/29 20:37

lucene: http://lucene.apache.org/java/docs/index.html

资料:

http://levi.bloghome.cn/posts/121531.html

http://www.javaeye.com/topic/165963

代码如下:

//生成索引:package com.lucene.index;import java.io.File;import java.io.FileReader;import java.io.IOException;import org.apache.lucene.analysis.standard.StandardAnalyzer;import org.apache.lucene.document.Document;import org.apache.lucene.document.Field;import org.apache.lucene.index.IndexWriter;public class Indexer {public static void main(String[] args) throws IOException {File indexDir = new File("C://test//index");File dataDir  = new File("C://test//data");int numIndexed = index(indexDir, dataDir);System.out.println(numIndexed); }public static int index(File indexDir, File dataDir) throws IOException {if( !indexDir.exists() || !dataDir.isDirectory()) {throw new IOException();}IndexWriter writer = new IndexWriter(indexDir, new StandardAnalyzer(), true);writer.setUseCompoundFile(false);indexDirectory(writer, dataDir);int numIndexed = writer.docCount();writer.optimize();writer.close();return numIndexed;}private static void indexDirectory(IndexWriter writer, File dir) throws IOException {File[] files = dir.listFiles();for (int i = 0; i < files.length; i++) {File f = files[i];if(f.isDirectory()) {indexDirectory(writer, f);} else if(f.getName().toLowerCase().endsWith(".txt")) {indexFile(writer, f);}}}public static void indexFile(IndexWriter writer, File f) throws IOException {if(f.isHidden() || !f.exists() || !f.canRead()) {return;}System.out.println("Indexing " + f.getCanonicalPath());Document doc = new Document();doc.add(new Field("filename", f.getCanonicalPath(), Field.Store.YES,Field.Index.UN_TOKENIZED));doc.add(new Field("contents", new FileReader(f)));writer.addDocument(doc);}}//查询代码:package com.lucene.search;import java.io.File;import java.io.IOException;import org.apache.lucene.analysis.standard.StandardAnalyzer;import org.apache.lucene.queryParser.QueryParser;import org.apache.lucene.search.Hits;import org.apache.lucene.search.IndexSearcher;import org.apache.lucene.search.Query;import org.apache.lucene.store.Directory;import org.apache.lucene.store.FSDirectory;public class Searcher {public static void main(String[] args) throws Exception {File indexDir = new File("C://test//index");String q = "ERROR";if (!indexDir.exists() || !indexDir.isDirectory()) {throw new IOException();}search(indexDir, q);}public static void search(File indexDir, String q) throws Exception {Directory fsDir = FSDirectory.getDirectory(indexDir);IndexSearcher searcher = new IndexSearcher(fsDir);QueryParser parser = new QueryParser("contents", new StandardAnalyzer());Query query = parser.parse(q);Hits hits = searcher.search(query);System.out.println("共有" + searcher.maxDoc() + "条索引,命中" + hits.length() + "条");for (int i = 0; i < hits.length(); i++) {int DocId = hits.id(i);String DocPath = hits.doc(i).get("filename");System.out.println(DocId + ":" + DocPath);}}}