import java.io.IOException;
import org.apache.lucene.analysis.Analyzer;
import org.apache.lucene.analysis.SimpleAnalyzer;
import org.apache.lucene.document.Document;
import org.apache.lucene.document.Field;
import org.apache.lucene.index.IndexReader;
import org.apache.lucene.index.IndexWriter;
import org.apache.lucene.store.Directory;
import org.apache.lucene.store.FSDirectory;
import junit.framework.TestCase;
public class BaseIndexTestCase extends TestCase
{
protected String[] keywords = {"1", "2"};
protected String[] unindexed = {"Netherlands", "Italy"};
protected String[] unstored = {"Amsterdam has lots of bridges", "Venice has lots of canals"};
protected String[] text = {"Amsterdam", "Venice"};
protected Directory dir;
protected void setUp() throws IOException {
String indexDir =
System.getProperty("java.io.tmpdir", "tmp") +
System.getProperty("file.separator") + "index-dir";
dir = FSDirectory.getDirectory(indexDir, true);
addDocuments(dir);
}
protected void addDocuments(Directory dir)
throws IOException {
IndexWriter writer = new IndexWriter(dir, getAnalyzer(), true);
writer.setUseCompoundFile(isCompound());
for (int i = 0; i < keywords.length; i++)
{
Document doc = new Document();
doc.add(new Field("id",keywords[i],Field.Store.YES,Field.Index.UN_TOKENIZED));
doc.add(new Field("country",unindexed[i],Field.Store.YES,Field.Index.NO));
doc.add(new Field("contents",unstored[i],Field.Store.NO,Field.Index.TOKENIZED));
doc.add(new Field("city",text[i],Field.Store.YES,Field.Index.TOKENIZED));
writer.addDocument(doc);
}
writer.optimize();
writer.close();
}
protected Analyzer getAnalyzer()
{
return new SimpleAnalyzer();
}
protected boolean isCompound()
{
return true;
}
public void testIndexWriter() throws IOException
{
IndexWriter writer = new IndexWriter(dir,this.getAnalyzer(),false);
assertEquals(keywords.length,writer.docCount());
writer.close();
}
public void testIndexReader() throws IOException
{
IndexReader reader = IndexReader.open(dir);
assertEquals(keywords.length, reader.maxDoc());
assertEquals(keywords.length, reader.numDocs());
reader.close();
}
}
import java.io.IOException;
import org.apache.lucene.analysis.Analyzer;
import org.apache.lucene.analysis.WhitespaceAnalyzer;
import org.apache.lucene.document.Document;
import org.apache.lucene.document.Field;
import org.apache.lucene.index.IndexReader;
import org.apache.lucene.index.IndexWriter;
import org.apache.lucene.index.Term;
import org.apache.lucene.search.Hits;
import org.apache.lucene.search.IndexSearcher;
import org.apache.lucene.search.Query;
import org.apache.lucene.search.TermQuery;
public class DocumentDeleteTest extends BaseIndexTestCase
{
public void testDeleteBeforeIndexMerge() throws IOException
{
assertEquals(1, getHitCount("city", "Amsterdam"));
IndexReader reader = IndexReader.open(dir);
assertEquals(2, reader.maxDoc());
assertEquals(2, reader.numDocs());
reader.deleteDocument(1);
assertTrue(reader.isDeleted(1));
assertTrue(reader.hasDeletions());
assertEquals(2, reader.maxDoc());
assertEquals(1, reader.numDocs());
reader.close();
reader = IndexReader.open(dir);
assertEquals(2, reader.maxDoc());
assertEquals(1, reader.numDocs());
reader.close();
}
public void testDeleteAfterIndexMerge() throws IOException
{
IndexReader reader = IndexReader.open(dir);
assertEquals(2, reader.maxDoc());
assertEquals(2, reader.numDocs());
reader.deleteDocument(1);
reader.close();
IndexWriter writer = new IndexWriter(dir, getAnalyzer(),false);
writer.optimize();
writer.close();
reader = IndexReader.open(dir);
assertFalse(reader.isDeleted(1));
assertFalse(reader.hasDeletions());
assertEquals(1, reader.maxDoc());
assertEquals(1, reader.numDocs());
reader.close();
}
private int getHitCount(String fieldName, String searchString)
throws IOException {
IndexSearcher searcher = new IndexSearcher(dir);
Term t = new Term(fieldName, searchString);
Query query = new TermQuery(t);
Hits hits = searcher.search(query);
int hitCount = hits.length();
searcher.close();
return hitCount;
}
protected Analyzer getAnalyzer() {
return new WhitespaceAnalyzer();
}
}
import java.io.IOException;
import org.apache.lucene.analysis.Analyzer;
import org.apache.lucene.analysis.WhitespaceAnalyzer;
import org.apache.lucene.document.Document;
import org.apache.lucene.document.Field;
import org.apache.lucene.index.IndexReader;
import org.apache.lucene.index.IndexWriter;
import org.apache.lucene.index.Term;
import org.apache.lucene.search.Hits;
import org.apache.lucene.search.IndexSearcher;
import org.apache.lucene.search.Query;
import org.apache.lucene.search.TermQuery;
public class DocumentUpdateTest extends BaseIndexTestCase
{
public void testUpdate() throws IOException
{
assertEquals(1, getHitCount("city", "Amsterdam"));
IndexReader reader = IndexReader.open(dir);
reader.deleteDocuments(new Term("city", "Amsterdam"));
reader.close();
IndexWriter writer = new IndexWriter(dir, getAnalyzer(),
false);
Document doc = new Document();
doc.add(new Field("id","1",Field.Store.YES,Field.Index.UN_TOKENIZED));
doc.add(new Field("country","Russia",Field.Store.YES,Field.Index.NO));
doc.add(new Field("contents","St. Petersburg has lots of bridges",Field.Store.NO,Field.Index.TOKENIZED));
doc.add(new Field("city","St. Petersburg",Field.Store.YES,Field.Index.TOKENIZED));
writer.addDocument(doc);
writer.optimize();
writer.close();
assertEquals(0, getHitCount("city", "Amsterdam"));
assertEquals(1, getHitCount("city", "Petersburg"));
}
protected Analyzer getAnalyzer() {
return new WhitespaceAnalyzer();
}
private int getHitCount(String fieldName, String searchString)
throws IOException {
IndexSearcher searcher = new IndexSearcher(dir);
Term t = new Term(fieldName, searchString);
Query query = new TermQuery(t);
Hits hits = searcher.search(query);
int hitCount = hits.length();
searcher.close();
return hitCount;
}
}
import org.apache.lucene.analysis.Analyzer;
import org.apache.lucene.analysis.SimpleAnalyzer;
import org.apache.lucene.document.Document;
import org.apache.lucene.document.Field;
import org.apache.lucene.index.IndexWriter;
import org.apache.lucene.store.Directory;
import org.apache.lucene.store.FSDirectory;
public class IndexTuningDemo
{
public static void main(String[] args) throws Exception {
int docsInIndex = Integer.parseInt(args[0]);
// create an index called 'index-dir' in a temp directory
Directory dir = FSDirectory.getDirectory(
System.getProperty("java.io.tmpdir", "tmp") +
System.getProperty("file.separator") + "index-dir", true);
Analyzer analyzer = new SimpleAnalyzer();
IndexWriter writer = new IndexWriter(dir, analyzer, true);
// set variables that affect speed of indexing
writer.setMergeFactor(Integer.parseInt(args[1]));
writer.setMaxMergeDocs(Integer.parseInt(args[2]));
writer.setInfoStream(System.out);
writer.setMaxBufferedDocs(Integer.parseInt(args[3]));
System.out.println("Merge factor: " + writer.getMergeFactor());
System.out.println("Max merge docs: " + writer.getMaxMergeDocs());
System.out.println("Min merge docs: " + writer.getMaxBufferedDocs());
long start = System.currentTimeMillis();
for (int i = 0; i < docsInIndex; i++) {
Document doc = new Document();
doc.add(new Field("fieldname", "Bibamus", Field.Store.YES,Field.Index.TOKENIZED));
writer.addDocument(doc);
}
writer.close();
long stop = System.currentTimeMillis();
System.out.println("Time: " + (stop - start) + " ms");
}
}
import org.apache.lucene.store.Directory;
import org.apache.lucene.store.FSDirectory;
import org.apache.lucene.store.RAMDirectory;
import org.apache.lucene.document.Document;
import org.apache.lucene.document.Field;
import org.apache.lucene.index.IndexWriter;
import org.apache.lucene.analysis.SimpleAnalyzer;
import junit.framework.TestCase;
import java.io.IOException;
import java.util.Collection;
import java.util.ArrayList;
import java.util.Iterator;
public class FSversusRAMDirectoryTest extends TestCase
{
private Directory fsDir;
private Directory ramDir;
private Collection docs = loadDocuments(3000, 5);//加载数据
protected void setUp() throws Exception
{
String fsIndexDir = System.getProperty("java.io.tmpdir", "tmp") + System.getProperty("file.separator") + "fs-index";
ramDir = new RAMDirectory();//内存中目录
fsDir = FSDirectory.getDirectory(fsIndexDir, true);
}
public void testTiming() throws IOException
{
long ramTiming = timeIndexWriter(ramDir);
long fsTiming = timeIndexWriter(fsDir);
assertTrue(fsTiming > ramTiming);
System.out.println("RAMDirectory Time: " + (ramTiming) + " ms");
System.out.println("FSDirectory Time : " + (fsTiming) + " ms");
}
private long timeIndexWriter(Directory dir) throws IOException
{
long start = System.currentTimeMillis();
addDocuments(dir);
long stop = System.currentTimeMillis();
return (stop - start);
}
private void addDocuments(Directory dir) throws IOException
{
IndexWriter writer = new IndexWriter(dir, new SimpleAnalyzer(),true);
/**
// change to adjust performance of indexing with FSDirectory
writer.mergeFactor = writer.mergeFactor;
writer.maxMergeDocs = writer.maxMergeDocs;
writer.minMergeDocs = writer.minMergeDocs;
*/
for (Iterator iter = docs.iterator(); iter.hasNext();)
{
Document doc = new Document();
String word = (String) iter.next();
doc.add(new Field("keyword",word,Field.Store.YES,Field.Index.UN_TOKENIZED));
doc.add(new Field("unindexed",word,Field.Store.YES,Field.Index.NO));
doc.add(new Field("unstored",word,Field.Store.NO,Field.Index.TOKENIZED));
doc.add(new Field("text",word,Field.Store.YES,Field.Index.TOKENIZED));
writer.addDocument(doc);
}
writer.optimize();
writer.close();
}
private Collection loadDocuments(int numDocs, int wordsPerDoc)
{
Collection docs = new ArrayList(numDocs);
for (int i = 0; i < numDocs; i++)
{
StringBuffer doc = new StringBuffer(wordsPerDoc);
for (int j = 0; j < wordsPerDoc; j++)
{
doc.append("Bibamus ");
}
docs.add(doc.toString());
}
return docs;
}
}
本文转自Phinecos(洞庭散人)博客园博客，原文链接：http://www.cnblogs.com/phinecos/archive/2007/08/29/874728.html，如需转载请自行联系原作者
