package org.apache.lucene.search; /** * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ import java.io.IOException; import java.util.ArrayList; import java.util.List; import java.util.Random; import org.apache.lucene.util.LuceneTestCase; import org.apache.lucene.document.Document; import org.apache.lucene.document.Field; import org.apache.lucene.index.IndexReader; import org.apache.lucene.index.RandomIndexWriter; import org.apache.lucene.index.Term; import org.apache.lucene.index.SlowMultiReaderWrapper; import org.apache.lucene.store.Directory; public class TestTermScorer extends LuceneTestCase { protected Directory directory; private static final String FIELD = "field"; protected String[] values = new String[] {"all", "dogs dogs", "like", "playing", "fetch", "all"}; protected IndexSearcher indexSearcher; protected IndexReader indexReader; public TestTermScorer(String s) { super(s); } @Override protected void setUp() throws Exception { super.setUp(); Random random = newRandom(); directory = newDirectory(random); RandomIndexWriter writer = new RandomIndexWriter(random, directory); for (int i = 0; i < values.length; i++) { Document doc = new Document(); doc .add(new Field(FIELD, values[i], Field.Store.YES, Field.Index.ANALYZED)); writer.addDocument(doc); } indexReader = writer.getReader(); writer.close(); indexSearcher = new IndexSearcher(SlowMultiReaderWrapper.wrap(indexReader)); } @Override protected void tearDown() throws Exception { indexSearcher.close(); indexReader.close(); directory.close(); } public void test() throws IOException { Term allTerm = new Term(FIELD, "all"); TermQuery termQuery = new TermQuery(allTerm); Weight weight = termQuery.weight(indexSearcher); Scorer ts = weight.scorer(indexSearcher.getIndexReader(), true, true); // we have 2 documents with the term all in them, one document for all the // other values final List<TestHit> docs = new ArrayList<TestHit>(); // must call next first ts.score(new Collector() { private int base = 0; private Scorer scorer; @Override public void setScorer(Scorer scorer) throws IOException { this.scorer = scorer; } @Override public void collect(int doc) throws IOException { float score = scorer.score(); doc = doc + base; docs.add(new TestHit(doc, score)); assertTrue("score " + score + " is not greater than 0", score > 0); assertTrue("Doc: " + doc + " does not equal 0 or doc does not equal 5", doc == 0 || doc == 5); } @Override public void setNextReader(IndexReader reader, int docBase) { base = docBase; } @Override public boolean acceptsDocsOutOfOrder() { return true; } }); assertTrue("docs Size: " + docs.size() + " is not: " + 2, docs.size() == 2); TestHit doc0 = docs.get(0); TestHit doc5 = docs.get(1); // The scores should be the same assertTrue(doc0.score + " does not equal: " + doc5.score, doc0.score == doc5.score); /* * Score should be (based on Default Sim.: All floats are approximate tf = 1 * numDocs = 6 docFreq(all) = 2 idf = ln(6/3) + 1 = 1.693147 idf ^ 2 = * 2.8667 boost = 1 lengthNorm = 1 //there is 1 term in every document coord * = 1 sumOfSquaredWeights = (idf * boost) ^ 2 = 1.693147 ^ 2 = 2.8667 * queryNorm = 1 / (sumOfSquaredWeights)^0.5 = 1 /(1.693147) = 0.590 * * score = 1 * 2.8667 * 1 * 1 * 0.590 = 1.69 */ assertTrue(doc0.score + " does not equal: " + 1.6931472f, doc0.score == 1.6931472f); } public void testNext() throws Exception { Term allTerm = new Term(FIELD, "all"); TermQuery termQuery = new TermQuery(allTerm); Weight weight = termQuery.weight(indexSearcher); Scorer ts = weight.scorer(indexSearcher.getIndexReader(), true, true); assertTrue("next did not return a doc", ts.nextDoc() != DocIdSetIterator.NO_MORE_DOCS); assertTrue("score is not correct", ts.score() == 1.6931472f); assertTrue("next did not return a doc", ts.nextDoc() != DocIdSetIterator.NO_MORE_DOCS); assertTrue("score is not correct", ts.score() == 1.6931472f); assertTrue("next returned a doc and it should not have", ts.nextDoc() == DocIdSetIterator.NO_MORE_DOCS); } public void testAdvance() throws Exception { Term allTerm = new Term(FIELD, "all"); TermQuery termQuery = new TermQuery(allTerm); Weight weight = termQuery.weight(indexSearcher); Scorer ts = weight.scorer(indexSearcher.getIndexReader(), true, true); assertTrue("Didn't skip", ts.advance(3) != DocIdSetIterator.NO_MORE_DOCS); // The next doc should be doc 5 assertTrue("doc should be number 5", ts.docID() == 5); } private class TestHit { public int doc; public float score; public TestHit(int doc, float score) { this.doc = doc; this.score = score; } @Override public String toString() { return "TestHit{" + "doc=" + doc + ", score=" + score + "}"; } } }