package org.apache.lucene.analysis.el; /** * Copyright 2005 The Apache Software Foundation * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ import org.apache.lucene.analysis.BaseTokenStreamTestCase; import org.apache.lucene.analysis.Analyzer; import org.apache.lucene.util.Version; /** * A unit test class for verifying the correct operation of the GreekAnalyzer. * */ public class GreekAnalyzerTest extends BaseTokenStreamTestCase { /** * Test the analysis of various greek strings. * * @throws Exception in case an error occurs */ public void testAnalyzer() throws Exception { Analyzer a = new GreekAnalyzer(TEST_VERSION_CURRENT); // Verify the correct analysis of capitals and small accented letters, and // stemming assertAnalyzesTo(a, "Μία εξαιρετικά καλή και πλούσια σειρά χαρακτήρων της Ελληνικής γλώσσας", new String[] { "μια", "εξαιρετ", "καλ", "πλουσ", "σειρ", "χαρακτηρ", "ελληνικ", "γλωσσ" }); // Verify the correct analysis of small letters with diaeresis and the elimination // of punctuation marks assertAnalyzesTo(a, "Προϊόντα (και) [πολλαπλές] - ΑΝΑΓΚΕΣ", new String[] { "προιοντ", "πολλαπλ", "αναγκ" }); // Verify the correct analysis of capital accented letters and capital letters with diaeresis, // as well as the elimination of stop words assertAnalyzesTo(a, "ΠΡΟΫΠΟΘΕΣΕΙΣ Άψογος, ο μεστός και οι άλλοι", new String[] { "προυποθεσ", "αψογ", "μεστ", "αλλ" }); } /** * Test the analysis of various greek strings. * * @throws Exception in case an error occurs * @deprecated Remove this test when support for 3.0 is no longer needed */ @Deprecated public void testAnalyzerBWCompat() throws Exception { Analyzer a = new GreekAnalyzer(Version.LUCENE_30); // Verify the correct analysis of capitals and small accented letters assertAnalyzesTo(a, "Μία εξαιρετικά καλή και πλούσια σειρά χαρακτήρων της Ελληνικής γλώσσας", new String[] { "μια", "εξαιρετικα", "καλη", "πλουσια", "σειρα", "χαρακτηρων", "ελληνικησ", "γλωσσασ" }); // Verify the correct analysis of small letters with diaeresis and the elimination // of punctuation marks assertAnalyzesTo(a, "Προϊόντα (και) [πολλαπλές] - ΑΝΑΓΚΕΣ", new String[] { "προιοντα", "πολλαπλεσ", "αναγκεσ" }); // Verify the correct analysis of capital accented letters and capital letters with diaeresis, // as well as the elimination of stop words assertAnalyzesTo(a, "ΠΡΟΫΠΟΘΕΣΕΙΣ Άψογος, ο μεστός και οι άλλοι", new String[] { "προυποθεσεισ", "αψογοσ", "μεστοσ", "αλλοι" }); } public void testReusableTokenStream() throws Exception { Analyzer a = new GreekAnalyzer(TEST_VERSION_CURRENT); // Verify the correct analysis of capitals and small accented letters, and // stemming assertAnalyzesToReuse(a, "Μία εξαιρετικά καλή και πλούσια σειρά χαρακτήρων της Ελληνικής γλώσσας", new String[] { "μια", "εξαιρετ", "καλ", "πλουσ", "σειρ", "χαρακτηρ", "ελληνικ", "γλωσσ" }); // Verify the correct analysis of small letters with diaeresis and the elimination // of punctuation marks assertAnalyzesToReuse(a, "Προϊόντα (και) [πολλαπλές] - ΑΝΑΓΚΕΣ", new String[] { "προιοντ", "πολλαπλ", "αναγκ" }); // Verify the correct analysis of capital accented letters and capital letters with diaeresis, // as well as the elimination of stop words assertAnalyzesToReuse(a, "ΠΡΟΫΠΟΘΕΣΕΙΣ Άψογος, ο μεστός και οι άλλοι", new String[] { "προυποθεσ", "αψογ", "μεστ", "αλλ" }); } /** * Greek Analyzer didn't call standardFilter, so no normalization of acronyms. * check that this is preserved. * @deprecated remove this test in Lucene 4.0 */ @Deprecated public void testAcronymBWCompat() throws Exception { Analyzer a = new GreekAnalyzer(Version.LUCENE_30); assertAnalyzesTo(a, "Α.Π.Τ.", new String[] { "α.π.τ." }); } /** * test that acronym normalization works */ public void testAcronym() throws Exception { Analyzer a = new GreekAnalyzer(Version.LUCENE_31); assertAnalyzesTo(a, "Α.Π.Τ.", new String[] { "απτ" }); } }