/* * Copyright (c) 2011 LinkedIn, Inc * * Licensed under the Apache License, Version 2.0 (the "License"); you may not * use this file except in compliance with the License. You may obtain a copy of * the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, WITHOUT * WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the * License for the specific language governing permissions and limitations under * the License. */ package com.flaptor.indextank.query; import java.io.IOException; import java.io.Reader; import java.util.Map; import org.apache.lucene.analysis.ASCIIFoldingFilter; import org.apache.lucene.analysis.Analyzer; import org.apache.lucene.analysis.LowerCaseFilter; import org.apache.lucene.analysis.StopFilter; import org.apache.lucene.analysis.TokenStream; import org.apache.lucene.analysis.standard.StandardFilter; import org.apache.lucene.analysis.standard.StandardTokenizer; import com.flaptor.indextank.query.analyzers.StopAnalyzer; import com.google.common.collect.Maps; public class IndexEngineAnalyzer extends StopAnalyzer { @SuppressWarnings("deprecation") public IndexEngineAnalyzer(Map<Object, Object> configuration) { super(configuration); } public IndexEngineAnalyzer() { this(Maps.newHashMap()); } /** Constructs a {@link StandardTokenizer} filtered by a {@link StandardFilter}, a {@link LowerCaseFilter} and a {@link StopFilter}. */ @Override public TokenStream tokenStream(String fieldName, Reader reader) { TokenStream result = super.tokenStream(fieldName, reader); result = new ASCIIFoldingFilter(result); return result; } @Override public TokenStream reusableTokenStream(String fieldName, Reader reader) throws IOException { return tokenStream(fieldName, reader); } public static Analyzer buildAnalyzer(Map<Object, Object> configuration) { return new IndexEngineAnalyzer(configuration); } }