package edu.isistan.uima.unified.analysisengines.nlp; import java.io.BufferedReader; import java.io.FileInputStream; import java.io.IOException; import java.io.InputStream; import java.io.InputStreamReader; import java.util.Iterator; import org.apache.uima.UimaContext; import org.apache.uima.analysis_engine.AnalysisEngineProcessException; import org.apache.uima.cas.text.AnnotationIndex; import org.apache.uima.jcas.JCas; import org.apache.uima.jcas.tcas.Annotation; import org.apache.uima.resource.ResourceInitializationException; import org.eclipse.core.runtime.IProgressMonitor; import org.eclipse.core.runtime.SubProgressMonitor; import org.uimafit.component.JCasAnnotator_ImplBase; import org.uimafit.descriptor.ConfigurationParameter; import org.uimafit.descriptor.ExternalResource; import edu.isistan.uima.unified.analysisengines.AnnotationGenerator; import edu.isistan.uima.unified.sharedresources.ProgressMonitorResource; import edu.isistan.uima.unified.typesystems.nlp.Sentence; import edu.isistan.uima.unified.typesystems.nlp.Token; public class StopWordAnnotator extends JCasAnnotator_ImplBase { @ConfigurationParameter(name="model") private String modelName; // protected StopWord stopWord; // @ExternalResource(key="monitor") private ProgressMonitorResource monitorResource; private IProgressMonitor subMonitor; @Override public void initialize(UimaContext aContext) throws ResourceInitializationException { super.initialize(aContext); //modelName = (String) aContext.getConfigParameterValue("model"); stopWord = StopWord.getInstance(); if(modelName != null && !modelName.isEmpty()) { InputStream in = null; try { in = new FileInputStream(modelName); stopWord.read(new BufferedReader(new InputStreamReader(in))); } catch (Exception e) { e.printStackTrace(); } finally { if (in != null) { try { in.close(); } catch (IOException e) { } } } } } @Override public void process(JCas aJCas) throws AnalysisEngineProcessException { if(stopWord == null) return; // subMonitor = new SubProgressMonitor(monitorResource.getMonitor(), 1, SubProgressMonitor.PREPEND_MAIN_LABEL_TO_SUBTASK); subMonitor.subTask("Annotating token stopwords (Dictionary)"); // //String docText = aJCas.getDocumentText(); AnnotationIndex<Annotation> sAnnotations = aJCas.getAnnotationIndex(Sentence.type); AnnotationIndex<Annotation> tAnnotations = aJCas.getAnnotationIndex(Token.type); // subMonitor.beginTask(this.getClass().getSimpleName(), sAnnotations.size()); // for(Annotation sAnnotation : sAnnotations) { //Sentence sentenceAnnotation = (Sentence) sAnnotation; //String sentence = sAnnotation.getCoveredText(); Iterator<Annotation> tokenIterator = tAnnotations.subiterator(sAnnotation); while(tokenIterator.hasNext()) { Annotation tAnnotation = tokenIterator.next(); Token token = (Token) tAnnotation; @SuppressWarnings("static-access") boolean isStopword = stopWord.isStopword(token.getCoveredText()); AnnotationGenerator.generateStopword(token, isStopword, aJCas); } // subMonitor.worked(1); } // subMonitor.done(); } @Override public void destroy() { stopWord.clear(); stopWord = null; super.destroy(); } }