IS2SyntacticDependencyParser.java

/**
 * KOSHIK is an NLP framework for large scale processing using Hadoop. 
 * Copyright © 2014 Peter Exner
 * 
 * This file is part of KOSHIK.
 *
 * KOSHIK is free software: you can redistribute it and/or modify
 * it under the terms of the GNU General Public License as published by
 * the Free Software Foundation, either version 3 of the License, or
 * (at your option) any later version.
 *
 * KOSHIK is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with KOSHIK.  If not, see <http://www.gnu.org/licenses/>.
 */

package se.lth.cs.koshik.analysis.is2;

import se.lth.cs.koshik.analysis.ContentProcessor;
import se.lth.cs.koshik.input.conll.CoNLLFeature;
import se.lth.cs.koshik.model.Document;
import se.lth.cs.koshik.model.text.Sentence;
import se.lth.cs.koshik.model.text.Token;

import is2.data.SentenceData09;
import is2.parser.Parser;

public class IS2SyntacticDependencyParser implements ContentProcessor {
	private Parser dependencyParser;

	public IS2SyntacticDependencyParser(String modelFileName) {
		String[] argsDP={"-model","./model.zip/model/is2/" + modelFileName, "-cores", Integer.toString(Runtime.getRuntime().availableProcessors())};
		dependencyParser = new Parser(new is2.parser.Options(argsDP));
	}

	@Override
	public void process(Document document) throws Exception {
		for(Sentence sentence:document.select(Sentence.class)) {
			String[] tokens = new String[document.selectCoveredAnnotations(Token.class, sentence).size()];
			if(tokens.length > 150) {
				continue;
			}
			
			int i = 0;
			
			for(Token token:document.selectCoveredAnnotations(Token.class, sentence)) {
				tokens[i] = token.getFeature(CoNLLFeature.FORM);
				i++;
			}
			
			String[] tokensWithRoot = new String[tokens.length+1];
			tokensWithRoot[0] = is2.io.CONLLReader09.ROOT;
			System.arraycopy(tokens, 0, tokensWithRoot, 1, tokens.length);
			
			SentenceData09 sentenceData09 = new SentenceData09();
			sentenceData09.init(tokensWithRoot);
			
			sentenceData09.pfeats=new String[sentenceData09.forms.length];
			sentenceData09.plemmas=new String[sentenceData09.forms.length];
			sentenceData09.ppos=new String[sentenceData09.forms.length];
			
			sentenceData09.pfeats[0] = "_";
			sentenceData09.plemmas[0] = is2.io.CONLLReader09.ROOT;
			sentenceData09.ppos[0] = is2.io.CONLLReader09.ROOT;
			
			i = 1;
			for(Token token:document.selectCoveredAnnotations(Token.class, sentence)) {
				sentenceData09.pfeats[i] = token.getFeature(CoNLLFeature.PFEAT);
				sentenceData09.plemmas[i] = token.getFeature(CoNLLFeature.PLEMMA);
				sentenceData09.ppos[i] = token.getFeature(CoNLLFeature.PPOS);
				i++;
			}
			
			sentenceData09 = dependencyParser.apply(sentenceData09);
			
			i = 0;
			for(Token token:document.selectCoveredAnnotations(Token.class, sentence)) {
				token.setFeature(CoNLLFeature.PHEAD, Integer.toString(sentenceData09.pheads[i]));
				if(sentenceData09.pheads[i] == 0) {
					token.setFeature(CoNLLFeature.PDEPREL, "ROOT");
				} else {
					token.setFeature(CoNLLFeature.PDEPREL, sentenceData09.plabels[i]);
				}
				i++;
			}
		}
	}

}