/** * Copyright (c) 2009, Regents of the University of Colorado All rights * reserved. * * Redistribution and use in source and binary forms, with or without * modification, are permitted provided that the following conditions are met: * * Redistributions of source code must retain the above copyright notice, this * list of conditions and the following disclaimer. Redistributions in binary * form must reproduce the above copyright notice, this list of conditions and * the following disclaimer in the documentation and/or other materials provided * with the distribution. Neither the name of the University of Colorado at * Boulder nor the names of its contributors may be used to endorse or promote * products derived from this software without specific prior written * permission. * * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE * POSSIBILITY OF SUCH DAMAGE. */ package clear.engine; import clear.dep.DepNode; import clear.dep.DepTree; import clear.helper.POSTagger; import clear.helper.Tokenizer; import clear.parse.AbstractDepParser; import clear.parse.AbstractSRLParser; import clear.parse.Lemmatizer; import clear.reader.*; import clear.util.IOUtil; import java.io.File; import java.io.PrintStream; import org.kohsuke.args4j.CmdLineException; import org.kohsuke.args4j.CmdLineParser; import org.kohsuke.args4j.Option; import org.w3c.dom.Element; /** * Predicts dependency trees. * * @author Jinho D. Choi <b>Last update:</b> 6/29/2010 */ public class SRLPredict extends AbstractCommon { protected final String TAG_PREDICT = "predict"; @Option(name = "-i", usage = "input file", required = true, metaVar = "REQUIRED") private String s_inputPath = null; @Option(name = "-o", usage = "output file", required = true, metaVar = "REQUIRED") private String s_outputFile = null; @Option(name = "-m", usage = "model file", required = true, metaVar = "REQUIRED") private String s_modelFile = null; /** * Tokenizing modelFile */ private Tokenizer g_tokenizer = null; /** * Part-of-speech tagging modelFile */ private POSTagger g_postagger = null; /** * Morphological dictionary directory */ private Lemmatizer g_lemmatizer = null; /** * Dependency parser */ private AbstractDepParser g_parser = null; /** * Semantic role labeler */ private AbstractSRLParser g_labeler = null; public SRLPredict(String[] args) { CmdLineParser cmd = new CmdLineParser(this); try { cmd.parseArgument(args); init(); printConfig(); g_labeler = getSRLabeler(s_modelFile); g_labeler.setLanguage(s_language); File file = new File(s_inputPath); if (file.isFile()) { predict(s_inputPath, s_outputFile); } else { for (String inputFile : file.list()) { inputFile = s_inputPath + File.separator + inputFile; predict(inputFile, inputFile + ".label"); } } } catch (CmdLineException e) { System.err.println(e.getMessage()); cmd.printUsage(System.err); } catch (Exception e) { e.printStackTrace(); } } public void predict(String inputFile, String outputFile) throws Exception { AbstractReader<DepNode, DepTree> reader = null; switch (s_format) { case AbstractReader.FORMAT_RAW: reader = new RawReader(inputFile, g_tokenizer); break; case AbstractReader.FORMAT_POS: reader = new PosReader(inputFile); break; case AbstractReader.FORMAT_DEP: reader = new DepReader(inputFile, true); break; case AbstractReader.FORMAT_CONLLX: reader = new CoNLLXReader(inputFile, true); break; case AbstractReader.FORMAT_SRL: reader = new SRLReader(inputFile, false); break; } reader.setLanguage(s_language); PrintStream fout = IOUtil.createPrintFileStream(outputFile); DepTree tree; int n = 0; out.println("\n* Predict"); while (true) { tree = reader.nextTree(); if (tree == null) { break; } switch (s_format) { case AbstractReader.FORMAT_RAW: g_postagger.postag(tree); g_lemmatizer.lemmatize(tree); g_parser.parse(tree); break; case AbstractReader.FORMAT_POS: g_lemmatizer.lemmatize(tree); g_parser.parse(tree); break; } if (!s_format.equals(AbstractReader.FORMAT_SRL)) { tree.setPredicates(s_language); } g_labeler.parse(tree); n++; fout.println(tree + "\n"); if (n % 100 == 0) { out.print("\r- labeling: " + n); } } out.println("\r- labeling: " + n); fout.close(); reader.close(); } @Override protected void initElements() { if (!s_format.equals(AbstractReader.FORMAT_SRL)) { Element ePredict = getElement(e_config, TAG_PREDICT); Element element; if ((element = getElement(ePredict, TAG_PREDICT_TOK_MODEL)) != null) { g_tokenizer = new Tokenizer(element.getTextContent().trim()); } if ((element = getElement(ePredict, TAG_PREDICT_POS_MODEL)) != null) { g_postagger = new POSTagger(element.getTextContent().trim()); } if ((element = getElement(ePredict, TAG_PREDICT_MORPH_DICT)) != null) { g_lemmatizer = new Lemmatizer(element.getTextContent().trim()); } if ((element = getElement(ePredict, TAG_PREDICT_DEP_MODEL)) != null) { try { g_parser = getDepParser(element.getTextContent().trim()); } catch (Exception e) { e.printStackTrace(); } } } } protected void printConfig() { out.println("* Configurations"); out.println("- language : " + s_language); out.println("- format : " + s_format); out.println("- model_file : " + s_modelFile); out.println("- input_file : " + s_inputPath); out.println("- output_file: " + s_outputFile); } static public void main(String[] args) { SRLPredict srlPredict = new SRLPredict(args); } }