GermanAuxVerbGuesser2.java

/* LanguageTool, a natural language style checker 
 * Copyright (C) 2016 Daniel Naber (http://www.danielnaber.de)
 * 
 * This library is free software; you can redistribute it and/or
 * modify it under the terms of the GNU Lesser General Public
 * License as published by the Free Software Foundation; either
 * version 2.1 of the License, or (at your option) any later version.
 *
 * This library is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 * Lesser General Public License for more details.
 *
 * You should have received a copy of the GNU Lesser General Public
 * License along with this library; if not, write to the Free Software
 * Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA  02110-1301
 * USA
 */
package org.languagetool.dev.bigdata;

import org.languagetool.languagemodel.LuceneLanguageModel;

import java.io.File;
import java.io.IOException;
import java.nio.file.Files;
import java.nio.file.Paths;
import java.util.List;

import static java.util.Arrays.asList;

/**
 * Hack to guess whether a German verb requires Akkusativ or Dativ, e.g. "ich reserviere mir"
 * vs. "ich schäme mich".
 * Requires Google ngram index or similar in Lucene format as used by LT and
 * a list of "participle2 \t lemma" per line (i.e. tab-separated), e.g. "getrunken \t trinken".
 */
final class GermanAuxVerbGuesser2 {

  private GermanAuxVerbGuesser2() {
  }

  public static void main(String[] args) throws IOException {
    if (args.length != 2) {
      System.out.println("Usage: " + GermanAuxVerbGuesser2.class.getName() + " <ngramDataIndex> <lemmaFile>");
      System.out.println("   <lemmaFile> is a text file with 'participle2 \\t lemma' per line, e.g. 'getrunken \t trinken'");
      System.exit(1);
    }
    String indexTopDir = args[0];
    List<String> lines = Files.readAllLines(Paths.get(args[1]));
    System.out.println("# factor lemma Dativ/mir Akkusativ/mich");
    try (LuceneLanguageModel lm = new LuceneLanguageModel(new File(indexTopDir))) {
      for (String line : lines) {
        String pa2 = line.split("\t")[0];
        String lemma = line.split("\t")[1];
        long mir = count(lm, pa2, lemma, "mir");
        long mich = count(lm, pa2, lemma, "mich");
        long dir = count(lm, pa2, lemma, "dir");
        long dich = count(lm, pa2, lemma, "dich");
        float factor = ((float)mir + dir) / ((float)mich + dich);
        System.out.println(factor + " " + lemma + " " + mir + " " + mich);
      }
    }
  }

  private static long count(LuceneLanguageModel lm, String pa2, String lemma, String reflexivePronoun) {
    return 
        lm.getCount(asList(reflexivePronoun, pa2)) 
      + lm.getCount(asList(reflexivePronoun, lemma));
  }

}