/* LanguageTool, a natural language style checker
* Copyright (C) 2012 Daniel Naber (http://www.danielnaber.de)
*
* This library is free software; you can redistribute it and/or
* modify it under the terms of the GNU Lesser General Public
* License as published by the Free Software Foundation; either
* version 2.1 of the License, or (at your option) any later version.
*
* This library is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
* Lesser General Public License for more details.
*
* You should have received a copy of the GNU Lesser General Public
* License along with this library; if not, write to the Free Software
* Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301
* USA
*/
package org.languagetool;
import org.junit.Test;
import org.languagetool.language.*;
import org.languagetool.markup.AnnotatedText;
import org.languagetool.markup.AnnotatedTextBuilder;
import org.languagetool.rules.CategoryId;
import org.languagetool.rules.Rule;
import org.languagetool.rules.RuleMatch;
import java.io.IOException;
import java.util.ArrayList;
import java.util.List;
import java.util.ResourceBundle;
import static org.hamcrest.CoreMatchers.is;
import static org.junit.Assert.*;
public class JLanguageToolTest {
private static final English english = new English();
@Test
public void testGetAllActiveRules() throws Exception {
JLanguageTool langTool = new JLanguageTool(new Demo());
List<String> ruleIds = getActiveRuleIds(langTool);
assertTrue(ruleIds.contains("DEMO_RULE"));
assertFalse(ruleIds.contains("DEMO_RULE_OFF"));
for (Rule rule : langTool.getAllRules()) {
if (rule.getId().equals("DEMO_RULE_OFF")) {
rule.setDefaultOn();
}
}
List<String> ruleIds2 = getActiveRuleIds(langTool);
assertTrue(ruleIds2.contains("DEMO_RULE_OFF"));
}
@Test
public void testEnableRulesCategories() throws Exception {
JLanguageTool lt = new JLanguageTool(new Demo());
List<String> ruleIds = getActiveRuleIds(lt);
assertTrue(ruleIds.contains("DEMO_RULE"));
assertFalse(ruleIds.contains("IN_OFF_CATEGORY"));
lt.disableCategory(new CategoryId("MISC"));
List<String> ruleIds2 = getActiveRuleIds(lt);
assertFalse(ruleIds2.contains("DEMO_RULE"));
assertFalse(ruleIds2.contains("IN_OFF_CATEGORY"));
lt.enableRuleCategory(new CategoryId("MISC"));
List<String> ruleIds3 = getActiveRuleIds(lt);
assertTrue(ruleIds3.contains("DEMO_RULE"));
assertFalse(ruleIds3.contains("IN_OFF_CATEGORY"));
lt.enableRuleCategory(new CategoryId("DEFAULT_OFF"));
List<String> ruleIds4 = getActiveRuleIds(lt);
assertTrue(ruleIds4.contains("DEMO_RULE"));
assertTrue(ruleIds4.contains("IN_OFF_CATEGORY"));
assertFalse(ruleIds4.contains("IN_OFF_CATEGORY_OFF_ITSELF"));
lt.enableRule("IN_OFF_CATEGORY_OFF_ITSELF");
List<String> ruleIds5 = getActiveRuleIds(lt);
assertTrue(ruleIds5.contains("IN_OFF_CATEGORY_OFF_ITSELF"));
}
private List<String> getActiveRuleIds(JLanguageTool langTool) {
List<String> ruleIds = new ArrayList<>();
for (Rule rule : langTool.getAllActiveRules()) {
ruleIds.add(rule.getId());
}
return ruleIds;
}
@Test
public void testGetMessageBundle() throws Exception {
ResourceBundle bundle1 = JLanguageTool.getMessageBundle(new German());
assertThat(bundle1.getString("de"), is("Deutsch"));
ResourceBundle bundle2 = JLanguageTool.getMessageBundle(english);
assertThat(bundle2.getString("de"), is("German"));
ResourceBundle bundle3 = JLanguageTool.getMessageBundle(new AmericanEnglish());
assertThat(bundle3.getString("de"), is("German"));
}
@Test
public void testCountLines() {
assertEquals(0, JLanguageTool.countLineBreaks(""));
assertEquals(1, JLanguageTool.countLineBreaks("Hallo,\nnächste Zeile"));
assertEquals(2, JLanguageTool.countLineBreaks("\nZweite\nDritte"));
assertEquals(4, JLanguageTool.countLineBreaks("\nZweite\nDritte\n\n"));
}
@Test
public void testSentenceTokenize() throws IOException {
JLanguageTool languageTool = new JLanguageTool(english);
List<String> sentences = languageTool.sentenceTokenize("This is a sentence! This is another one.");
assertEquals(2, sentences.size());
assertEquals("This is a sentence! ", sentences.get(0));
assertEquals("This is another one.", sentences.get(1));
}
@Test
public void testAnnotateTextCheck() throws IOException {
JLanguageTool languageTool = new JLanguageTool(english);
AnnotatedText annotatedText = new AnnotatedTextBuilder()
.addMarkup("<b>")
.addText("here")
.addMarkup("</b>")
.addText(" is an error")
.build();
List<RuleMatch> matches = languageTool.check(annotatedText);
assertThat(matches.size(), is(1));
assertThat(matches.get(0).getFromPos(), is(3));
assertThat(matches.get(0).getToPos(), is(7));
}
@Test
public void testAnnotateTextCheckMultipleSentences() throws IOException {
JLanguageTool languageTool = new JLanguageTool(english);
AnnotatedText annotatedText = new AnnotatedTextBuilder()
.addMarkup("<b>")
.addText("here")
.addMarkup("</b>")
.addText(" is an error. And ")
.addMarkup("<i attr='foo'>")
.addText("here is also")
.addMarkup("</i>")
.addText(" a error.")
.build();
List<RuleMatch> matches = languageTool.check(annotatedText);
assertThat(matches.size(), is(2));
assertThat(matches.get(0).getFromPos(), is(3));
assertThat(matches.get(0).getToPos(), is(7));
assertThat(matches.get(1).getFromPos(), is(60));
assertThat(matches.get(1).getToPos(), is(61));
}
@Test
public void testAnnotateTextCheckMultipleSentences2() throws IOException {
JLanguageTool languageTool = new JLanguageTool(english);
AnnotatedText annotatedText = new AnnotatedTextBuilder()
.addText("here")
.addText(" is an error. And ")
.addMarkup("<i attr='foo'/>")
.addText("here is also ")
.addMarkup("<i>")
.addText("a")
.addMarkup("</i>")
.addText(" error.")
.build();
List<RuleMatch> matches = languageTool.check(annotatedText);
assertThat(matches.size(), is(2));
assertThat(matches.get(0).getFromPos(), is(0));
assertThat(matches.get(0).getToPos(), is(4));
assertThat(matches.get(1).getFromPos(), is(53));
assertThat(matches.get(1).getToPos(), is(54));
}
@Test
public void testAnnotateTextCheckPlainText() throws IOException {
JLanguageTool languageTool = new JLanguageTool(english);
AnnotatedText annotatedText = new AnnotatedTextBuilder()
.addText("A good sentence. But here's a error.").build();
List<RuleMatch> matches = languageTool.check(annotatedText);
assertThat(matches.size(), is(1));
assertThat(matches.get(0).getFromPos(), is(28));
assertThat(matches.get(0).getToPos(), is(29));
}
@Test
public void testStrangeInput() throws IOException {
JLanguageTool languageTool = new JLanguageTool(english);
List<RuleMatch> matches = languageTool.check(""); // used to be a bug (it's not a normal dash)
assertThat(matches.size(), is(0));
}
@Test
public void testCache() throws IOException {
ResultCache cache = new ResultCache(1000);
JLanguageTool ltEnglish = new JLanguageTool(english, null, cache);
assertThat(ltEnglish.check("This is an test").size(), is(1));
assertThat(cache.hitCount(), is(0L));
assertThat(ltEnglish.check("This is an test").size(), is(1));
assertThat(cache.hitCount(), is(2L));
JLanguageTool ltGerman = new JLanguageTool(new GermanyGerman(), null, cache);
assertTrue(ltGerman.check("This is an test").size() >= 3);
assertThat(cache.hitCount(), is(2L));
assertThat(ltEnglish.check("This is an test").size(), is(1));
assertThat(cache.hitCount(), is(4L));
}
@Test
public void testMatchPositionsWithCache() throws IOException {
ResultCache cache = new ResultCache(1000);
JLanguageTool ltEnglish = new JLanguageTool(english, null, cache);
List<RuleMatch> matches1 = ltEnglish.check("A test. This is an test.");
assertThat(matches1.size(), is(1));
assertThat(matches1.get(0).getFromPos(), is(16));
assertThat(matches1.get(0).getToPos(), is(18));
List<RuleMatch> matches2 = ltEnglish.check("Another test. This is an test.");
assertThat(matches2.size(), is(1));
assertThat(matches2.get(0).getFromPos(), is(16+6)); // position up-to-date despite result from cache
assertThat(matches2.get(0).getToPos(), is(18+6));
}
@Test
public void testCacheWithTextLevelRules() throws IOException {
ResultCache cache = new ResultCache(1000);
JLanguageTool ltNoCache = new JLanguageTool(new GermanyGerman(), null);
assertThat(ltNoCache.check("Ein Delfin. Noch ein Delfin.").size(), is(0));
assertThat(ltNoCache.check("Ein Delfin. Noch ein Delphin.").size(), is(1));
JLanguageTool ltWithCache = new JLanguageTool(new GermanyGerman(), null, cache);
assertThat(ltWithCache.check("Ein Delfin. Noch ein Delfin.").size(), is(0));
assertThat(cache.hitCount(), is(0L));
assertThat(ltWithCache.check("Ein Delfin. Noch ein Delphin.").size(), is(1));
assertThat(cache.hitCount(), is(2L));
assertThat(ltWithCache.check("Ein Delphin. Noch ein Delfin.").size(), is(1));
assertThat(cache.hitCount(), is(4L));
assertThat(ltWithCache.check("Ein Delfin. Noch ein Delfin.").size(), is(0)); // try again - no state is kept
assertThat(cache.hitCount(), is(8L));
assertThat(ltWithCache.check("Ein Delphin. Noch ein Delphin.").size(), is(0)); // try again - no state is kept
assertThat(cache.hitCount(), is(12L));
}
}