package org.apache.maven.plugins.surefire.report;
/*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing,
* software distributed under the License is distributed on an
* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
* KIND, either express or implied. See the License for the
* specific language governing permissions and limitations
* under the License.
*/
import java.io.ByteArrayInputStream;
import java.io.File;
import java.io.InputStream;
import java.io.InputStreamReader;
import java.util.ArrayList;
import java.util.Collection;
import java.util.List;
import org.apache.maven.plugin.surefire.log.api.ConsoleLogger;
import org.junit.After;
import org.junit.Before;
import org.junit.Test;
import static org.junit.Assert.*;
import static org.junit.Assume.assumeTrue;
import static org.hamcrest.Matchers.*;
import static org.hamcrest.MatcherAssert.assertThat;
/**
* @author Kristian Rosenvold
*/
public class TestSuiteXmlParserTest
{
private static final String[] linePatterns = { "at org.apache.Test.", "at org.apache.Test$" };
private final Collection<String> loggedErrors = new ArrayList<String>();
private ConsoleLogger consoleLogger;
@Before
public void instantiateLogger()
{
consoleLogger = new ConsoleLogger()
{
@Override
public void debug( String message )
{
}
@Override
public void info( String message )
{
}
@Override
public void warning( String message )
{
loggedErrors.add( message );
}
@Override
public void error( String message )
{
loggedErrors.add( message );
}
@Override
public void error( String message, Throwable t )
{
loggedErrors.add( message );
}
@Override
public void error( Throwable t )
{
loggedErrors.add( t.getLocalizedMessage() );
}
};
}
@After
public void verifyErrorFreeLogger()
{
assertThat( loggedErrors, is( empty() ) );
}
@Test
public void testParse()
throws Exception
{
TestSuiteXmlParser testSuiteXmlParser = new TestSuiteXmlParser( consoleLogger );
String xml = "<?xml version=\"1.0\" encoding=\"UTF-8\" ?>\n" +
"<testsuite failures=\"4\" time=\"0.005\" errors=\"0\" skipped=\"0\" tests=\"4\" name=\"wellFormedXmlFailures.TestSurefire3\">\n"
+
" <properties>\n" +
" <property name=\"java.runtime.name\" value=\"Java(TM) SE Runtime Environment\"/>\n" +
" <property name=\"sun.cpu.isalist\" value=\"amd64\"/>\n" +
" </properties>\n" +
" <testcase time=\"0.005\" classname=\"wellFormedXmlFailures.TestSurefire3\" name=\"testLower\">\n" +
" <failure message=\"<\" type=\"junit.framework.AssertionFailedError\"><![CDATA[junit.framework.AssertionFailedError: <\n"
+
"\tat junit.framework.Assert.fail(Assert.java:47)\n" +
"\tat wellFormedXmlFailures.TestSurefire3.testLower(TestSurefire3.java:30)\n" +
"]]></failure>\n" +
" </testcase>\n" +
" <testcase time=\"0\" classname=\"wellFormedXmlFailures.TestSurefire3\" name=\"testU0000\">\n" +
" <failure message=\"&0#;\" type=\"junit.framework.AssertionFailedError\">junit.framework.AssertionFailedError: \n"
+
"\tat junit.framework.Assert.fail(Assert.java:47)\n" +
"\tat wellFormedXmlFailures.TestSurefire3.testU0000(TestSurefire3.java:40)\n" +
"</failure>\n" +
" </testcase>\n" +
" <testcase time=\"0\" classname=\"wellFormedXmlFailures.TestSurefire3\" name=\"testGreater\">\n" +
" <failure message=\">\" type=\"junit.framework.AssertionFailedError\">junit.framework.AssertionFailedError: >\n"
+
"\tat junit.framework.Assert.fail(Assert.java:47)\n" +
"\tat wellFormedXmlFailures.TestSurefire3.testGreater(TestSurefire3.java:35)\n" +
"</failure>\n" +
" </testcase>\n" +
" <testcase time=\"0\" classname=\"wellFormedXmlFailures.TestSurefire3\" name=\"testQuote\">\n" +
" <failure message=\""\" type=\"junit.framework.AssertionFailedError\">junit.framework.AssertionFailedError: \"\n"
+
"\tat junit.framework.Assert.fail(Assert.java:47)\n" +
"\tat wellFormedXmlFailures.TestSurefire3.testQuote(TestSurefire3.java:25)\n" +
"</failure>\n" +
" </testcase>\n" +
"</testsuite>";
InputStream byteArrayIs = new ByteArrayInputStream( xml.getBytes() );
List<ReportTestSuite> parse = testSuiteXmlParser.parse( new InputStreamReader(byteArrayIs, "UTF-8") );
assertThat( parse.size(), is( 1 ) );
ReportTestSuite report = parse.get( 0 );
assertThat( report.getFullClassName(), is( "wellFormedXmlFailures.TestSurefire3" ) );
assertThat( report.getName(), is( "TestSurefire3" ) );
assertThat( report.getPackageName(), is( "wellFormedXmlFailures" ) );
assertThat( report.getNumberOfTests(), is( 4 ) );
assertThat( report.getNumberOfSkipped(), is( 0 ) );
assertThat( report.getNumberOfErrors(), is( 0 ) );
assertThat( report.getNumberOfFailures(), is( 4 ) );
assertThat( report.getNumberOfFlakes(), is( 0 ) );
assertThat( report.getTimeElapsed(), is( 0.005f ) );
assertThat( report.getTestCases().size(), is( 4 ) );
List<ReportTestCase> tests = report.getTestCases();
assertThat( tests.get( 0 ).getFullClassName(), is( "wellFormedXmlFailures.TestSurefire3" ) );
assertThat( tests.get( 0 ).getName(), is( "testLower" ) );
assertThat( tests.get( 0 ).getFailureDetail(),
is( "junit.framework.AssertionFailedError: <\n"
+ "\tat junit.framework.Assert.fail(Assert.java:47)\n"
+ "\tat wellFormedXmlFailures.TestSurefire3.testLower(TestSurefire3.java:30)\n" ) );
assertThat( tests.get( 0 ).getClassName(), is( "TestSurefire3" ) );
assertThat( tests.get( 0 ).getTime(), is( 0.005f ) );
assertThat( tests.get( 0 ).getFailureErrorLine(), is( "30" ) );
assertThat( tests.get( 0 ).getFailureMessage(), is( "<" ) );
assertThat( tests.get( 0 ).getFullName(), is( "wellFormedXmlFailures.TestSurefire3.testLower" ) );
assertThat( tests.get( 0 ).getFailureType(), is( "junit.framework.AssertionFailedError" ) );
assertThat( tests.get( 1 ).getFullClassName(), is( "wellFormedXmlFailures.TestSurefire3" ) );
assertThat( tests.get( 1 ).getName(), is( "testU0000" ) );
assertThat( tests.get( 1 ).getFailureDetail(),
is( "junit.framework.AssertionFailedError: \n"
+ "\tat junit.framework.Assert.fail(Assert.java:47)\n"
+ "\tat wellFormedXmlFailures.TestSurefire3.testU0000(TestSurefire3.java:40)\n" ) );
assertThat( tests.get( 1 ).getClassName(), is( "TestSurefire3" ) );
assertThat( tests.get( 1 ).getTime(), is( 0f ) );
assertThat( tests.get( 1 ).getFailureErrorLine(), is( "40" ) );
assertThat( tests.get( 1 ).getFailureMessage(), is( "&0#;" ) );
assertThat( tests.get( 1 ).getFullName(), is( "wellFormedXmlFailures.TestSurefire3.testU0000" ) );
assertThat( tests.get( 1 ).getFailureType(), is( "junit.framework.AssertionFailedError" ) );
assertThat( tests.get( 2 ).getFullClassName(), is( "wellFormedXmlFailures.TestSurefire3" ) );
assertThat( tests.get( 2 ).getName(), is( "testGreater" ) );
assertThat( tests.get( 2 ).getFailureDetail(),
is( "junit.framework.AssertionFailedError: >\n"
+ "\tat junit.framework.Assert.fail(Assert.java:47)\n"
+ "\tat wellFormedXmlFailures.TestSurefire3.testGreater(TestSurefire3.java:35)\n" ) );
assertThat( tests.get( 2 ).getClassName(), is( "TestSurefire3" ) );
assertThat( tests.get( 2 ).getTime(), is( 0f ) );
assertThat( tests.get( 2 ).getFailureErrorLine(), is( "35" ) );
assertThat( tests.get( 2 ).getFailureMessage(), is( ">" ) );
assertThat( tests.get( 2 ).getFullName(), is( "wellFormedXmlFailures.TestSurefire3.testGreater" ) );
assertThat( tests.get( 2 ).getFailureType(), is( "junit.framework.AssertionFailedError" ) );
assertThat( tests.get( 3 ).getFullClassName(), is( "wellFormedXmlFailures.TestSurefire3" ) );
assertThat( tests.get( 3 ).getName(), is( "testQuote" ) );
assertThat( tests.get( 3 ).getFailureDetail(),
is( "junit.framework.AssertionFailedError: \"\n"
+ "\tat junit.framework.Assert.fail(Assert.java:47)\n"
+ "\tat wellFormedXmlFailures.TestSurefire3.testQuote(TestSurefire3.java:25)\n" ) );
assertThat( tests.get( 3 ).getClassName(), is( "TestSurefire3" ) );
assertThat( tests.get( 3 ).getTime(), is( 0f ) );
assertThat( tests.get( 3 ).getFailureErrorLine(), is( "25" ) );
assertThat( tests.get( 3 ).getFailureMessage(), is( "\"" ) );
assertThat( tests.get( 3 ).getFullName(), is( "wellFormedXmlFailures.TestSurefire3.testQuote" ) );
assertThat( tests.get( 3 ).getFailureType(), is( "junit.framework.AssertionFailedError" ) );
}
@Test
public void testParser()
throws Exception
{
TestSuiteXmlParser parser = new TestSuiteXmlParser( consoleLogger );
Collection<ReportTestSuite> oldResult = parser.parse(
"src/test/resources/fixture/testsuitexmlparser/TEST-org.apache.maven.surefire.test.FailingTest.xml" );
assertNotNull( oldResult );
assertEquals( 1, oldResult.size() );
ReportTestSuite next = oldResult.iterator().next();
assertEquals( 2, next.getNumberOfTests() );
}
@Test
public void successfulSurefireTestReport()
throws Exception
{
TestSuiteXmlParser parser = new TestSuiteXmlParser( consoleLogger );
File surefireReport = new File( "src/test/resources/junit-pathWithÜmlaut/TEST-umlautTest.BasicTest.xml" );
assumeTrue( surefireReport.isFile() );
Collection<ReportTestSuite> suites = parser.parse( surefireReport.getCanonicalPath() );
assertNotNull( suites );
assertEquals( 1, suites.size() );
ReportTestSuite suite = suites.iterator().next();
assertThat( suite.getNumberOfTests(), is( 1 ) );
assertEquals( 1, suite.getNumberOfTests() );
assertEquals( 0, suite.getNumberOfFlakes() );
assertEquals( 0, suite.getNumberOfFailures() );
assertEquals( 0, suite.getNumberOfErrors() );
assertEquals( 0, suite.getNumberOfSkipped() );
assertThat( suite.getTimeElapsed(), is( 0.002f ) );
assertThat( suite.getFullClassName(), is( "umlautTest.BasicTest" ) );
assertThat( suite.getPackageName(), is( "umlautTest" ) );
assertThat( suite.getName(), is( "BasicTest" ) );
ReportTestCase test = suite.getTestCases().iterator().next();
assertFalse( test.hasFailure() );
assertNull( test.getFailureDetail() );
assertNull( test.getFailureErrorLine() );
assertNull( test.getFailureType() );
assertThat( test.getTime(), is( 0.002f ) );
assertThat( test.getFullClassName(), is( "umlautTest.BasicTest" ) );
assertThat( test.getClassName(), is( "BasicTest" ) );
assertThat( test.getName(), is( "testSetUp" ) );
assertThat( test.getFullName(), is( "umlautTest.BasicTest.testSetUp" ) );
}
@Test
public void testParserHitsFailsafeSummary()
throws Exception
{
TestSuiteXmlParser parser = new TestSuiteXmlParser( consoleLogger );
parser.parse( "src/test/resources/fixture/testsuitexmlparser/failsafe-summary.xml" );
assertFalse( parser.isValid() );
parser.parse(
"src/test/resources/fixture/testsuitexmlparser/TEST-org.apache.maven.surefire.test.FailingTest.xml" );
assertTrue( parser.isValid() );
}
@Test
public void lastIndexOfPatternOfOrdinalTest()
{
final StringBuilder stackTrace = new StringBuilder(
"\tat org.apache.Test.util(Test.java:60)\n"
+ "\tat org.apache.Test.test(Test.java:30)\n"
+ "\tat com.sun.Impl.xyz(Impl.java:258)\n" );
int[] result = TestSuiteXmlParser.lastIndexOf( stackTrace, linePatterns );
assertThat( result[0], is( 40 ) );
assertThat( result[1], is( 0 ) );
String errorLine = TestSuiteXmlParser.parseErrorLine( stackTrace, "org.apache.Test" );
assertThat( errorLine, is( "30" ) );
}
@Test
public void lastIndexOfPatternOfOrdinalTestWithCause()
{
final StringBuilder stackTrace = new StringBuilder(
"\tat org.apache.Test.util(Test.java:60)\n"
+ "\tat org.apache.Test.test(Test.java:30)\n"
+ "\tat com.sun.Impl.xyz(Impl.java:258)\n"
+ "\tat Caused by: java.lang.IndexOutOfBoundsException\n"
+ "\tat org.apache.Test.util(Test.java:70)\n" );
int[] result = TestSuiteXmlParser.lastIndexOf( stackTrace, linePatterns );
assertThat( result[0], is( 40 ) );
assertThat( result[1], is( 0 ) );
String errorLine = TestSuiteXmlParser.parseErrorLine( stackTrace, "org.apache.Test" );
assertThat( errorLine, is( "30" ) );
}
@Test
public void lastIndexOfPatternOfEnclosedTest()
{
final StringBuilder source = new StringBuilder(
"\tat org.apache.Test.util(Test.java:60)\n"
+ "\tat org.apache.Test$Nested.test(Test.java:30)\n"
+ "\tat com.sun.Impl.xyz(Impl.java:258)\n" );
int[] result = TestSuiteXmlParser.lastIndexOf( source, linePatterns );
assertThat( result[0], is( 40 ) );
assertThat( result[1], is( 1 ) );
String errorLine = TestSuiteXmlParser.parseErrorLine( source, "org.apache.Test$Nested" );
assertThat( errorLine, is( "30" ) );
}
@Test
public void lastIndexOfPatternOfEnclosedTestWithCause()
{
final StringBuilder source = new StringBuilder(
"\tat org.apache.Test.util(Test.java:60)\n"
+ "\tat org.apache.Test$Nested.test(Test.java:30)\n"
+ "\tat com.sun.Impl.xyz(Impl.java:258)\n"
+ "\tat Caused by: java.lang.IndexOutOfBoundsException\n"
+ "\tat org.apache.Test$Nested.util(Test.java:70)\n" );
int[] result = TestSuiteXmlParser.lastIndexOf( source, linePatterns );
assertThat( result[0], is( 40 ) );
assertThat( result[1], is( 1 ) );
String errorLine = TestSuiteXmlParser.parseErrorLine( source, "org.apache.Test$Nested" );
assertThat( errorLine, is( "30" ) );
}
@Test
public void shouldParserEverythingInOrdinalTest()
throws Exception
{
TestSuiteXmlParser parser = new TestSuiteXmlParser( consoleLogger );
List<ReportTestSuite> tests =
parser.parse( "src/test/resources/fixture/testsuitexmlparser/TEST-surefire.MyTest.xml" );
assertTrue( parser.isValid() );
assertThat( tests.size(), is( 1 ) );
assertThat( tests.get( 0 ).getFullClassName(), is( "surefire.MyTest" ) );
assertThat( tests.get( 0 ).getNumberOfErrors(), is( 1 ) );
assertThat( tests.get( 0 ).getNumberOfFlakes(), is( 0 ) );
assertThat( tests.get( 0 ).getNumberOfSkipped(), is( 0 ) );
assertThat( tests.get( 0 ).getNumberOfFailures(), is( 0 ) );
assertThat( tests.get( 0 ).getPackageName(), is( "surefire" ) );
assertThat( tests.get( 0 ).getNumberOfTests(), is( 1 ) );
assertThat( tests.get( 0 ).getTestCases().size(), is( 1 ) );
assertTrue( tests.get( 0 ).getTestCases().get( 0 ).hasFailure() );
assertThat( tests.get( 0 ).getTestCases().get( 0 ).getFailureErrorLine(), is( "13" ) );
assertThat( tests.get( 0 ).getTestCases().get( 0 ).getFailureType(), is( "java.lang.RuntimeException" ) );
assertThat( tests.get( 0 ).getTestCases().get( 0 ).getFullClassName(), is( "surefire.MyTest" ) );
assertThat( tests.get( 0 ).getTestCases().get( 0 ).getClassName(), is( "MyTest" ) );
assertThat( tests.get( 0 ).getTestCases().get( 0 ).getName(), is( "test" ) );
assertThat( tests.get( 0 ).getTestCases().get( 0 ).getFullName(), is( "surefire.MyTest.test" ) );
assertThat( tests.get( 0 ).getTestCases().get( 0 ).getTime(), is( 0.1f ) );
assertThat( tests.get( 0 ).getTestCases().get( 0 ).getFailureMessage(), is( "this is different message" ) );
assertThat( tests.get( 0 ).getTestCases().get( 0 ).getFailureDetail(),
is( "java.lang.RuntimeException: java.lang.IndexOutOfBoundsException\n"
+ "\tat surefire.MyTest.rethrownDelegate(MyTest.java:24)\n"
+ "\tat surefire.MyTest.newRethrownDelegate(MyTest.java:17)\n"
+ "\tat surefire.MyTest.test(MyTest.java:13)\n"
+ "\tat sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\n"
+ "\tat sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)\n"
+ "\tat sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\n"
+ "\tat java.lang.reflect.Method.invoke(Method.java:606)\n"
+ "\tat org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:50)\n"
+ "\tat org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)\n"
+ "\tat org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:47)\n"
+ "\tat org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)\n"
+ "\tat org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:325)\n"
+ "\tat org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:78)\n"
+ "\tat org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:57)\n"
+ "\tat org.junit.runners.ParentRunner$3.run(ParentRunner.java:290)\n"
+ "\tat org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:71)\n"
+ "\tat org.junit.runners.ParentRunner.runChildren(ParentRunner.java:288)\n"
+ "\tat org.junit.runners.ParentRunner.access$000(ParentRunner.java:58)\n"
+ "\tat org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:268)\n"
+ "\tat org.junit.runners.ParentRunner.run(ParentRunner.java:363)\n"
+ "\tat org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:272)\n"
+ "\tat org.apache.maven.surefire.junit4.JUnit4Provider.executeWithRerun(JUnit4Provider.java:167)\n"
+ "\tat org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:147)\n"
+ "\tat org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:130)\n"
+ "\tat org.apache.maven.surefire.booter.ForkedBooter.invokeProviderInSameClassLoader(ForkedBooter.java:211)\n"
+ "\tat org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:163)\n"
+ "\tat org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:105)\n"
+ "\tCaused by: java.lang.IndexOutOfBoundsException\n"
+ "\tat surefire.MyTest.failure(MyTest.java:33)\n"
+ "\tat surefire.MyTest.access$100(MyTest.java:9)\n"
+ "\tat surefire.MyTest$Nested.run(MyTest.java:38)\n"
+ "\tat surefire.MyTest.delegate(MyTest.java:29)\n"
+ "\tat surefire.MyTest.rethrownDelegate(MyTest.java:22)" ) );
}
@Test
public void shouldParserEverythingInEnclosedTest()
throws Exception
{
TestSuiteXmlParser parser = new TestSuiteXmlParser( consoleLogger );
List<ReportTestSuite> tests =
parser.parse( "src/test/resources/fixture/testsuitexmlparser/TEST-surefire.MyTest-enclosed.xml" );
assertTrue( parser.isValid() );
assertThat( tests.size(), is( 1 ) );
assertThat( tests.get( 0 ).getFullClassName(), is( "surefire.MyTest$A" ) );
assertThat( tests.get( 0 ).getNumberOfErrors(), is( 1 ) );
assertThat( tests.get( 0 ).getNumberOfFlakes(), is( 0 ) );
assertThat( tests.get( 0 ).getNumberOfSkipped(), is( 0 ) );
assertThat( tests.get( 0 ).getNumberOfFailures(), is( 0 ) );
assertThat( tests.get( 0 ).getPackageName(), is( "surefire" ) );
assertThat( tests.get( 0 ).getNumberOfTests(), is( 1 ) );
assertThat( tests.get( 0 ).getTestCases().size(), is( 1 ) );
assertTrue( tests.get( 0 ).getTestCases().get( 0 ).hasFailure() );
assertThat( tests.get( 0 ).getTestCases().get( 0 ).getFailureErrorLine(), is( "45" ) );
assertThat( tests.get( 0 ).getTestCases().get( 0 ).getFailureType(),
is( "java.lang.RuntimeException" ) );
assertThat( tests.get( 0 ).getTestCases().get( 0 ).getFullClassName(), is( "surefire.MyTest$A" ) );
assertThat( tests.get( 0 ).getTestCases().get( 0 ).getClassName(), is( "MyTest$A" ) );
assertThat( tests.get( 0 ).getTestCases().get( 0 ).getName(), is( "t" ) );
assertThat( tests.get( 0 ).getTestCases().get( 0 ).getFullName(), is( "surefire.MyTest$A.t" ) );
assertThat( tests.get( 0 ).getTestCases().get( 0 ).getTime(), is( 0f ) );
assertThat( tests.get( 0 ).getTestCases().get( 0 ).getFailureMessage(),
is( "java.lang.IndexOutOfBoundsException" ) );
assertThat( tests.get( 0 ).getTestCases().get( 0 ).getFailureDetail(),
is( "java.lang.RuntimeException: java.lang.IndexOutOfBoundsException\n"
+ "\tat surefire.MyTest.rethrownDelegate(MyTest.java:24)\n"
+ "\tat surefire.MyTest.newRethrownDelegate(MyTest.java:17)\n"
+ "\tat surefire.MyTest.access$200(MyTest.java:9)\n"
+ "\tat surefire.MyTest$A.t(MyTest.java:45)\n"
+ "\tat sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\n"
+ "\tat sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)\n"
+ "\tat sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\n"
+ "\tat java.lang.reflect.Method.invoke(Method.java:606)\n"
+ "\tat org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:50)\n"
+ "\tat org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)\n"
+ "\tat org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:47)\n"
+ "\tat org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)\n"
+ "\tat org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:325)\n"
+ "\tat org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:78)\n"
+ "\tat org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:57)\n"
+ "\tat org.junit.runners.ParentRunner$3.run(ParentRunner.java:290)\n"
+ "\tat org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:71)\n"
+ "\tat org.junit.runners.ParentRunner.runChildren(ParentRunner.java:288)\n"
+ "\tat org.junit.runners.ParentRunner.access$000(ParentRunner.java:58)\n"
+ "\tat org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:268)\n"
+ "\tat org.junit.runners.ParentRunner.run(ParentRunner.java:363)\n"
+ "\tat org.junit.runners.Suite.runChild(Suite.java:128)\n"
+ "\tat org.junit.runners.Suite.runChild(Suite.java:27)\n"
+ "\tat org.junit.runners.ParentRunner$3.run(ParentRunner.java:290)\n"
+ "\tat org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:71)\n"
+ "\tat org.junit.runners.ParentRunner.runChildren(ParentRunner.java:288)\n"
+ "\tat org.junit.runners.ParentRunner.access$000(ParentRunner.java:58)\n"
+ "\tat org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:268)\n"
+ "\tat org.junit.runners.ParentRunner.run(ParentRunner.java:363)\n"
+ "\tat org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:272)\n"
+ "\tat org.apache.maven.surefire.junit4.JUnit4Provider.executeWithRerun(JUnit4Provider.java:167)\n"
+ "\tat org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:147)\n"
+ "\tat org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:130)\n"
+ "\tat org.apache.maven.surefire.booter.ForkedBooter.invokeProviderInSameClassLoader(ForkedBooter.java:211)\n"
+ "\tat org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:163)\n"
+ "\tat org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:105)\n"
+ "\tCaused by: java.lang.IndexOutOfBoundsException\n"
+ "\tat surefire.MyTest.failure(MyTest.java:33)\n"
+ "\tat surefire.MyTest.access$100(MyTest.java:9)\n"
+ "\tat surefire.MyTest$Nested.run(MyTest.java:38)\n"
+ "\tat surefire.MyTest.delegate(MyTest.java:29)\n"
+ "\tat surefire.MyTest.rethrownDelegate(MyTest.java:22)\n" ) );
}
@Test
public void shouldParserEverythingInEnclosedTrimStackTraceTest()
throws Exception
{
TestSuiteXmlParser parser = new TestSuiteXmlParser( consoleLogger );
List<ReportTestSuite> tests = parser.parse( "src/test/resources/fixture/testsuitexmlparser/"
+ "TEST-surefire.MyTest-enclosed-trimStackTrace.xml" );
assertTrue( parser.isValid() );
assertThat( tests.size(), is( 1 ) );
assertThat( tests.get( 0 ).getFullClassName(), is( "surefire.MyTest$A" ) );
assertThat( tests.get( 0 ).getNumberOfErrors(), is( 1 ) );
assertThat( tests.get( 0 ).getNumberOfFlakes(), is( 0 ) );
assertThat( tests.get( 0 ).getNumberOfSkipped(), is( 0 ) );
assertThat( tests.get( 0 ).getNumberOfFailures(), is( 0 ) );
assertThat( tests.get( 0 ).getPackageName(), is( "surefire" ) );
assertThat( tests.get( 0 ).getNumberOfTests(), is( 1 ) );
assertThat( tests.get( 0 ).getTestCases().size(), is( 1 ) );
assertTrue( tests.get( 0 ).getTestCases().get( 0 ).hasFailure() );
assertThat( tests.get( 0 ).getTestCases().get( 0 ).getFailureErrorLine(), is( "45" ) );
assertThat( tests.get( 0 ).getTestCases().get( 0 ).getFailureType(),
is( "java.lang.RuntimeException" ) );
assertThat( tests.get( 0 ).getTestCases().get( 0 ).getFullClassName(), is( "surefire.MyTest$A" ) );
assertThat( tests.get( 0 ).getTestCases().get( 0 ).getClassName(), is( "MyTest$A" ) );
assertThat( tests.get( 0 ).getTestCases().get( 0 ).getName(), is( "t" ) );
assertThat( tests.get( 0 ).getTestCases().get( 0 ).getFullName(), is( "surefire.MyTest$A.t" ) );
assertThat( tests.get( 0 ).getTestCases().get( 0 ).getTime(), is( 0f ) );
assertThat( tests.get( 0 ).getTestCases().get( 0 ).getFailureMessage(),
is( "java.lang.IndexOutOfBoundsException" ) );
assertThat( tests.get( 0 ).getTestCases().get( 0 ).getFailureDetail(),
is( "java.lang.RuntimeException: java.lang.IndexOutOfBoundsException\n"
+ "\tat surefire.MyTest.failure(MyTest.java:33)\n"
+ "\tat surefire.MyTest.access$100(MyTest.java:9)\n"
+ "\tat surefire.MyTest$Nested.run(MyTest.java:38)\n"
+ "\tat surefire.MyTest.delegate(MyTest.java:29)\n"
+ "\tat surefire.MyTest.rethrownDelegate(MyTest.java:22)\n"
+ "\tat surefire.MyTest.newRethrownDelegate(MyTest.java:17)\n"
+ "\tat surefire.MyTest.access$200(MyTest.java:9)\n"
+ "\tat surefire.MyTest$A.t(MyTest.java:45)\n" ) );
}
@Test
public void shouldParserEverythingInNestedClassTest()
throws Exception
{
TestSuiteXmlParser parser = new TestSuiteXmlParser( consoleLogger );
List<ReportTestSuite> tests = parser.parse( "src/test/resources/fixture/testsuitexmlparser/"
+ "TEST-surefire.MyTest-nestedClass.xml" );
assertTrue( parser.isValid() );
assertThat( tests.size(), is( 1 ) );
assertThat( tests.get( 0 ).getFullClassName(), is( "surefire.MyTest" ) );
assertThat( tests.get( 0 ).getNumberOfErrors(), is( 1 ) );
assertThat( tests.get( 0 ).getNumberOfFlakes(), is( 0 ) );
assertThat( tests.get( 0 ).getNumberOfSkipped(), is( 0 ) );
assertThat( tests.get( 0 ).getNumberOfFailures(), is( 0 ) );
assertThat( tests.get( 0 ).getPackageName(), is( "surefire" ) );
assertThat( tests.get( 0 ).getNumberOfTests(), is( 1 ) );
assertThat( tests.get( 0 ).getTestCases().size(), is( 1 ) );
assertTrue( tests.get( 0 ).getTestCases().get( 0 ).hasFailure() );
assertThat( tests.get( 0 ).getTestCases().get( 0 ).getFailureErrorLine(), is( "13" ) );
assertThat( tests.get( 0 ).getTestCases().get( 0 ).getFailureType(),
is( "java.lang.RuntimeException" ) );
assertThat( tests.get( 0 ).getTestCases().get( 0 ).getFullClassName(), is( "surefire.MyTest" ) );
assertThat( tests.get( 0 ).getTestCases().get( 0 ).getClassName(), is( "MyTest" ) );
assertThat( tests.get( 0 ).getTestCases().get( 0 ).getName(), is( "test" ) );
assertThat( tests.get( 0 ).getTestCases().get( 0 ).getFullName(), is( "surefire.MyTest.test" ) );
assertThat( tests.get( 0 ).getTestCases().get( 0 ).getTime(), is( 0f ) );
assertThat( tests.get( 0 ).getTestCases().get( 0 ).getFailureMessage(),
is( "java.lang.IndexOutOfBoundsException" ) );
assertThat( tests.get( 0 ).getTestCases().get( 0 ).getFailureDetail(),
is( "java.lang.RuntimeException: java.lang.IndexOutOfBoundsException\n"
+ "\tat surefire.MyTest.rethrownDelegate(MyTest.java:24)\n"
+ "\tat surefire.MyTest.newRethrownDelegate(MyTest.java:17)\n"
+ "\tat surefire.MyTest.test(MyTest.java:13)\n"
+ "\tat sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\n"
+ "\tat sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)\n"
+ "\tat sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\n"
+ "\tat java.lang.reflect.Method.invoke(Method.java:606)\n"
+ "\tat org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:50)\n"
+ "\tat org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)\n"
+ "\tat org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:47)\n"
+ "\tat org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)\n"
+ "\tat org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:325)\n"
+ "\tat org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:78)\n"
+ "\tat org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:57)\n"
+ "\tat org.junit.runners.ParentRunner$3.run(ParentRunner.java:290)\n"
+ "\tat org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:71)\n"
+ "\tat org.junit.runners.ParentRunner.runChildren(ParentRunner.java:288)\n"
+ "\tat org.junit.runners.ParentRunner.access$000(ParentRunner.java:58)\n"
+ "\tat org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:268)\n"
+ "\tat org.junit.runners.ParentRunner.run(ParentRunner.java:363)\n"
+ "\tat org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:272)\n"
+ "\tat org.apache.maven.surefire.junit4.JUnit4Provider.executeWithRerun(JUnit4Provider.java:167)\n"
+ "\tat org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:147)\n"
+ "\tat org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:130)\n"
+ "\tat org.apache.maven.surefire.booter.ForkedBooter.invokeProviderInSameClassLoader(ForkedBooter.java:211)\n"
+ "\tat org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:163)\n"
+ "\tat org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:105)\n"
+ "\tCaused by: java.lang.IndexOutOfBoundsException\n"
+ "\tat surefire.MyTest.failure(MyTest.java:33)\n"
+ "\tat surefire.MyTest.access$100(MyTest.java:9)\n"
+ "\tat surefire.MyTest$Nested.run(MyTest.java:38)\n"
+ "\tat surefire.MyTest.delegate(MyTest.java:29)\n"
+ "\tat surefire.MyTest.rethrownDelegate(MyTest.java:22)" ) );
}
@Test
public void shouldParserEverythingInNestedClassTrimStackTraceTest()
throws Exception
{
TestSuiteXmlParser parser = new TestSuiteXmlParser( consoleLogger );
List<ReportTestSuite> tests = parser.parse( "src/test/resources/fixture/testsuitexmlparser/"
+ "TEST-surefire.MyTest-nestedClass-trimStackTrace.xml" );
assertTrue( parser.isValid() );
assertThat( tests.size(), is( 1 ) );
assertThat( tests.get( 0 ).getFullClassName(), is( "surefire.MyTest" ) );
assertThat( tests.get( 0 ).getNumberOfErrors(), is( 1 ) );
assertThat( tests.get( 0 ).getNumberOfFlakes(), is( 0 ) );
assertThat( tests.get( 0 ).getNumberOfSkipped(), is( 0 ) );
assertThat( tests.get( 0 ).getNumberOfFailures(), is( 0 ) );
assertThat( tests.get( 0 ).getPackageName(), is( "surefire" ) );
assertThat( tests.get( 0 ).getNumberOfTests(), is( 1 ) );
assertThat( tests.get( 0 ).getTestCases().size(), is( 1 ) );
assertTrue( tests.get( 0 ).getTestCases().get( 0 ).hasFailure() );
assertThat( tests.get( 0 ).getTestCases().get( 0 ).getFailureErrorLine(), is( "13" ) );
assertThat( tests.get( 0 ).getTestCases().get( 0 ).getFailureType(),
is( "java.lang.RuntimeException" ) );
assertThat( tests.get( 0 ).getTestCases().get( 0 ).getFullClassName(), is( "surefire.MyTest" ) );
assertThat( tests.get( 0 ).getTestCases().get( 0 ).getClassName(), is( "MyTest" ) );
assertThat( tests.get( 0 ).getTestCases().get( 0 ).getName(), is( "test" ) );
assertThat( tests.get( 0 ).getTestCases().get( 0 ).getFullName(), is( "surefire.MyTest.test" ) );
assertThat( tests.get( 0 ).getTestCases().get( 0 ).getTime(), is( 0f ) );
assertThat( tests.get( 0 ).getTestCases().get( 0 ).getFailureMessage(),
is( "java.lang.IndexOutOfBoundsException" ) );
assertThat( tests.get( 0 ).getTestCases().get( 0 ).getFailureDetail(),
is( "java.lang.RuntimeException: java.lang.IndexOutOfBoundsException\n"
+ "\tat surefire.MyTest.rethrownDelegate(MyTest.java:24)\n"
+ "\tat surefire.MyTest.newRethrownDelegate(MyTest.java:17)\n"
+ "\tat surefire.MyTest.test(MyTest.java:13)\n"
+ "\tCaused by: java.lang.IndexOutOfBoundsException\n"
+ "\tat surefire.MyTest.failure(MyTest.java:33)\n"
+ "\tat surefire.MyTest.access$100(MyTest.java:9)\n"
+ "\tat surefire.MyTest$Nested.run(MyTest.java:38)\n"
+ "\tat surefire.MyTest.delegate(MyTest.java:29)\n"
+ "\tat surefire.MyTest.rethrownDelegate(MyTest.java:22)" ) );
}
@Test
public void shouldTestNotBlank()
{
assertFalse( TestSuiteXmlParser.isNotBlank( 1, 2, ' ', ' ', ' ', '\n' ) );
assertFalse( TestSuiteXmlParser.isNotBlank( 1, 2, ' ', '\t', ' ', '\n' ) );
assertFalse( TestSuiteXmlParser.isNotBlank( 1, 2, ' ', ' ', '\r', '\n' ) );
assertFalse( TestSuiteXmlParser.isNotBlank( 1, 2, ' ', ' ', '\f', '\n' ) );
assertTrue( TestSuiteXmlParser.isNotBlank( 1, 2, ' ', 'a', ' ', '\n' ) );
assertTrue( TestSuiteXmlParser.isNotBlank( 1, 2, ' ', ' ', 'a', '\n' ) );
assertTrue( TestSuiteXmlParser.isNotBlank( 1, 2, ' ', 'a', 'b', '\n' ) );
}
@Test
public void shouldTestIsNumeric()
{
assertFalse( TestSuiteXmlParser.isNumeric( new StringBuilder( "0?5142" ), 1, 3 ) );
assertTrue( TestSuiteXmlParser.isNumeric( new StringBuilder( "0?51M2" ), 2, 4 ) );
assertFalse( TestSuiteXmlParser.isNumeric( new StringBuilder( "0?51M2" ), 2, 5 ) );
}
}