RunningTestsTest.java

// Copyright © 2011-2014, Esko Luontola <www.orfjackal.net>
// This software is released under the Apache License 2.0.
// The license text is at http://www.apache.org/licenses/LICENSE-2.0

package fi.jumi.test;

import org.junit.*;
import org.junit.rules.*;
import sample.*;

import java.io.File;

import static org.hamcrest.Matchers.containsString;
import static org.junit.Assert.*;

public class RunningTestsTest {

    @Rule
    public final TemporaryFolder tempDir = new TemporaryFolder();

    @Rule
    public final AppRunner app = new AppRunner();

    @Rule
    public final Timeout timeout = Timeouts.forEndToEndTest();


    @Test
    public void suite_with_zero_tests() throws Exception {
        app.runTestsMatching("glob:sample/NoSuchTest.class");

        app.checkEmptyPassingSuite();
    }

    @Test
    public void suite_with_one_passing_test() throws Exception {
        app.runTests(OnePassingTest.class);

        app.checkPassingAndFailingTests(2, 0);
        app.checkTotalTestRuns(1);
        app.checkContainsRun("OnePassingTest", "testPassing", "/", "/");
    }

    @Test
    public void suite_with_one_failing_test() throws Exception {
        app.runTests(OneFailingTest.class);

        app.checkPassingAndFailingTests(1, 1);
        app.checkTotalTestRuns(1);
        app.checkContainsRun("OneFailingTest", "testFailing", "/", "/");
    }

    @Test
    public void suite_with_many_test_classes() throws Exception {
        app.runTests(OnePassingTest.class, OneFailingTest.class);

        app.checkPassingAndFailingTests(3, 1);
        app.checkTotalTestRuns(2);
        app.checkContainsRun("OnePassingTest", "testPassing", "/", "/");
        app.checkContainsRun("OneFailingTest", "testFailing", "/", "/");
    }

    @Test
    public void test_classes_can_be_found_using_file_name_patterns() throws Exception {
        app.runTestsMatching("glob:sample/One{Passing,Failing}Test.class");

        app.checkPassingAndFailingTests(3, 1);
        app.checkTotalTestRuns(2);
        app.checkContainsRun("OnePassingTest", "testPassing", "/", "/");
        app.checkContainsRun("OneFailingTest", "testFailing", "/", "/");
    }

    @Test
    public void reports_failure_stack_traces() throws Exception {
        app.runTests(OneFailingTest.class);

        app.checkHasStackTrace(
                "java.lang.AssertionError: dummy failure",
                "at sample.OneFailingTest.testFailing");
    }

    @Test
    public void reports_exceptions_that_are_not_on_the_classpath_of_the_launcher() throws Exception {
        assertNotOnClasspath("sample.extra.CustomException");

        app.runTests(CustomExceptionTest.class);

        app.checkHasStackTrace(
                "sample.extra.CustomException: dummy failure",
                "at sample.CustomExceptionTest.testThrowCustomException");
    }

    private static void assertNotOnClasspath(String className) {
        try {
            Class.forName(className);
            fail("Expected the class to not be on classpath, but it was: " + className);
        } catch (ClassNotFoundException e) {
            // OK
        }
    }

    @Test
    public void tests_are_run_in_parallel() throws Exception {
        app.daemon.setTestThreadsCount(2);

        app.runTests(ParallelismTest.class);

        app.checkPassingAndFailingTests(3, 0);
        app.checkTotalTestRuns(2);
        app.checkContainsRun("ParallelismTest", "testOne", "/", "/");
        app.checkContainsRun("ParallelismTest", "testTwo", "/", "/");
    }

    @Test
    public void tests_are_run_in_the_specified_working_directory() throws Exception {
        File workingDir = tempDir.newFolder();

        app.workingDirectory = workingDir.toPath();
        app.runTests(WorkingDirectoryTest.class);

        app.checkPassingAndFailingTests(2, 0);
        app.checkTotalTestRuns(1);
        assertThat(app.getRunOutput(WorkingDirectoryTest.class, "testWorkingDirectory"),
                containsString("working directory: " + workingDir.getCanonicalPath()));
    }
}