/*
* Copyright 2014-present Facebook, Inc.
*
* Licensed under the Apache License, Version 2.0 (the "License"); you may
* not use this file except in compliance with the License. You may obtain
* a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
* WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
* License for the specific language governing permissions and limitations
* under the License.
*/
package com.facebook.buck.testrunner;
import static com.facebook.buck.testutil.OutputHelper.createBuckTestOutputLineRegex;
import static com.facebook.buck.testutil.RegexMatcher.containsRegex;
import static org.hamcrest.CoreMatchers.containsString;
import static org.hamcrest.MatcherAssert.assertThat;
import com.facebook.buck.testutil.integration.ProjectWorkspace;
import com.facebook.buck.testutil.integration.TemporaryPaths;
import com.facebook.buck.testutil.integration.TestDataHelper;
import java.io.IOException;
import org.junit.Before;
import org.junit.Rule;
import org.junit.Test;
public class AssumptionViolationsTest {
private ProjectWorkspace workspace;
@Rule public TemporaryPaths temporaryFolder = new TemporaryPaths();
@Before
public void setupWorkspace() throws IOException {
workspace =
TestDataHelper.createProjectWorkspaceForScenario(
this, "assumption_violations", temporaryFolder);
workspace.setUp();
}
@Test
public void shouldPassWithASimplePassingTestTestNG() throws IOException {
shouldPassWithASimplePassingTest("TestNG");
}
@Test
public void shouldPassWithASimplePassingTestJunit() throws IOException {
shouldPassWithASimplePassingTest("Junit");
}
private void shouldPassWithASimplePassingTest(String type) throws IOException {
ProjectWorkspace.ProcessResult result =
workspace.runBuckCommand("test", "--all", "--filter", "com.example.PassingTest" + type);
result.assertSuccess();
String output = result.getStderr();
assertThat(
output,
containsRegex(
createBuckTestOutputLineRegex("PASS", 1, 0, 0, "com.example.PassingTest" + type)));
assertThat(output, containsString("TESTS PASSED"));
}
@Test
public void shouldFailIfOneTestFailsJunit() throws IOException {
shouldFailIfOneTestFails("Junit", 1);
}
@Test
public void shouldFailIfOneTestFailsTestNG() throws IOException {
shouldFailIfOneTestFails("TestNG", 0);
}
private void shouldFailIfOneTestFails(String type, int numSkipped) throws IOException {
ProjectWorkspace.ProcessResult result =
workspace.runBuckCommand(
"test",
"--all",
"--filter",
"com.example.FailingTest" + type,
"--filter",
"com.example.PassingTest" + type);
result.assertTestFailure();
String output = result.getStderr();
assertThat(
output,
containsRegex(
createBuckTestOutputLineRegex(
"FAIL", 0, numSkipped, 1, "com.example.FailingTest" + type)));
assertThat(
output,
containsRegex(
createBuckTestOutputLineRegex("PASS", 1, 0, 0, "com.example.PassingTest" + type)));
assertThat(output, containsString("TESTS FAILED"));
}
@Test
public void shouldIndicateAssumptionViolations() throws IOException {
ProjectWorkspace.ProcessResult result =
workspace.runBuckCommand(
"test",
"--all",
"--filter",
"com.example.SomeAssumptionViolationsTestJunit",
"--filter",
"com.example.PassingTestJunit");
result.assertSuccess();
String output = result.getStderr();
assertThat(
output,
containsRegex(
createBuckTestOutputLineRegex(
"ASSUME", 1, 2, 0, "com.example.SomeAssumptionViolationsTestJunit")));
assertThat(
output,
containsRegex(
createBuckTestOutputLineRegex("PASS", 1, 0, 0, "com.example.PassingTestJunit")));
assertThat(output, containsString("TESTS PASSED (with some assumption violations)"));
}
@Test
public void shouldIndicateAssumptionViolationsBeforeClass() throws IOException {
ProjectWorkspace.ProcessResult result = workspace.runBuckCommand("test", "//test:tests3");
result.assertSuccess();
String output = result.getStderr();
assertThat(
output,
containsRegex(
createBuckTestOutputLineRegex(
"ASSUME", 0, 1, 0, "com.example.AssumptionTestBeforeClassJunit412")));
}
}