DeflakeActionIntegrationTest.java

/* Copyright 2014 Google Inc. All rights reserved.
 *
 *  Licensed under the Apache License, Version 2.0 (the "License");
 *  you may not use this file except in compliance with the License.
 *  You may obtain a copy of the License at
 *
 *  http://www.apache.org/licenses/LICENSE-2.0
 *
 *  Unless required by applicable law or agreed to in writing, software
 *  distributed under the License is distributed on an "AS IS" BASIS,
 *  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 *  See the License for the specific language governing permissions and
 *  limitations under the License.
 */
package com.google.jenkins.flakyTestHandler.plugin.deflake;

import static org.junit.Assert.assertEquals;
import static org.junit.Assert.assertNotNull;
import static org.junit.Assert.assertNull;
import static org.junit.Assert.assertTrue;

import com.google.common.collect.Sets;

import org.junit.Rule;
import org.junit.Test;
import org.jvnet.hudson.test.JenkinsRule;

import java.util.List;
import java.util.Set;

import hudson.model.BuildListener;
import hudson.model.FreeStyleBuild;
import hudson.model.FreeStyleProject;
import hudson.model.Result;
import hudson.model.StreamBuildListener;
import hudson.tasks.junit.CaseResult;
import hudson.tasks.junit.TestResult;
import hudson.tasks.junit.TestResultAction;
import hudson.tasks.test.AbstractTestResultAction;

public class DeflakeActionIntegrationTest {

  @Rule
  public JenkinsRule jenkins = new JenkinsRule();

  @Test
  public void testDeflakeAction() throws Exception {
    FreeStyleProject fooProj = jenkins.createFreeStyleProject("foo");
    FreeStyleBuild build = (FreeStyleBuild) fooProj.scheduleBuild2(0, new FailingTestResultAction())
        .get();

    // Assert deflake action is not null when there are failing tests
    DeflakeAction action = build.getAction(DeflakeAction.class);
    assertNotNull("Deflake action is not available when there are failing tests", action);

    Set<String> possibleResults = Sets.newHashSet("classOne#methodOne+methodTwo,classTwo#methodOne",
        "classOne#methodTwo+methodOne,classTwo#methodOne",
        "classTwo#methodOne,classOne#methodTwo+methodOne",
        "classTwo#methodOne,classOne#methodOne+methodTwo");
    assertTrue("Incorrect test parameter for maven",
        possibleResults.contains(action.generateMavenTestParams()));
    assertDisplayName(build, "#1");

    // Verify display name
    build = fooProj.scheduleBuild2(0, new DeflakeCause(build)).get();
    assertDisplayName(build, "#2: Deflake Build #1");

    // deflake action is null when there is no failing test or not test result action
    build = fooProj.scheduleBuild2(0).get();
    assertNull(build.getAction(DeflakeAction.class));

    build = (FreeStyleBuild) fooProj.scheduleBuild2(0, new NoFailingTestResultAction()).get();
    assertNull(build.getAction(DeflakeAction.class));
  }

  private void assertDisplayName(FreeStyleBuild build, String expectedName) {
    assertEquals(Result.SUCCESS, build.getResult());
    assertEquals(expectedName, build.getDisplayName());
  }

  public static class FailingTestResultAction extends TestResultAction {

    public FailingTestResultAction() {
      super(new TestResult(), new StreamBuildListener(System.out));
    }

    @Override
    public int getFailCount() {
      return 1;
    }

    @Override
    public int getTotalCount() {
      return 0;
    }

    @Override
    public List<CaseResult> getFailedTests() {
      return DeflakeListenerTest.setupCaseResultList();
    }

    @Override
    public synchronized void setResult(TestResult result, BuildListener listener) {
    }
  }

  private static class NoFailingTestResultAction extends
      AbstractTestResultAction<FailingTestResultAction> {

    @Override
    public int getFailCount() {
      return 0;
    }

    @Override
    public int getTotalCount() {
      return 1;
    }

    @Override
    public Object getResult() {
      return null;
    }
  }
}