/*******************************************************************************
* Copyright (c) 2009 Thales Corporate Services SAS *
* Author : Gregory Boissinot *
* *
* Permission is hereby granted, free of charge, to any person obtaining a copy *
* of this software and associated documentation files (the "Software"), to deal*
* in the Software without restriction, including without limitation the rights *
* to use, copy, modify, merge, publish, distribute, sublicense, and/or sell *
* copies of the Software, and to permit persons to whom the Software is *
* furnished to do so, subject to the following conditions: *
* *
* The above copyright notice and this permission notice shall be included in *
* all copies or substantial portions of the Software. *
* *
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR *
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, *
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE *
* AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER *
* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,*
* OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN *
* THE SOFTWARE. *
*******************************************************************************/
package com.thalesgroup.hudson.plugins.cppcheck;
import static org.mockito.Mockito.mock;
import static org.mockito.Mockito.when;
import hudson.model.BuildListener;
import hudson.model.Result;
import java.io.ByteArrayOutputStream;
import java.io.PrintStream;
import junit.framework.Assert;
import org.junit.Before;
import org.junit.Test;
import com.thalesgroup.hudson.plugins.cppcheck.config.CppcheckConfig;
import com.thalesgroup.hudson.plugins.cppcheck.config.CppcheckConfigSeverityEvaluation;
import com.thalesgroup.hudson.plugins.cppcheck.util.CppcheckBuildResultEvaluator;
public class CppcheckBuildResultEvaluatorTest {
private CppcheckBuildResultEvaluator cppcheckBuildResultEvaluator;
private CppcheckConfig cppcheckConfig;
private BuildListener listener;
@Before
public void setUp() {
listener = mock(BuildListener.class);
when(listener.getLogger()).thenReturn(new PrintStream(new ByteArrayOutputStream()));
cppcheckConfig = mock(CppcheckConfig.class);
cppcheckBuildResultEvaluator = new CppcheckBuildResultEvaluator();
}
private Result processFailurThreshold(int failureThreshold, int errorsCount, int newErrors) {
CppcheckConfigSeverityEvaluation configSeverityEvaluation = mock(CppcheckConfigSeverityEvaluation.class);
when(cppcheckConfig.getConfigSeverityEvaluation()).thenReturn(configSeverityEvaluation);
when(cppcheckConfig.getConfigSeverityEvaluation().getFailureThreshold()).thenReturn(String.valueOf(failureThreshold));
return cppcheckBuildResultEvaluator.evaluateBuildResult(listener, errorsCount, newErrors, cppcheckConfig);
}
private Result processNewFailurThreshold(int newfailureThreshold, int errorsCount, int newErrors) {
CppcheckConfigSeverityEvaluation configSeverityEvaluation = mock(CppcheckConfigSeverityEvaluation.class);
when(cppcheckConfig.getConfigSeverityEvaluation()).thenReturn(configSeverityEvaluation);
when(cppcheckConfig.getConfigSeverityEvaluation().getNewFailureThreshold()).thenReturn(String.valueOf(newfailureThreshold));
return cppcheckBuildResultEvaluator.evaluateBuildResult(listener, errorsCount, newErrors, cppcheckConfig);
}
private Result processNewThreshold(int newThreshold, int errorsCount, int newErrors) {
CppcheckConfigSeverityEvaluation configSeverityEvaluation = mock(CppcheckConfigSeverityEvaluation.class);
when(cppcheckConfig.getConfigSeverityEvaluation()).thenReturn(configSeverityEvaluation);
when(cppcheckConfig.getConfigSeverityEvaluation().getNewThreshold()).thenReturn(String.valueOf(newThreshold));
return cppcheckBuildResultEvaluator.evaluateBuildResult(listener, errorsCount, newErrors, cppcheckConfig);
}
private Result processThreshold(int threshold, int errorsCount, int newErrors) {
CppcheckConfigSeverityEvaluation configSeverityEvaluation = mock(CppcheckConfigSeverityEvaluation.class);
when(cppcheckConfig.getConfigSeverityEvaluation()).thenReturn(configSeverityEvaluation);
when(cppcheckConfig.getConfigSeverityEvaluation().getThreshold()).thenReturn(String.valueOf(threshold));
return cppcheckBuildResultEvaluator.evaluateBuildResult(listener, errorsCount, newErrors, cppcheckConfig);
}
@Test
public void testFailurExceedThreshold() {
//Serie 1 with fixed number to new error of 5
Assert.assertEquals("Wrong result for failure threshold", Result.FAILURE, processFailurThreshold(5, 6, 5));
Assert.assertEquals("Wrong result for failure threshold", Result.SUCCESS, processFailurThreshold(5, 5, 5));
Assert.assertEquals("Wrong result for failure threshold", Result.SUCCESS, processFailurThreshold(5, 3, 5));
Assert.assertEquals("Wrong result for failure threshold", Result.SUCCESS, processFailurThreshold(5, 1, 5));
//Serie 2 with fixed number to new error of 3
Assert.assertEquals("Wrong result for failure threshold", Result.FAILURE, processFailurThreshold(5, 6, 3));
Assert.assertEquals("Wrong result for failure threshold", Result.SUCCESS, processFailurThreshold(5, 5, 3));
Assert.assertEquals("Wrong result for failure threshold", Result.SUCCESS, processFailurThreshold(5, 3, 3));
Assert.assertEquals("Wrong result for failure threshold", Result.SUCCESS, processFailurThreshold(5, 1, 3));
//Serie 3 with fixed number to new error of 0
Assert.assertEquals("Wrong result for failure threshold", Result.FAILURE, processFailurThreshold(5, 6, 0));
Assert.assertEquals("Wrong result for failure threshold", Result.SUCCESS, processFailurThreshold(5, 5, 0));
Assert.assertEquals("Wrong result for failure threshold", Result.SUCCESS, processFailurThreshold(5, 3, 0));
Assert.assertEquals("Wrong result for failure threshold", Result.SUCCESS, processFailurThreshold(5, 1, 0));
}
@Test
public void testFailurNewThreshold() {
//Serie 1 with fixed number to total error of 5
Assert.assertEquals("Wrong result for new failure threshold", Result.FAILURE, processNewFailurThreshold(5, 5, 6));
Assert.assertEquals("Wrong result for new failure threshold", Result.SUCCESS, processNewFailurThreshold(5, 5, 4));
Assert.assertEquals("Wrong result for new failure threshold", Result.SUCCESS, processNewFailurThreshold(5, 5, 3));
Assert.assertEquals("Wrong result for new failure threshold", Result.SUCCESS, processNewFailurThreshold(5, 5, 1));
//Serie 2 with fixed number to total error of 3
Assert.assertEquals("Wrong result for new failure threshold", Result.FAILURE, processNewFailurThreshold(5, 3, 6));
Assert.assertEquals("Wrong result for new failure threshold", Result.SUCCESS, processNewFailurThreshold(5, 3, 4));
Assert.assertEquals("Wrong result for new failure threshold", Result.SUCCESS, processNewFailurThreshold(5, 3, 3));
Assert.assertEquals("Wrong result for new failure threshold", Result.SUCCESS, processNewFailurThreshold(5, 3, 1));
//Serie 3 with fixed number to total error of 0
Assert.assertEquals("Wrong result for new failure threshold", Result.FAILURE, processNewFailurThreshold(5, 0, 6));
Assert.assertEquals("Wrong result for new failure threshold", Result.SUCCESS, processNewFailurThreshold(5, 0, 4));
Assert.assertEquals("Wrong result for new failure threshold", Result.SUCCESS, processNewFailurThreshold(5, 0, 3));
Assert.assertEquals("Wrong result for new failure threshold", Result.SUCCESS, processNewFailurThreshold(5, 0, 1));
}
@Test
public void testUnstableThreshold() {
//Serie 1 with fixed number to new error of 5
Assert.assertEquals("Wrong result for failure threshold", Result.UNSTABLE, processThreshold(5, 6, 5));
Assert.assertEquals("Wrong result for failure threshold", Result.SUCCESS, processThreshold(5, 5, 5));
Assert.assertEquals("Wrong result for failure threshold", Result.SUCCESS, processThreshold(5, 3, 5));
Assert.assertEquals("Wrong result for failure threshold", Result.SUCCESS, processThreshold(5, 1, 5));
//Serie 2 with fixed number to new error of 3
Assert.assertEquals("Wrong result for failure threshold", Result.UNSTABLE, processThreshold(5, 6, 3));
Assert.assertEquals("Wrong result for failure threshold", Result.SUCCESS, processThreshold(5, 5, 3));
Assert.assertEquals("Wrong result for failure threshold", Result.SUCCESS, processThreshold(5, 3, 3));
Assert.assertEquals("Wrong result for failure threshold", Result.SUCCESS, processThreshold(5, 1, 3));
//Serie 3 with fixed number to new error of 0
Assert.assertEquals("Wrong result for failure threshold", Result.UNSTABLE, processThreshold(5, 6, 0));
Assert.assertEquals("Wrong result for failure threshold", Result.SUCCESS, processThreshold(5, 5, 0));
Assert.assertEquals("Wrong result for failure threshold", Result.SUCCESS, processThreshold(5, 3, 0));
Assert.assertEquals("Wrong result for failure threshold", Result.SUCCESS, processThreshold(5, 1, 0));
}
@Test
public void testUnstableNewThreshold() {
//Serie 1 with fixed number to total error of 5
Assert.assertEquals("Wrong result for new threshold", Result.UNSTABLE, processNewThreshold(5, 5, 6));
Assert.assertEquals("Wrong result for new threshold", Result.SUCCESS, processNewThreshold(5, 5, 4));
Assert.assertEquals("Wrong result for new threshold", Result.SUCCESS, processNewThreshold(5, 5, 3));
Assert.assertEquals("Wrong result for new threshold", Result.SUCCESS, processNewThreshold(5, 5, 1));
//Serie 2 with fixed number to total error of 3
Assert.assertEquals("Wrong result for new threshold", Result.UNSTABLE, processNewThreshold(5, 3, 6));
Assert.assertEquals("Wrong result for new threshold", Result.SUCCESS, processNewThreshold(5, 3, 4));
Assert.assertEquals("Wrong result for new threshold", Result.SUCCESS, processNewThreshold(5, 3, 3));
Assert.assertEquals("Wrong result for new threshold", Result.SUCCESS, processNewThreshold(5, 3, 1));
//Serie 3 with fixed number to total error of 0
Assert.assertEquals("Wrong result for new threshold", Result.UNSTABLE, processNewThreshold(5, 0, 6));
Assert.assertEquals("Wrong result for new threshold", Result.SUCCESS, processNewThreshold(5, 0, 4));
Assert.assertEquals("Wrong result for new threshold", Result.SUCCESS, processNewThreshold(5, 0, 3));
Assert.assertEquals("Wrong result for new threshold", Result.SUCCESS, processNewThreshold(5, 0, 1));
}
private Result processTestCaseLimit1(int newFailureThreshold, int newThreshold, int errorsCount, int newErrors) {
CppcheckConfigSeverityEvaluation configSeverityEvaluation = mock(CppcheckConfigSeverityEvaluation.class);
when(cppcheckConfig.getConfigSeverityEvaluation()).thenReturn(configSeverityEvaluation);
when(cppcheckConfig.getConfigSeverityEvaluation().getNewFailureThreshold()).thenReturn(String.valueOf(newFailureThreshold));
when(cppcheckConfig.getConfigSeverityEvaluation().getNewThreshold()).thenReturn(String.valueOf(newThreshold));
return cppcheckBuildResultEvaluator.evaluateBuildResult(listener, errorsCount, newErrors, cppcheckConfig);
}
private Result processTestCaseLimit2(int failureThreshold, int threshold, int errorsCount, int newErrors) {
CppcheckConfigSeverityEvaluation configSeverityEvaluation = mock(CppcheckConfigSeverityEvaluation.class);
when(cppcheckConfig.getConfigSeverityEvaluation()).thenReturn(configSeverityEvaluation);
when(cppcheckConfig.getConfigSeverityEvaluation().getFailureThreshold()).thenReturn(String.valueOf(failureThreshold));
when(cppcheckConfig.getConfigSeverityEvaluation().getThreshold()).thenReturn(String.valueOf(threshold));
return cppcheckBuildResultEvaluator.evaluateBuildResult(listener, errorsCount, newErrors, cppcheckConfig);
}
@Test
public void testCaseLimit1() {
//new new failure error wins over new threshold - Serie 1 for 0 errors
Assert.assertEquals("Wrong result for new failure error over new threshold", Result.SUCCESS, processTestCaseLimit1(5, 5, 0, 4));
Assert.assertEquals("Wrong result for new failure error over new threshold", Result.SUCCESS, processTestCaseLimit1(5, 5, 0, 5));
Assert.assertEquals("Wrong result for new failure error over new threshold", Result.FAILURE, processTestCaseLimit1(5, 5, 0, 6));
//new new failure error wins over new threshold - Serie 2 for 3 errors
Assert.assertEquals("Wrong result for new failure error over new threshold", Result.SUCCESS, processTestCaseLimit1(5, 5, 3, 4));
Assert.assertEquals("Wrong result for new failure error over new threshold", Result.SUCCESS, processTestCaseLimit1(5, 5, 3, 5));
Assert.assertEquals("Wrong result for new failure error over new threshold", Result.FAILURE, processTestCaseLimit1(5, 5, 3, 6));
//new new failure error wins over new threshold - Serie 3 for 5 errors
Assert.assertEquals("Wrong result for new failure error over new threshold", Result.SUCCESS, processTestCaseLimit1(5, 5, 5, 4));
Assert.assertEquals("Wrong result for new failure error over new threshold", Result.SUCCESS, processTestCaseLimit1(5, 5, 5, 5));
Assert.assertEquals("Wrong result for new failure error over new threshold", Result.FAILURE, processTestCaseLimit1(5, 5, 5, 6));
//new new failure error wins over new threshold - Serie 4 for 6 errors
Assert.assertEquals("Wrong result for new failure error over new threshold", Result.SUCCESS, processTestCaseLimit1(5, 5, 6, 4));
Assert.assertEquals("Wrong result for new failure error over new threshold", Result.SUCCESS, processTestCaseLimit1(5, 5, 6, 5));
Assert.assertEquals("Wrong result for new failure error over new threshold", Result.FAILURE, processTestCaseLimit1(5, 5, 6, 6));
}
@Test
public void testCaseLimit2() {
//new failure error wins over threshold - Serie 1 for 0 new errors
Assert.assertEquals("Wrong result for failure error over threshold", Result.SUCCESS, processTestCaseLimit2(5, 5, 4, 0));
Assert.assertEquals("Wrong result for failure error over threshold", Result.SUCCESS, processTestCaseLimit2(5, 5, 5, 0));
Assert.assertEquals("Wrong result for failure error over threshold", Result.FAILURE, processTestCaseLimit2(5, 5, 6, 0));
//new failure error wins over threshold - Serie 2 for 3 new errors
Assert.assertEquals("Wrong result for failure error over threshold", Result.SUCCESS, processTestCaseLimit2(5, 5, 4, 3));
Assert.assertEquals("Wrong result for failure error over threshold", Result.SUCCESS, processTestCaseLimit2(5, 5, 5, 3));
Assert.assertEquals("Wrong result for failure error over threshold", Result.FAILURE, processTestCaseLimit2(5, 5, 6, 3));
//new failure error wins over threshold - Serie 3 for 5 new errors
Assert.assertEquals("Wrong result for failure error over threshold", Result.SUCCESS, processTestCaseLimit2(5, 5, 4, 5));
Assert.assertEquals("Wrong result for failure error over threshold", Result.SUCCESS, processTestCaseLimit2(5, 5, 5, 5));
Assert.assertEquals("Wrong result for failure error over threshold", Result.FAILURE, processTestCaseLimit2(5, 5, 6, 5));
//new failure error wins over threshold - Serie 4 for 6 new errors
Assert.assertEquals("Wrong result for failure error over threshold", Result.SUCCESS, processTestCaseLimit2(5, 5, 4, 6));
Assert.assertEquals("Wrong result for failure error over threshold", Result.SUCCESS, processTestCaseLimit2(5, 5, 5, 6));
Assert.assertEquals("Wrong result for failure error over threshold", Result.FAILURE, processTestCaseLimit2(5, 5, 6, 6));
}
}