/**
* Copyright (C) 2010-2017 Gordon Fraser, Andrea Arcuri and EvoSuite
* contributors
*
* This file is part of EvoSuite.
*
* EvoSuite is free software: you can redistribute it and/or modify it
* under the terms of the GNU Lesser General Public License as published
* by the Free Software Foundation, either version 3.0 of the License, or
* (at your option) any later version.
*
* EvoSuite is distributed in the hope that it will be useful, but
* WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
* Lesser Public License for more details.
*
* You should have received a copy of the GNU Lesser General Public
* License along with EvoSuite. If not, see <http://www.gnu.org/licenses/>.
*/
package org.evosuite.runtime.sandbox;
import java.io.File;
import org.evosuite.EvoSuite;
import org.evosuite.Properties;
import org.evosuite.SystemTestBase;
import org.evosuite.ga.metaheuristics.GeneticAlgorithm;
import org.evosuite.strategy.TestGenerationStrategy;
import org.evosuite.testsuite.TestSuiteChromosome;
import org.junit.After;
import org.junit.Assert;
import org.junit.Before;
import org.junit.Test;
import com.examples.with.different.packagename.sandbox.OpenStream;
import com.examples.with.different.packagename.sandbox.OpenStreamInATryCatch;
import com.examples.with.different.packagename.sandbox.OpenStreamInSpecificTryCatch;
public class GeneratedFilesEvenWithSandboxSystemTest extends SystemTestBase {
public static final boolean DEFAULT_VFS = Properties.VIRTUAL_FS;
public static final boolean DEFAULT_SANDBOX = Properties.SANDBOX;
private File file = new File(OpenStream.FILE_NAME);
@Before
public void init(){
if(file.exists()){
file.delete();
}
file.deleteOnExit();
}
@After
public void tearDown(){
Properties.VIRTUAL_FS = DEFAULT_VFS;
Properties.SANDBOX = DEFAULT_SANDBOX;
}
@Test
public void testCreateWithNoCatch(){
Assert.assertFalse(file.exists());
EvoSuite evosuite = new EvoSuite();
String targetClass = OpenStream.class.getCanonicalName();
Properties.TARGET_CLASS = targetClass;
Properties.SANDBOX = true;
Properties.JUNIT_TESTS = true;
Properties.VIRTUAL_FS = false;
Properties.JUNIT_CHECK_ON_SEPARATE_PROCESS = false;
String[] command = new String[] { "-generateSuite", "-class", targetClass };
Object result = evosuite.parseCommandLine(command);
GeneticAlgorithm<?> ga = getGAFromResult(result);
TestSuiteChromosome best = (TestSuiteChromosome) ga.getBestIndividual();
int goals = TestGenerationStrategy.getFitnessFactories().get(0).getCoverageGoals().size(); // assuming single fitness function
Assert.assertEquals("Wrong number of goals: ", 3, goals);
Assert.assertTrue("Should not achieve optimal coverage ", best.getCoverage() < 1);
//SUT should not generate the file
Assert.assertFalse(file.exists());
}
@Test
public void testCreateInATryCatch(){
Assert.assertFalse(file.exists());
EvoSuite evosuite = new EvoSuite();
String targetClass = OpenStreamInATryCatch.class.getCanonicalName();
Properties.TARGET_CLASS = targetClass;
Properties.SANDBOX = true;
Properties.JUNIT_TESTS = true;
Properties.VIRTUAL_FS = false;
String[] command = new String[] { "-generateSuite", "-class", targetClass };
Object result = evosuite.parseCommandLine(command);
GeneticAlgorithm<?> ga = getGAFromResult(result);
TestSuiteChromosome best = (TestSuiteChromosome) ga.getBestIndividual();
int goals = TestGenerationStrategy.getFitnessFactories().get(0).getCoverageGoals().size(); // assuming single fitness function
Assert.assertEquals("Wrong number of goals: ", 5, goals);
Assert.assertEquals("", 0.8d, best.getCoverage(), 0.001); //one branch is infeasible
System.out.println(best.toString());
//SUT should not generate the file, even if full coverage and SecurityException is catch in the SUT
Assert.assertFalse(file.exists());
}
@Test
public void testCreateInATryCatchThatDoesNotCatchSecurityException(){
Assert.assertFalse(file.exists());
EvoSuite evosuite = new EvoSuite();
String targetClass = OpenStreamInSpecificTryCatch.class.getCanonicalName();
Properties.TARGET_CLASS = targetClass;
Properties.SANDBOX = true;
Properties.JUNIT_TESTS = true;
Properties.VIRTUAL_FS = false;
String[] command = new String[] { "-generateSuite", "-class", targetClass };
Object result = evosuite.parseCommandLine(command);
GeneticAlgorithm<?> ga = getGAFromResult(result);
TestSuiteChromosome best = (TestSuiteChromosome) ga.getBestIndividual();
int goals = TestGenerationStrategy.getFitnessFactories().get(0).getCoverageGoals().size(); // assuming single fitness function
Assert.assertEquals("Wrong number of goals: ", 3, goals);
Assert.assertTrue("Should not achive optimala coverage ", best.getCoverage() < 1);
System.out.println(best.toString());
//SUT should not generate the file, even if full coverage and SecurityException is catch in the SUT
Assert.assertFalse(file.exists());
}
}