SpecsEsc.java

package org.jmlspecs.openjmltest.testcases;


import java.io.File;
import java.util.ArrayList;
import java.util.Collection;

import org.jmlspecs.openjml.JmlOption;
import org.jmlspecs.openjml.Strings;
import org.jmlspecs.openjmltest.EscBase;
import org.junit.Test;
import org.junit.runner.RunWith;
import org.junit.runners.Parameterized;
import org.junit.runners.ParameterizedWithNames;
import org.junit.runners.Parameterized.Parameters;


@RunWith(ParameterizedWithNames.class)
public class SpecsEsc extends EscBase {

    /** Enables or disables this suite of tests */
    static private boolean dotests = true;  // Change this to enable/disable dynamic tests
    
    /** If true, then a progress message is printed as each test is executed.*/
    private static boolean verbose = false;

    @Parameters
    static public  Collection<String[]> datax() {
        if (!dotests) return new ArrayList<String[]>(0);
        Collection<String[]> data = new ArrayList<String[]>(1000);
        for (File f: findAllFiles()) {
            data.add(new String[]{ f.getName()});
        }
        return data;
    }

    /** The name of the class to be tested (which is also the name of the test)
     * when the suite mode is used. This is defined simply to enable debugging.
     */
    /*@ non_null*/
    private String classname;
    
    /** We use SpecsBase as a test case, with a name and its own runTest, to
     * execute the test on a given class name.
     * @param classname the fully qualified class to test
     */
    public SpecsEsc(String classname) {
    	super("", "z3_4_3");  // FIXME - allow solvers
        this.classname = classname;
    }


    @Override
    public void setUp() throws Exception {
        super.setUp();
        // We turn off purity checking because there are too many purity errors in the specs to handle right now. (TODO)
        JmlOption.setOption(context,JmlOption.PURITYCHECK,false);
        JmlOption.putOption(context,JmlOption.FEASIBILITY,Strings.feas_exit);
        expectedExit = -1; // -1 means use default: some message==>1, no messages=>0
                    // this needs to be set manually if all the messages are warnings
        print = false; // true = various debugging output
    }
    
    /** Set to true if errors are found in any test in checkFiles */
    protected boolean foundErrors;
    
    /** This test tests the file that is named as classname by the constructor */
    @Test
    public void testSpecificationFile() {
    	expectedExit = 0;
    	String subdir = "testspecs" + "/" + classname;
        for (File f: new File(subdir).listFiles()) {
        	if (f.getName().startsWith("Test")) {
        		break;
        	}
        }
    	escOnFiles(subdir,subdir,"-no-minQuant","-method=esc","-checkFeasibility=exit");
    }
    
    @Test
    public void testSpecificationFileMQ() {
    	expectedExit = 0;
    	String subdir = "testspecs" + "/" + classname;
        for (File f: new File(subdir).listFiles()) {
        	if (f.getName().startsWith("Test")) {
        		break;
        	}
        }
    	escOnFiles(subdir,subdir,"-minQuant","-method=esc","-checkFeasibility=exit");//,"-show","-subexpressions");
    }
    
    static public java.util.List<File> findAllFiles() {
        File dir = new File("testspecs");
        java.util.List<File> classes = new ArrayList<>();
        for (File f: dir.listFiles()) if (f.isDirectory()) classes.add(f);
        System.out.println(classes.size() + " system specification classes found for esc testing");
        return classes;
    }
    

}