TestJobWalltime.java

/*
 * ProActive Parallel Suite(TM):
 * The Open Source library for parallel and distributed
 * Workflows & Scheduling, Orchestration, Cloud Automation
 * and Big Data Analysis on Enterprise Grids & Clouds.
 *
 * Copyright (c) 2007 - 2017 ActiveEon
 * Contact: contact@activeeon.com
 *
 * This library is free software: you can redistribute it and/or
 * modify it under the terms of the GNU Affero General Public License
 * as published by the Free Software Foundation: version 3 of
 * the License.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU Affero General Public License for more details.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
 *
 * If needed, contact us to obtain a release under GPL Version 2 or 3
 * or a different license than the AGPL.
 */
package functionaltests.job;

import static functionaltests.utils.SchedulerTHelper.log;
import static org.junit.Assert.*;
import static org.junit.Assume.assumeFalse;

import org.junit.Test;
import org.objectweb.proactive.utils.OperatingSystem;
import org.ow2.proactive.scheduler.common.exception.WalltimeExceededException;
import org.ow2.proactive.scheduler.common.job.*;
import org.ow2.proactive.scheduler.common.task.*;
import org.ow2.proactive.scripting.SimpleScript;
import org.ow2.proactive.scripting.TaskScript;

import functionaltests.executables.EndlessExecutable;
import functionaltests.utils.SchedulerFunctionalTestWithRestart;


/**
 * Test checks that walltime parameter is correctly taken into account for various tasks
 */
public class TestJobWalltime extends SchedulerFunctionalTestWithRestart {

    private static final long TIMEOUT = 30000;

    @Test
    public void testJobWalltimeJavaTask() throws Throwable {
        JobId walltimeJavaTask = walltimeJavaTask();
        checkJobRanAndWalltimed("walltimeJavaTask", walltimeJavaTask);
    }

    @Test
    public void testJobWalltimeForkedJavaTask() throws Throwable {
        JobId walltimeForkedJavaTask = walltimeForkedJavaTask();
        checkJobRanAndWalltimed("walltimeForkedJavaTask", walltimeForkedJavaTask);
    }

    @Test
    public void testJobWalltimeForkedNativeTask() throws Throwable {
        JobId walltimeNativeTask = walltimeNativeTask();
        checkJobRanAndWalltimed("walltimeNativeTask", walltimeNativeTask);
    }

    @Test
    public void testJobWalltimeForkedScriptTask() throws Throwable {
        JobId walltimeScriptTask = walltimeScriptTask();
        checkJobRanAndWalltimed("walltimeScriptTask", walltimeScriptTask);
    }

    public JobId walltimeJavaTask() throws Throwable {
        log("Test WallTime Java Task ...");
        String tname = "walltimeJavaTask";
        // pre script interruption
        TaskFlowJob job = new TaskFlowJob();
        job.setName(this.getClass().getSimpleName() + "_" + tname);
        JavaTask task1 = new JavaTask();
        task1.setName(tname);
        task1.setWallTime(5000);
        task1.setExecutableClassName(EndlessExecutable.class.getName());
        job.addTask(task1);

        return submitJob(job);
    }

    public JobId walltimeForkedJavaTask() throws Throwable {
        log("Test WallTime Forked Java Task ...");
        String tname = "walltimeForkedJavaTask";
        // pre script interruption
        TaskFlowJob job = new TaskFlowJob();
        job.setName(this.getClass().getSimpleName() + "_" + tname);
        JavaTask task1 = new JavaTask();
        task1.setName(tname);
        task1.setWallTime(5000);
        task1.setExecutableClassName(EndlessExecutable.class.getName());
        task1.setForkEnvironment(new ForkEnvironment());
        job.addTask(task1);

        return submitJob(job);
    }

    public JobId walltimeScriptTask() throws Throwable {
        log("Test WallTime Script Task...");
        String tname = "walltimeScriptTask";
        // pre script interruption
        TaskFlowJob job = new TaskFlowJob();
        job.setName(this.getClass().getSimpleName() + "_" + tname);
        ScriptTask task1 = new ScriptTask();
        task1.setName(tname);
        task1.setWallTime(5000);
        task1.setScript(new TaskScript(new SimpleScript("while(true){java.lang.Thread.sleep(500);}", "javascript")));
        job.addTask(task1);

        return submitJob(job);
    }

    public JobId walltimeNativeTask() throws Throwable {
        assumeFalse("This test fails on windows because the ProcessTreeKiller is not working",
                    OperatingSystem.getOperatingSystem() == OperatingSystem.windows);

        log("Test WallTime Native Task ...");
        String tname = "walltimeNativeTask";
        // pre script interruption
        TaskFlowJob job = new TaskFlowJob();
        job.setName(this.getClass().getSimpleName() + "_" + tname);
        NativeTask task1 = new NativeTask();
        task1.setName(tname);
        task1.setWallTime(5000);

        if (OperatingSystem.getOperatingSystem() == OperatingSystem.windows) {
            task1.setCommandLine("ping", "127.0.0.1", "-n", "10000");
        } else {
            task1.setCommandLine("sleep", "10000");
        }

        job.addTask(task1);

        return submitJob(job);
    }

    private JobId submitJob(Job job) throws Exception {
        JobId id = schedulerHelper.submitJob(job);
        log("Job submitted, id " + id.toString());
        log("Waiting for jobSubmitted Event");
        Job receivedJob = schedulerHelper.waitForEventJobSubmitted(id);
        assertEquals(receivedJob.getId(), id);
        return id;
    }

    private void checkJobRanAndWalltimed(String tname, JobId id) throws Exception {
        log("Waiting for job running");
        JobInfo jInfo = schedulerHelper.waitForEventJobRunning(id);
        log("Waiting for task " + tname + " running");
        schedulerHelper.waitForEventTaskRunning(id, tname);
        assertEquals(jInfo.getJobId(), id);

        log("Waiting until the walltime is reached");
        JobInfo info = schedulerHelper.waitForEventJobFinished(id, TIMEOUT);
        assertNotNull(info);

        JobResult res = schedulerHelper.getJobResult(id);
        assertNotNull(res);

        // The task result should receive the walltime exceeded exception
        TaskResult tres = res.getResult(tname);

        System.out.println(tres.getOutput().getAllLogs(false));

        assertTrue(tres.hadException());
        assertTrue(tres.getException() instanceof WalltimeExceededException);
    }

}