/*
* ProActive Parallel Suite(TM):
* The Open Source library for parallel and distributed
* Workflows & Scheduling, Orchestration, Cloud Automation
* and Big Data Analysis on Enterprise Grids & Clouds.
*
* Copyright (c) 2007 - 2017 ActiveEon
* Contact: contact@activeeon.com
*
* This library is free software: you can redistribute it and/or
* modify it under the terms of the GNU Affero General Public License
* as published by the Free Software Foundation: version 3 of
* the License.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU Affero General Public License for more details.
*
* You should have received a copy of the GNU Affero General Public License
* along with this program. If not, see <http://www.gnu.org/licenses/>.
*
* If needed, contact us to obtain a release under GPL Version 2 or 3
* or a different license than the AGPL.
*/
package functionaltests.job.workingdir;
import static org.junit.Assert.assertTrue;
import static org.ow2.proactive.utils.FileUtils.createTempDirectory;
import java.io.File;
import java.io.Serializable;
import java.net.URI;
import java.nio.file.Path;
import org.apache.commons.io.FileUtils;
import org.junit.Test;
import org.objectweb.proactive.core.config.CentralPAPropertyRepository;
import org.objectweb.proactive.core.runtime.ProActiveRuntimeImpl;
import org.objectweb.proactive.utils.OperatingSystem;
import org.ow2.proactive.resourcemanager.common.NodeState;
import org.ow2.proactive.resourcemanager.common.event.RMEventType;
import org.ow2.proactive.resourcemanager.common.event.RMNodeEvent;
import org.ow2.proactive.scheduler.common.job.JobId;
import org.ow2.proactive.scheduler.common.job.TaskFlowJob;
import org.ow2.proactive.scheduler.common.job.factories.StaxJobFactory;
import org.ow2.proactive.scheduler.common.task.ForkEnvironment;
import org.ow2.proactive.scheduler.common.task.JavaTask;
import org.ow2.proactive.scheduler.common.task.TaskResult;
import org.ow2.proactive.scheduler.common.task.dataspaces.OutputAccessMode;
import org.ow2.proactive.scheduler.common.task.executable.JavaExecutable;
import org.ow2.proactive.scheduler.util.FileLock;
import functionaltests.utils.SchedulerFunctionalTestWithRestart;
import functionaltests.utils.SchedulerTHelper;
public class TestForkedTaskWorkingDir extends SchedulerFunctionalTestWithRestart {
@Test
public void input_files_are_in_working_dir_for_forked_tasks() throws Throwable {
scriptTask();
nativeTask();
javaTaskTaskRestartedAnotherNode();
}
private void scriptTask() throws Exception {
File input = createTempDirectory("test", ".input_script", null);
File output = createTempDirectory("test", ".output_script", null);
FileUtils.touch(new File(input, "inputFile_script.txt"));
TaskFlowJob job = (TaskFlowJob) StaxJobFactory.getFactory()
.createJob(new File(TestForkedTaskWorkingDir.class.getResource("/functionaltests/descriptors/Job_forked_script_task_working_dir.xml")
.toURI()).getAbsolutePath());
job.setInputSpace(input.toURI().toString());
job.setOutputSpace(output.toURI().toString());
schedulerHelper.testJobSubmission(job);
assertTrue(new File(output, "outputFile_script.txt").exists());
}
private void nativeTask() throws Exception {
if (OperatingSystem.getOperatingSystem() == OperatingSystem.unix) {
File input = createTempDirectory("test", ".input_native", null);
File output = createTempDirectory("test", ".output_native", null);
FileUtils.touch(new File(input, "inputFile_native.txt"));
TaskFlowJob job = (TaskFlowJob) StaxJobFactory.getFactory()
.createJob(new File(TestForkedTaskWorkingDir.class.getResource("/functionaltests/descriptors/Job_forked_native_task_working_dir.xml")
.toURI()).getAbsolutePath());
job.setInputSpace(input.toURI().toString());
job.setOutputSpace(output.toURI().toString());
schedulerHelper.testJobSubmission(job);
assertTrue(new File(output, "outputFile_native.txt").exists());
}
}
/*
* SCHEDULING-2129 Mapping for a given space URI is already registered
*
* Run a task, kill the node,let it restart on another node and check the the shared scratch
* space was correctly setup by transferring a file created in working dir from the task
*/
private void javaTaskTaskRestartedAnotherNode() throws Exception {
FileLock blockTaskFromTest = new FileLock();
Path blockTaskFromTestPath = blockTaskFromTest.lock();
FileLock blockTestBeforeKillingNode = new FileLock();
Path blockTestBeforeKillingNodePath = blockTestBeforeKillingNode.lock();
TaskFlowJob job = createFileInLocalSpaceJob(blockTaskFromTestPath.toString(),
blockTestBeforeKillingNodePath.toString());
JobId idJ1 = schedulerHelper.submitJob(job);
SchedulerTHelper.log("Wait until task is in the middle of the run");
final String taskNodeUrl = findNodeRunningTask();
schedulerHelper.waitForEventTaskRunning(idJ1, "task1");
FileLock.waitUntilUnlocked(blockTestBeforeKillingNodePath);
SchedulerTHelper.log("Kill the node running the task");
schedulerHelper.killNode(taskNodeUrl);
SchedulerTHelper.log("Let the task finish");
blockTaskFromTest.unlock();
SchedulerTHelper.log("Waiting for job 1 to finish");
schedulerHelper.waitForEventJobFinished(idJ1);
String userSpaceUri = URI.create(schedulerHelper.getSchedulerInterface().getUserSpaceURIs().get(0)).getPath();
assertTrue("Could not find expected output file", new File(userSpaceUri, "output_file.txt").exists());
}
private TaskFlowJob createFileInLocalSpaceJob(String blockTaskFromTestUrl, String blockTestBeforeKillingNodeUrl)
throws Exception {
TaskFlowJob job = new TaskFlowJob();
JavaTask task1 = new JavaTask();
task1.setForkEnvironment(new ForkEnvironment());
task1.setName("task1");
task1.setExecutableClassName(CreateFileInLocalSpaceTask.class.getName());
task1.addArgument("blockTaskFromTestUrl", blockTaskFromTestUrl);
task1.addArgument("blockTestBeforeKillingNodeUrl", blockTestBeforeKillingNodeUrl);
task1.addOutputFiles("output_file.txt", OutputAccessMode.TransferToUserSpace);
job.addTask(task1);
return job;
}
private String findNodeRunningTask() throws Exception {
RMNodeEvent event;
do {
event = schedulerHelper.waitForAnyNodeEvent(RMEventType.NODE_STATE_CHANGED, 30 * 1000);
} while (!event.getNodeState().equals(NodeState.BUSY));
return event.getNodeUrl();
}
public static class CreateFileInLocalSpaceTask extends JavaExecutable {
private String blockTaskFromTestUrl;
private String blockTestBeforeKillingNodeUrl;
@Override
public Serializable execute(TaskResult... results) throws Throwable {
CentralPAPropertyRepository.PA_CLASSLOADING_USEHTTP.setValue(false);
FileLock.unlock(blockTestBeforeKillingNodeUrl);
// for the first execution, the node will be killed here
FileLock.waitUntilUnlocked(blockTaskFromTestUrl);
ProActiveRuntimeImpl.getProActiveRuntime().cleanJvmFromPA();
return new File("output_file.txt").createNewFile();
}
}
}