TestJobKillAndFail.java

/**
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package org.apache.hadoop.mapred;

import java.io.File;
import java.io.IOException;

import junit.framework.TestCase;

import org.apache.hadoop.fs.Path;

/**
 * A JUnit test to test Kill Job & Fail Job functionality with local file
 * system.
 */
public class TestJobKillAndFail extends TestCase {

  private static String TEST_ROOT_DIR = new File(System.getProperty(
      "test.build.data", "/tmp")).toURI().toString().replace(' ', '+');

  public void testJobFailAndKill() throws IOException {
    MiniMRCluster mr = null;
    try {
      JobConf jtConf = new JobConf();
      jtConf.set("mapred.jobtracker.instrumentation", 
          JTInstrumentation.class.getName());
      mr = new MiniMRCluster(2, "file:///", 3, null, null, jtConf);
      JTInstrumentation instr = (JTInstrumentation) 
        mr.getJobTrackerRunner().getJobTracker().getInstrumentation();

      // run the TCs
      JobConf conf = mr.createJobConf();
      
      Path inDir = new Path(TEST_ROOT_DIR + "/failkilljob/input");
      Path outDir = new Path(TEST_ROOT_DIR + "/failkilljob/output");
      RunningJob job = UtilsForTests.runJobFail(conf, inDir, outDir);
      // Checking that the Job got failed
      assertEquals(job.getJobState(), JobStatus.FAILED);
      assertTrue(instr.verifyJob());
      assertEquals(1, instr.failed);
      instr.reset();

      
      job = UtilsForTests.runJobKill(conf, inDir, outDir);
      // Checking that the Job got killed
      assertTrue(job.isComplete());
      assertEquals(job.getJobState(), JobStatus.KILLED);
      assertTrue(instr.verifyJob());
      assertEquals(1, instr.killed);
    } finally {
      if (mr != null) {
        mr.shutdown();
      }
    }
  }
  
  static class JTInstrumentation extends JobTrackerInstrumentation {
    volatile int failed;
    volatile int killed;
    volatile int addPrep;
    volatile int decPrep;
    volatile int addRunning;
    volatile int decRunning;

    void reset() {
      failed = 0;
      killed = 0;
      addPrep = 0;
      decPrep = 0;
      addRunning = 0;
      decRunning = 0;
    }

    boolean verifyJob() {
      return addPrep==1 && decPrep==1 && addRunning==1 && decRunning==1;
    }

    public JTInstrumentation(JobTracker jt, JobConf conf) {
      super(jt, conf);
    }

    public synchronized void addPrepJob(JobConf conf, JobID id) 
    {
      addPrep++;
    }
    
    public synchronized void decPrepJob(JobConf conf, JobID id) 
    {
      decPrep++;
    }

    public synchronized void addRunningJob(JobConf conf, JobID id) 
    {
      addRunning++;
    }

    public synchronized void decRunningJob(JobConf conf, JobID id) 
    {
      decRunning++;
    }
    
    public synchronized void failedJob(JobConf conf, JobID id) 
    {
      failed++;
    }

    public synchronized void killedJob(JobConf conf, JobID id) 
    {
      killed++;
    }
  }
  
}