TestJobTrackerInstrumentation.java

/**
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package org.apache.hadoop.mapred;

import java.io.IOException;

import junit.framework.TestCase;

import org.apache.hadoop.examples.SleepJob;

@SuppressWarnings("deprecation")
public class TestJobTrackerInstrumentation extends TestCase {

  public void testSlots() throws IOException {
    MiniMRCluster mr = null;
    try {
      JobConf jtConf = new JobConf();
      jtConf.set("mapred.jobtracker.instrumentation", 
          MyJobTrackerMetricsInst.class.getName());
      mr = new MiniMRCluster(2, "file:///", 3, null, null, jtConf);
      MyJobTrackerMetricsInst instr = (MyJobTrackerMetricsInst) 
        mr.getJobTrackerRunner().getJobTracker().getInstrumentation();

      JobConf conf = mr.createJobConf();
      SleepJob job = new SleepJob();
      job.setConf(conf);
      int numMapTasks = 3;
      int numReduceTasks = 2;
      job.run(numMapTasks, numReduceTasks, 10000, 1, 10000, 1);
      
      synchronized (instr) {
        //after the job completes, incr and decr should be equal
        assertEquals(instr.incrOccupiedMapSlots, 
            instr.decrOccupiedMapSlots);
        assertEquals(instr.incrOccupiedReduceSlots, 
            instr.decrOccupiedReduceSlots);
        assertEquals(instr.incrRunningMaps,
            instr.decrRunningMaps);
        assertEquals(instr.incrRunningReduces,
            instr.decrRunningReduces);
        assertEquals(instr.incrReservedMapSlots,
            instr.decrReservedMapSlots);
        assertEquals(instr.incrReservedReduceSlots,
            instr.decrReservedReduceSlots);
        
        //validate that atleast once the callbacks happened
        assertTrue(instr.incrOccupiedMapSlots > 0);
        assertTrue(instr.incrOccupiedReduceSlots > 0);
        assertTrue(instr.incrRunningMaps > 0);
        assertTrue(instr.incrRunningReduces > 0);
      }
    } finally {
      if (mr != null) {
        mr.shutdown();
      }
    }
  }

  static class MyJobTrackerMetricsInst extends JobTrackerInstrumentation  {
    public MyJobTrackerMetricsInst(JobTracker tracker, JobConf conf) {
      super(tracker, conf);
    }

    private int incrReservedMapSlots = 0;
    private int decrReservedMapSlots = 0;
    private int incrReservedReduceSlots = 0;
    private int decrReservedReduceSlots = 0;
    private int incrOccupiedMapSlots = 0;
    private int decrOccupiedMapSlots = 0;
    private int incrOccupiedReduceSlots = 0;
    private int decrOccupiedReduceSlots = 0;
    private int incrRunningMaps = 0;
    private int decrRunningMaps = 0;
    private int incrRunningReduces = 0;
    private int decrRunningReduces = 0;

    @Override
    public synchronized void addReservedMapSlots(int slots)
    { 
      incrReservedMapSlots += slots;
    }

    @Override
    public synchronized void decReservedMapSlots(int slots)
    {
      decrReservedMapSlots += slots;
    }

    @Override
    public synchronized void addReservedReduceSlots(int slots)
    {
      incrReservedReduceSlots += slots;
    }

    @Override
    public synchronized void decReservedReduceSlots(int slots)
    {
      decrReservedReduceSlots += slots;
    }

    @Override
    public synchronized void addOccupiedMapSlots(int slots)
    {
      incrOccupiedMapSlots += slots;
    }

    @Override
    public synchronized void decOccupiedMapSlots(int slots)
    {
      decrOccupiedMapSlots += slots;
    }

    @Override
    public synchronized void addOccupiedReduceSlots(int slots)
    {
      incrOccupiedReduceSlots += slots;
    }

    @Override
    public synchronized void decOccupiedReduceSlots(int slots)
    {
      decrOccupiedReduceSlots += slots;
    }
    
    @Override
    public synchronized void addRunningMaps(int task)
    {
      incrRunningMaps += task;
    }

    @Override
    public synchronized void decRunningMaps(int task) 
    {
      decrRunningMaps += task;
    }

    @Override
    public synchronized void addRunningReduces(int task)
    {
      incrRunningReduces += task;
    }

    @Override
    public synchronized void decRunningReduces(int task)
    {
      decrRunningReduces += task;
    }
  }
}