/** * Licensed to the Apache Software Foundation (ASF) under one * or more contributor license agreements. See the NOTICE file * distributed with this work for additional information * regarding copyright ownership. The ASF licenses this file * to you under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance * with the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.hadoop.mapred; import java.io.IOException; import org.apache.hadoop.conf.Configuration; import org.apache.hadoop.mapreduce.MRJobConfig; import org.apache.hadoop.mapreduce.security.token.JobTokenSecretManager; import org.apache.hadoop.mapreduce.v2.api.records.JobId; import org.apache.hadoop.mapreduce.v2.api.records.TaskAttemptId; import org.apache.hadoop.mapreduce.v2.api.records.TaskId; import org.apache.hadoop.mapreduce.v2.app.AppContext; import org.apache.hadoop.mapreduce.v2.app.TaskAttemptFinishingMonitor; import org.apache.hadoop.mapreduce.v2.app.job.event.TaskAttemptEvent; import org.apache.hadoop.mapreduce.v2.app.job.event.TaskAttemptEventType; import org.apache.hadoop.mapreduce.v2.app.rm.RMHeartbeatHandler; import org.apache.hadoop.mapreduce.v2.util.MRBuilderUtils; import org.apache.hadoop.yarn.event.Event; import org.apache.hadoop.yarn.event.EventHandler; import org.apache.hadoop.yarn.util.SystemClock; import org.junit.Test; import static org.junit.Assert.assertTrue; import static org.mockito.Mockito.mock; import static org.mockito.Mockito.when; public class TestTaskAttemptFinishingMonitor { @Test public void testFinshingAttemptTimeout() throws IOException, InterruptedException { SystemClock clock = new SystemClock(); Configuration conf = new Configuration(); conf.setInt(MRJobConfig.TASK_EXIT_TIMEOUT, 100); conf.setInt(MRJobConfig.TASK_EXIT_TIMEOUT_CHECK_INTERVAL_MS, 10); AppContext appCtx = mock(AppContext.class); JobTokenSecretManager secret = mock(JobTokenSecretManager.class); RMHeartbeatHandler rmHeartbeatHandler = mock(RMHeartbeatHandler.class); MockEventHandler eventHandler = new MockEventHandler(); TaskAttemptFinishingMonitor taskAttemptFinishingMonitor = new TaskAttemptFinishingMonitor(eventHandler); taskAttemptFinishingMonitor.init(conf); taskAttemptFinishingMonitor.start(); when(appCtx.getEventHandler()).thenReturn(eventHandler); when(appCtx.getNMHostname()).thenReturn("0.0.0.0"); when(appCtx.getTaskAttemptFinishingMonitor()).thenReturn( taskAttemptFinishingMonitor); when(appCtx.getClock()).thenReturn(clock); TaskAttemptListenerImpl listener = new TaskAttemptListenerImpl(appCtx, secret, rmHeartbeatHandler, null); listener.init(conf); listener.start(); JobId jid = MRBuilderUtils.newJobId(12345, 1, 1); TaskId tid = MRBuilderUtils.newTaskId(jid, 0, org.apache.hadoop.mapreduce.v2.api.records.TaskType.MAP); TaskAttemptId attemptId = MRBuilderUtils.newTaskAttemptId(tid, 0); appCtx.getTaskAttemptFinishingMonitor().register(attemptId); int check = 0; while ( !eventHandler.timedOut && check++ < 10 ) { Thread.sleep(100); } taskAttemptFinishingMonitor.stop(); assertTrue("Finishing attempt didn't time out.", eventHandler.timedOut); } public static class MockEventHandler implements EventHandler { public boolean timedOut = false; @Override public void handle(Event event) { if (event instanceof TaskAttemptEvent) { TaskAttemptEvent attemptEvent = ((TaskAttemptEvent) event); if (TaskAttemptEventType.TA_TIMED_OUT == attemptEvent.getType()) { timedOut = true; } } } }; }