/**
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.hadoop.hive.ql.exec.tez.monitoring;
import org.apache.hadoop.hive.ql.plan.BaseWork;
import org.apache.hadoop.hive.ql.session.SessionState;
import org.apache.tez.dag.api.TezException;
import org.apache.tez.dag.api.client.DAGClient;
import org.apache.tez.dag.api.client.DAGStatus;
import org.apache.tez.dag.api.client.Progress;
import org.apache.tez.dag.api.client.StatusGetOpts;
import org.apache.tez.dag.api.client.VertexStatus;
import org.junit.Test;
import org.junit.runner.RunWith;
import org.mockito.Matchers;
import org.mockito.Mock;
import org.mockito.runners.MockitoJUnitRunner;
import java.io.IOException;
import java.util.HashMap;
import java.util.Map;
import java.util.Set;
import static org.hamcrest.CoreMatchers.equalTo;
import static org.hamcrest.CoreMatchers.hasItems;
import static org.hamcrest.CoreMatchers.sameInstance;
import static org.hamcrest.core.Is.is;
import static org.junit.Assert.assertThat;
import static org.mockito.Matchers.anySet;
import static org.mockito.Matchers.eq;
import static org.mockito.Matchers.isNull;
import static org.mockito.Mockito.verify;
import static org.mockito.Mockito.verifyNoMoreInteractions;
import static org.mockito.Mockito.when;
@RunWith(MockitoJUnitRunner.class)
public class TestTezProgressMonitor {
private static final String REDUCER = "Reducer";
private static final String MAPPER = "Mapper";
@Mock
private DAGClient dagClient;
@Mock
private SessionState.LogHelper console;
@Mock
private DAGStatus dagStatus;
@Mock
private Progress mapperProgress;
@Mock
private Progress reducerProgress;
@Mock
private VertexStatus succeeded;
@Mock
private VertexStatus running;
private Map<String, Progress> progressMap() {
return new HashMap<String, Progress>() {{
put(MAPPER, setup(mapperProgress, 2, 1, 3, 4, 5));
put(REDUCER, setup(reducerProgress, 3, 2, 1, 0, 1));
}};
}
private Progress setup(Progress progressMock, int total, int succeeded, int failedAttempt,
int killedAttempt, int running) {
when(progressMock.getTotalTaskCount()).thenReturn(total);
when(progressMock.getSucceededTaskCount()).thenReturn(succeeded);
when(progressMock.getFailedTaskAttemptCount()).thenReturn(failedAttempt);
when(progressMock.getKilledTaskAttemptCount()).thenReturn(killedAttempt);
when(progressMock.getRunningTaskCount()).thenReturn(running);
return progressMock;
}
@Test
public void setupInternalStateOnObjectCreation() throws IOException, TezException {
when(dagStatus.getState()).thenReturn(DAGStatus.State.RUNNING);
when(dagClient.getVertexStatus(eq(MAPPER), anySet())).thenReturn(succeeded);
when(dagClient.getVertexStatus(eq(REDUCER), anySet())).thenReturn(running);
TezProgressMonitor monitor =
new TezProgressMonitor(dagClient, dagStatus, new HashMap<String, BaseWork>(), progressMap(), console,
Long.MAX_VALUE);
verify(dagClient).getVertexStatus(eq(MAPPER), isNull(Set.class));
verify(dagClient).getVertexStatus(eq(REDUCER), isNull(Set.class));
verifyNoMoreInteractions(dagClient);
assertThat(monitor.vertexStatusMap.keySet(), hasItems(MAPPER, REDUCER));
assertThat(monitor.vertexStatusMap.get(MAPPER), is(sameInstance(succeeded)));
assertThat(monitor.vertexStatusMap.get(REDUCER), is(sameInstance(running)));
assertThat(monitor.progressCountsMap.keySet(), hasItems(MAPPER, REDUCER));
TezProgressMonitor.VertexProgress expectedMapperState =
new TezProgressMonitor.VertexProgress(2, 1, 3, 4, 5, DAGStatus.State.RUNNING);
assertThat(monitor.progressCountsMap.get(MAPPER), is(equalTo(expectedMapperState)));
TezProgressMonitor.VertexProgress expectedReducerState =
new TezProgressMonitor.VertexProgress(3, 2, 1, 0, 1, DAGStatus.State.RUNNING);
assertThat(monitor.progressCountsMap.get(REDUCER), is(equalTo(expectedReducerState)));
}
}