/*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.ambari.server.checks;
import java.util.ArrayList;
import java.util.Arrays;
import java.util.HashMap;
import java.util.List;
import java.util.Map;
import org.apache.ambari.server.api.services.AmbariMetaInfo;
import org.apache.ambari.server.configuration.Configuration;
import org.apache.ambari.server.controller.PrereqCheckRequest;
import org.apache.ambari.server.orm.models.HostComponentSummary;
import org.apache.ambari.server.state.Cluster;
import org.apache.ambari.server.state.Clusters;
import org.apache.ambari.server.state.ComponentInfo;
import org.apache.ambari.server.state.Host;
import org.apache.ambari.server.state.MaintenanceState;
import org.apache.ambari.server.state.Service;
import org.apache.ambari.server.state.ServiceComponent;
import org.apache.ambari.server.state.StackId;
import org.apache.ambari.server.state.State;
import org.apache.ambari.server.state.stack.PrereqCheckStatus;
import org.apache.ambari.server.state.stack.PrerequisiteCheck;
import org.junit.Assert;
import org.junit.Test;
import org.junit.runner.RunWith;
import org.mockito.Mockito;
import org.mockito.invocation.InvocationOnMock;
import org.mockito.stubbing.Answer;
import org.powermock.api.mockito.PowerMockito;
import org.powermock.core.classloader.annotations.PrepareForTest;
import org.powermock.modules.junit4.PowerMockRunner;
import com.google.inject.Provider;
/**
* Unit tests for ServicesUpCheck
*
*/
@RunWith(PowerMockRunner.class) // Allow mocking static methods
@PrepareForTest(HostComponentSummary.class) // This class has a static method that will be mocked
public class ServicesUpCheckTest {
private final Clusters clusters = Mockito.mock(Clusters.class);
private AmbariMetaInfo ambariMetaInfo = Mockito.mock(AmbariMetaInfo.class);
@Test
public void testIsApplicable() throws Exception {
PrereqCheckRequest checkRequest = new PrereqCheckRequest("c1");
checkRequest.setRepositoryVersion("HDP-2.2.0.0");
checkRequest.setSourceStackId(new StackId("HDP", "2.2"));
checkRequest.setTargetStackId(new StackId("HDP", "2.2"));
ServicesUpCheck suc = new ServicesUpCheck();
Configuration config = Mockito.mock(Configuration.class);
suc.config = config;
Assert.assertTrue(suc.isApplicable(checkRequest));
}
@Test
public void testPerform() throws Exception {
PowerMockito.mockStatic(HostComponentSummary.class);
final ServicesUpCheck servicesUpCheck = new ServicesUpCheck();
servicesUpCheck.clustersProvider = new Provider<Clusters>() {
@Override
public Clusters get() {
return clusters;
}
};
servicesUpCheck.ambariMetaInfo = new Provider<AmbariMetaInfo>() {
@Override
public AmbariMetaInfo get() {
return ambariMetaInfo;
}
};
Host host1 = Mockito.mock(Host.class);
Host host2 = Mockito.mock(Host.class);
Host host3 = Mockito.mock(Host.class);
Mockito.when(host1.getMaintenanceState(Mockito.anyLong())).thenReturn(MaintenanceState.OFF);
Mockito.when(host2.getMaintenanceState(Mockito.anyLong())).thenReturn(MaintenanceState.OFF);
Mockito.when(host3.getMaintenanceState(Mockito.anyLong())).thenReturn(MaintenanceState.OFF);
final Cluster cluster = Mockito.mock(Cluster.class);
Mockito.when(cluster.getClusterId()).thenReturn(1L);
Mockito.when(cluster.getCurrentStackVersion()).thenReturn(new StackId("HDP", "2.2"));
Mockito.when(clusters.getCluster("cluster")).thenReturn(cluster);
Mockito.when(clusters.getHostById(Long.valueOf(1))).thenReturn(host1);
Mockito.when(clusters.getHostById(Long.valueOf(2))).thenReturn(host2);
Mockito.when(clusters.getHostById(Long.valueOf(3))).thenReturn(host3);
final Service hdfsService = Mockito.mock(Service.class);
final Service tezService = Mockito.mock(Service.class);
final Service amsService = Mockito.mock(Service.class);
HashMap<String, Service> clusterServices = new HashMap<>();
clusterServices.put("HDFS", hdfsService);
clusterServices.put("TEZ", tezService);
clusterServices.put("AMBARI_METRICS", amsService);
Mockito.when(hdfsService.getName()).thenReturn("HDFS");
Mockito.when(tezService.getName()).thenReturn("TEZ");
Mockito.when(amsService.getName()).thenReturn("AMBARI_METRICS");
Mockito.when(hdfsService.isClientOnlyService()).thenReturn(false);
Mockito.when(tezService.isClientOnlyService()).thenReturn(true);
Mockito.when(amsService.isClientOnlyService()).thenReturn(false);
Mockito.when(cluster.getServices()).thenReturn(clusterServices);
Mockito.when(ambariMetaInfo.getComponent(Mockito.anyString(), Mockito.anyString(),
Mockito.anyString(), Mockito.anyString())).thenAnswer(new Answer<ComponentInfo>() {
@Override
public ComponentInfo answer(InvocationOnMock invocation) throws Throwable {
ComponentInfo anyInfo = Mockito.mock(ComponentInfo.class);
if (invocation.getArguments().length > 3 && "DATANODE".equals(invocation.getArguments()[3])) {
Mockito.when(anyInfo.getCardinality()).thenReturn("1+");
} else {
Mockito.when(anyInfo.getCardinality()).thenReturn(null);
}
return anyInfo;
}
});
// Put Components inside Services
// HDFS
Map<String, ServiceComponent> hdfsComponents = new HashMap<>();
ServiceComponent nameNode = Mockito.mock(ServiceComponent.class);
Mockito.when(nameNode.getName()).thenReturn("NAMENODE");
Mockito.when(nameNode.isClientComponent()).thenReturn(false);
Mockito.when(nameNode.isVersionAdvertised()).thenReturn(true);
Mockito.when(nameNode.isMasterComponent()).thenReturn(true);
ServiceComponent dataNode = Mockito.mock(ServiceComponent.class);
Mockito.when(dataNode.getName()).thenReturn("DATANODE");
Mockito.when(dataNode.isClientComponent()).thenReturn(false);
Mockito.when(dataNode.isVersionAdvertised()).thenReturn(true);
Mockito.when(dataNode.isMasterComponent()).thenReturn(false);
ServiceComponent zkfc = Mockito.mock(ServiceComponent.class);
Mockito.when(zkfc.getName()).thenReturn("ZKFC");
Mockito.when(zkfc.isClientComponent()).thenReturn(false);
Mockito.when(zkfc.isVersionAdvertised()).thenReturn(false);
Mockito.when(zkfc.isMasterComponent()).thenReturn(false);
hdfsComponents.put("NAMENODE", nameNode);
hdfsComponents.put("DATANODE", dataNode);
hdfsComponents.put("ZKFC", zkfc);
Mockito.when(hdfsService.getServiceComponents()).thenReturn(hdfsComponents);
// TEZ
Map<String, ServiceComponent> tezComponents = new HashMap<>();
ServiceComponent tezClient = Mockito.mock(ServiceComponent.class);
Mockito.when(tezClient.getName()).thenReturn("TEZ_CLIENT");
Mockito.when(tezClient.isClientComponent()).thenReturn(true);
Mockito.when(tezClient.isVersionAdvertised()).thenReturn(true);
tezComponents.put("TEZ_CLIENT", tezClient);
Mockito.when(tezService.getServiceComponents()).thenReturn(tezComponents);
// AMS
Map<String, ServiceComponent> amsComponents = new HashMap<>();
ServiceComponent metricsCollector = Mockito.mock(ServiceComponent.class);
Mockito.when(metricsCollector.getName()).thenReturn("METRICS_COLLECTOR");
Mockito.when(metricsCollector.isClientComponent()).thenReturn(false);
Mockito.when(metricsCollector.isVersionAdvertised()).thenReturn(false);
ServiceComponent metricsMonitor = Mockito.mock(ServiceComponent.class);
Mockito.when(metricsMonitor.getName()).thenReturn("METRICS_MONITOR");
Mockito.when(metricsMonitor.isClientComponent()).thenReturn(false);
Mockito.when(metricsMonitor.isVersionAdvertised()).thenReturn(false);
amsComponents.put("METRICS_COLLECTOR", metricsCollector);
amsComponents.put("METRICS_MONITOR", metricsMonitor);
Mockito.when(amsService.getServiceComponents()).thenReturn(amsComponents);
final HostComponentSummary hcsNameNode = Mockito.mock(HostComponentSummary.class);
final HostComponentSummary hcsDataNode1 = Mockito.mock(HostComponentSummary.class);
final HostComponentSummary hcsDataNode2 = Mockito.mock(HostComponentSummary.class);
final HostComponentSummary hcsDataNode3 = Mockito.mock(HostComponentSummary.class);
final HostComponentSummary hcsZKFC = Mockito.mock(HostComponentSummary.class);
final HostComponentSummary hcsTezClient = Mockito.mock(HostComponentSummary.class);
final HostComponentSummary hcsMetricsCollector = Mockito.mock(HostComponentSummary.class);
final HostComponentSummary hcsMetricsMonitor = Mockito.mock(HostComponentSummary.class);
// set hosts for the summaries
Mockito.when(hcsNameNode.getHostId()).thenReturn(Long.valueOf(1));
Mockito.when(hcsDataNode1.getHostId()).thenReturn(Long.valueOf(1));
Mockito.when(hcsDataNode2.getHostId()).thenReturn(Long.valueOf(2));
Mockito.when(hcsDataNode3.getHostId()).thenReturn(Long.valueOf(3));
Mockito.when(hcsZKFC.getHostId()).thenReturn(Long.valueOf(1));
Mockito.when(hcsTezClient.getHostId()).thenReturn(Long.valueOf(2));
Mockito.when(hcsMetricsCollector.getHostId()).thenReturn(Long.valueOf(1));
Mockito.when(hcsMetricsMonitor.getHostId()).thenReturn(Long.valueOf(1));
List<HostComponentSummary> allHostComponentSummaries = new ArrayList<>();
allHostComponentSummaries.add(hcsNameNode);
allHostComponentSummaries.add(hcsDataNode1);
allHostComponentSummaries.add(hcsDataNode2);
allHostComponentSummaries.add(hcsDataNode3);
allHostComponentSummaries.add(hcsZKFC);
allHostComponentSummaries.add(hcsTezClient);
allHostComponentSummaries.add(hcsMetricsCollector);
allHostComponentSummaries.add(hcsMetricsMonitor);
// Mock the static method
Mockito.when(HostComponentSummary.getHostComponentSummaries("HDFS", "NAMENODE")).thenReturn(Arrays.asList(hcsNameNode));
Mockito.when(HostComponentSummary.getHostComponentSummaries("HDFS", "DATANODE")).thenReturn(Arrays.asList(hcsDataNode1, hcsDataNode2, hcsDataNode3));
Mockito.when(HostComponentSummary.getHostComponentSummaries("HDFS", "ZKFC")).thenReturn(Arrays.asList(hcsZKFC));
Mockito.when(HostComponentSummary.getHostComponentSummaries("TEZ", "TEZ_CLIENT")).thenReturn(Arrays.asList(hcsTezClient));
Mockito.when(HostComponentSummary.getHostComponentSummaries("AMBARI_METRICS", "METRICS_COLLECTOR")).thenReturn(Arrays.asList(hcsMetricsCollector));
Mockito.when(HostComponentSummary.getHostComponentSummaries("AMBARI_METRICS", "METRICS_MONITOR")).thenReturn(Arrays.asList(hcsMetricsMonitor));
// Case 1. Initialize with good values
for (HostComponentSummary hcs : allHostComponentSummaries) {
Mockito.when(hcs.getDesiredState()).thenReturn(State.INSTALLED);
Mockito.when(hcs.getCurrentState()).thenReturn(State.STARTED);
}
PrerequisiteCheck check = new PrerequisiteCheck(null, null);
servicesUpCheck.perform(check, new PrereqCheckRequest("cluster"));
Assert.assertEquals(PrereqCheckStatus.PASS, check.getStatus());
// Case 2. Change some desired states to STARTED, should still pass
Mockito.when(hcsNameNode.getDesiredState()).thenReturn(State.STARTED);
Mockito.when(hcsDataNode1.getDesiredState()).thenReturn(State.STARTED);
check = new PrerequisiteCheck(null, null);
servicesUpCheck.perform(check, new PrereqCheckRequest("cluster"));
Assert.assertEquals(PrereqCheckStatus.PASS, check.getStatus());
// Case 3. Ensure that ZKFC and AMS are ignored even if their current state is not STARTED
Mockito.when(hcsZKFC.getCurrentState()).thenReturn(State.INSTALLED);
Mockito.when(hcsMetricsCollector.getCurrentState()).thenReturn(State.INSTALLED);
Mockito.when(hcsMetricsMonitor.getCurrentState()).thenReturn(State.INSTALLED);
check = new PrerequisiteCheck(null, null);
servicesUpCheck.perform(check, new PrereqCheckRequest("cluster"));
Assert.assertEquals(PrereqCheckStatus.PASS, check.getStatus());
// Case 4. Change HDFS current states to INSTALLED, should fail.
Mockito.when(hcsNameNode.getCurrentState()).thenReturn(State.INSTALLED);
Mockito.when(hcsDataNode1.getCurrentState()).thenReturn(State.INSTALLED);
check = new PrerequisiteCheck(null, null);
servicesUpCheck.perform(check, new PrereqCheckRequest("cluster"));
Assert.assertEquals(PrereqCheckStatus.FAIL, check.getStatus());
// Case 5. Change HDFS master to STARTED, but one slave to INSTALLED, should pass (2/3 are up).
Mockito.when(hcsNameNode.getCurrentState()).thenReturn(State.STARTED);
Mockito.when(hcsDataNode1.getCurrentState()).thenReturn(State.INSTALLED);
check = new PrerequisiteCheck(null, null);
servicesUpCheck.perform(check, new PrereqCheckRequest("cluster"));
Assert.assertEquals(PrereqCheckStatus.PASS, check.getStatus());
// Case 6. Change HDFS master to STARTED, but 2 slaves to INSTALLED, should fail (2/3 are down)
Mockito.when(hcsNameNode.getCurrentState()).thenReturn(State.STARTED);
Mockito.when(hcsDataNode1.getCurrentState()).thenReturn(State.INSTALLED);
Mockito.when(hcsDataNode2.getCurrentState()).thenReturn(State.INSTALLED);
check = new PrerequisiteCheck(null, null);
servicesUpCheck.perform(check, new PrereqCheckRequest("cluster"));
Assert.assertEquals(PrereqCheckStatus.FAIL, check.getStatus());
Assert.assertTrue(check.getFailReason().indexOf("50%") > -1);
// place the DN slaves into MM which will allow them to be skipped
Mockito.when(host1.getMaintenanceState(Mockito.anyLong())).thenReturn(MaintenanceState.ON);
Mockito.when(host3.getMaintenanceState(Mockito.anyLong())).thenReturn(MaintenanceState.ON);
check = new PrerequisiteCheck(null, null);
servicesUpCheck.perform(check, new PrereqCheckRequest("cluster"));
Assert.assertEquals(PrereqCheckStatus.PASS, check.getStatus());
// put everything back to normal, then fail NN
Mockito.when(hcsNameNode.getCurrentState()).thenReturn(State.INSTALLED);
Mockito.when(hcsDataNode1.getCurrentState()).thenReturn(State.STARTED);
Mockito.when(hcsDataNode2.getCurrentState()).thenReturn(State.STARTED);
Mockito.when(host1.getMaintenanceState(Mockito.anyLong())).thenReturn(MaintenanceState.OFF);
Mockito.when(host3.getMaintenanceState(Mockito.anyLong())).thenReturn(MaintenanceState.OFF);
check = new PrerequisiteCheck(null, null);
servicesUpCheck.perform(check, new PrereqCheckRequest("cluster"));
Assert.assertEquals(PrereqCheckStatus.FAIL, check.getStatus());
// put NN into MM; should still fail since it's a master
Mockito.when(host1.getMaintenanceState(Mockito.anyLong())).thenReturn(MaintenanceState.ON);
check = new PrerequisiteCheck(null, null);
servicesUpCheck.perform(check, new PrereqCheckRequest("cluster"));
Assert.assertEquals(PrereqCheckStatus.FAIL, check.getStatus());
}
}