BlueprintValidatorImplTest.java

/**
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package org.apache.ambari.server.topology;

import static org.easymock.EasyMock.expect;
import static org.easymock.EasyMock.replay;
import static org.easymock.EasyMock.reset;
import static org.easymock.EasyMock.verify;

import java.util.ArrayList;
import java.util.Arrays;
import java.util.Collection;
import java.util.Collections;
import java.util.HashMap;
import java.util.LinkedHashMap;
import java.util.List;
import java.util.Map;

import org.apache.ambari.server.controller.internal.Stack;
import org.apache.ambari.server.state.AutoDeployInfo;
import org.apache.ambari.server.state.ComponentInfo;
import org.apache.ambari.server.state.DependencyConditionInfo;
import org.apache.ambari.server.state.DependencyInfo;
import org.easymock.EasyMock;
import org.easymock.EasyMockRule;
import org.easymock.Mock;
import org.easymock.MockType;
import org.junit.After;
import org.junit.Before;
import org.junit.Rule;
import org.junit.Test;

/**
 * BlueprintValidatorImpl unit tests.
 */
public class BlueprintValidatorImplTest {

  private final Map<String, HostGroup> hostGroups = new LinkedHashMap<>();
  @Rule
  public EasyMockRule mocks = new EasyMockRule(this);

  @Mock(type = MockType.NICE)
  private Blueprint blueprint;

  @Mock(type = MockType.NICE)
  private Stack stack;

  @Mock(type = MockType.NICE)
  private HostGroup group1;

  @Mock(type = MockType.NICE)
  private HostGroup group2;

  @Mock(type = MockType.NICE)
  private DependencyInfo dependency1;
  @Mock(type = MockType.NICE)
  private DependencyInfo dependency2;

  @Mock(type = MockType.NICE)
  private ComponentInfo dependencyComponentInfo;
  @Mock(type = MockType.NICE)
  private DependencyConditionInfo dependencyConditionInfo1;
  @Mock(type = MockType.NICE)
  private DependencyConditionInfo dependencyConditionInfo2;

  private final Collection<String> group1Components = new ArrayList<>();
  private final Collection<String> group2Components = new ArrayList<>();
  private final Collection<String> services = new ArrayList<>();

  private Collection<DependencyInfo> dependencies1 = new ArrayList<>();
  private List<DependencyConditionInfo> dependenciesConditionInfos1 = new ArrayList<>();
  private AutoDeployInfo autoDeploy = new AutoDeployInfo();
  private Map<String, Map<String, String>> configProperties = new HashMap<>();
  private Configuration configuration = new Configuration(configProperties, Collections.<String, Map<String, Map<String, String>>>emptyMap());


  @Before
  public void setup() {
    hostGroups.put("group1", group1);
    hostGroups.put("group2", group2);

    autoDeploy.setEnabled(true);
    autoDeploy.setCoLocate("service1/component2");

    expect(blueprint.getStack()).andReturn(stack).anyTimes();
    expect(blueprint.getHostGroups()).andReturn(hostGroups).anyTimes();
    expect(blueprint.getServices()).andReturn(services).anyTimes();

    expect(group1.getComponentNames()).andReturn(group1Components).anyTimes();
    expect(group1.getName()).andReturn("host-group-1").anyTimes();
    expect(group2.getComponentNames()).andReturn(group2Components).anyTimes();
    expect(group2.getName()).andReturn("host-group-2").anyTimes();

    expect(stack.getDependenciesForComponent("component1")).andReturn(dependencies1).anyTimes();
    expect(stack.getDependenciesForComponent("component2")).andReturn(dependencies1).anyTimes();
    expect(stack.getDependenciesForComponent("component3")).andReturn(dependencies1).anyTimes();
    expect(stack.getDependenciesForComponent("component4")).andReturn(dependencies1).anyTimes();

    expect(stack.getCardinality("component1")).andReturn(new Cardinality("1"));
    expect(stack.getCardinality("component2")).andReturn(new Cardinality("1+"));
    expect(stack.getCardinality("component3")).andReturn(new Cardinality("1+"));
    dependenciesConditionInfos1.add(dependencyConditionInfo1);
    dependenciesConditionInfos1.add(dependencyConditionInfo2);

    expect(blueprint.getConfiguration()).andReturn(configuration).anyTimes();
  }

  @After
  public void tearDown() {
    reset(blueprint, stack, group1, group2, dependency1, dependency2, dependencyConditionInfo1, dependencyConditionInfo2);
  }

  @Test
  public void testValidateTopology_basic() throws Exception {
    group1Components.add("component1");
    group1Components.add("component1");

    services.addAll(Arrays.asList("service1", "service2"));

    expect(stack.getComponents("service1")).andReturn(Collections.singleton("component1")).anyTimes();
    expect(stack.getComponents("service2")).andReturn(Collections.singleton("component2")).anyTimes();

    expect(blueprint.getHostGroupsForComponent("component1")).andReturn(Collections.singleton(group1)).anyTimes();
    expect(blueprint.getHostGroupsForComponent("component2")).andReturn(Arrays.asList(group1, group2)).anyTimes();

    replay(blueprint, stack, group1, group2, dependency1);
    BlueprintValidator validator = new BlueprintValidatorImpl(blueprint);
    validator.validateTopology();
  }

  @Test(expected = InvalidTopologyException.class)
  public void testValidateTopology_basic_negative() throws Exception {
    group1Components.add("component2");

    services.addAll(Collections.singleton("service1"));

    expect(stack.getComponents("service1")).andReturn(Arrays.asList("component1", "component2")).anyTimes();

    expect(blueprint.getHostGroupsForComponent("component1")).andReturn(Collections.<HostGroup>emptyList()).anyTimes();
    expect(blueprint.getHostGroupsForComponent("component2")).andReturn(Arrays.asList(group1, group2)).anyTimes();

    replay(blueprint, stack, group1, group2, dependency1);
    BlueprintValidator validator = new BlueprintValidatorImpl(blueprint);
    validator.validateTopology();
  }

  @Test
  public void testValidateTopology_autoDeploy() throws Exception {
    group1Components.add("component2");
    services.addAll(Collections.singleton("service1"));

    expect(blueprint.getHostGroupsForComponent("component1")).andReturn(Collections.<HostGroup>emptyList()).anyTimes();
    expect(blueprint.getHostGroupsForComponent("component2")).andReturn(Arrays.asList(group1, group2)).anyTimes();

    expect(stack.getComponents("service1")).andReturn(Arrays.asList("component1", "component2")).anyTimes();
    expect(stack.getAutoDeployInfo("component1")).andReturn(autoDeploy).anyTimes();

    expect(group1.addComponent("component1")).andReturn(true).once();

    replay(blueprint, stack, group1, group2, dependency1);
    BlueprintValidator validator = new BlueprintValidatorImpl(blueprint);
    validator.validateTopology();

    verify(group1);
  }

  @Test
  public void testValidateTopology_autoDeploy_hasDependency() throws Exception {
    group1Components.add("component2");
    dependencies1.add(dependency1);
    services.addAll(Collections.singleton("service1"));

    expect(blueprint.getHostGroupsForComponent("component1")).andReturn(Collections.<HostGroup>emptyList()).anyTimes();
    expect(blueprint.getHostGroupsForComponent("component2")).andReturn(Arrays.asList(group1, group2)).anyTimes();
    expect(blueprint.getHostGroupsForComponent("component3")).andReturn(Collections.<HostGroup>emptyList()).anyTimes();

    expect(stack.getComponents("service1")).andReturn(Arrays.asList("component1", "component2")).anyTimes();
    expect(stack.getComponents("service2")).andReturn(Collections.singleton("component3")).anyTimes();
    expect(stack.getAutoDeployInfo("component1")).andReturn(autoDeploy).anyTimes();

    AutoDeployInfo dependencyAutoDeploy = new AutoDeployInfo();
    dependencyAutoDeploy.setEnabled(true);
    dependencyAutoDeploy.setCoLocate("service1/component1");

    expect(dependency1.getScope()).andReturn("host").anyTimes();
    expect(dependency1.getAutoDeploy()).andReturn(dependencyAutoDeploy).anyTimes();
    expect(dependency1.getComponentName()).andReturn("component3").anyTimes();
    expect(dependency1.getServiceName()).andReturn("service1").anyTimes();
    expect(dependency1.getName()).andReturn("dependency1").anyTimes();

    expect(dependencyComponentInfo.isClient()).andReturn(true).anyTimes();
    expect(stack.getComponentInfo("component3")).andReturn(dependencyComponentInfo).anyTimes();

    expect(group1.addComponent("component1")).andReturn(true).once();
    expect(group1.addComponent("component3")).andReturn(true).once();

    replay(blueprint, stack, group1, group2, dependency1, dependencyComponentInfo);

    BlueprintValidator validator = new BlueprintValidatorImpl(blueprint);
    validator.validateTopology();

    verify(group1);
  }

  @Test(expected=InvalidTopologyException.class)
  public void testValidateRequiredProperties_SqlaInHiveStackHdp22() throws Exception {
    Map<String, String> hiveEnvConfig = new HashMap<>();
    hiveEnvConfig.put("hive_database","Existing SQL Anywhere Database");
    configProperties.put("hive-env", hiveEnvConfig);

    group1Components.add("HIVE_METASTORE");

    services.addAll(Arrays.asList("HIVE"));

    Configuration config = new Configuration(new HashMap<String, Map<String, String>>(), new HashMap<String, Map<String, Map<String, String>>>());
    expect(group1.getConfiguration()).andReturn(config).anyTimes();

    expect(stack.getComponents("HIVE")).andReturn(Collections.singleton("HIVE_METASTORE")).anyTimes();
    expect(stack.getVersion()).andReturn("2.2").once();
    expect(stack.getName()).andReturn("HDP").once();

    expect(blueprint.getHostGroupsForComponent("HIVE_METASTORE")).andReturn(Collections.singleton(group1)).anyTimes();

    replay(blueprint, stack, group1, group2, dependency1);
    BlueprintValidator validator = new BlueprintValidatorImpl(blueprint);
    validator.validateRequiredProperties();
  }

  @Test(expected=InvalidTopologyException.class)
  public void testValidateRequiredProperties_SqlaInOozieStackHdp22() throws Exception {
    Map<String, String> hiveEnvConfig = new HashMap<>();
    hiveEnvConfig.put("oozie_database","Existing SQL Anywhere Database");
    configProperties.put("oozie-env", hiveEnvConfig);

    group1Components.add("OOZIE_SERVER");

    services.addAll(Arrays.asList("OOZIE"));

    Configuration config = new Configuration(new HashMap<String, Map<String, String>>(), new HashMap<String, Map<String, Map<String, String>>>());
    expect(group1.getConfiguration()).andReturn(config).anyTimes();

    expect(stack.getComponents("OOZIE")).andReturn(Collections.singleton("OOZIE_SERVER")).anyTimes();
    expect(stack.getVersion()).andReturn("2.2").once();
    expect(stack.getName()).andReturn("HDP").once();

    expect(blueprint.getHostGroupsForComponent("OOZIE_SERVER")).andReturn(Collections.singleton(group1)).anyTimes();

    replay(blueprint, stack, group1, group2, dependency1);
    BlueprintValidator validator = new BlueprintValidatorImpl(blueprint);
    validator.validateRequiredProperties();
  }

  @Test
  public void testShouldDependencyBeExcludedWenRelatedServiceIsNotInBlueprint() throws Exception {
    // GIVEN
    hostGroups.clear();
    hostGroups.put("group1", group1);

    group1Components.add("component-1");
    dependencies1.add(dependency1);
    services.addAll(Collections.singleton("service-1"));


    expect(blueprint.getHostGroupsForComponent("component-1")).andReturn(Arrays.asList(group1)).anyTimes();
    expect(blueprint.getName()).andReturn("blueprint-1").anyTimes();

    Cardinality cardinality = new Cardinality("1");

    expect(stack.getComponents("service-1")).andReturn(Arrays.asList("component-1")).anyTimes();
    expect(stack.getAutoDeployInfo("component-1")).andReturn(autoDeploy).anyTimes();
    expect(stack.getDependenciesForComponent("component-1")).andReturn(dependencies1).anyTimes();
    expect(stack.getCardinality("component-1")).andReturn(cardinality).anyTimes();


    AutoDeployInfo dependencyAutoDeploy = new AutoDeployInfo();
    dependencyAutoDeploy.setEnabled(true);
    dependencyAutoDeploy.setCoLocate("service1/component1");

    expect(dependency1.getScope()).andReturn("host").anyTimes();
    expect(dependency1.getAutoDeploy()).andReturn(dependencyAutoDeploy).anyTimes();
    expect(dependency1.getComponentName()).andReturn("component-d").anyTimes();
    expect(dependency1.getServiceName()).andReturn("service-d").anyTimes();
    expect(dependency1.getName()).andReturn("dependency-1").anyTimes();


    expect(dependencyComponentInfo.isClient()).andReturn(true).anyTimes();
    expect(stack.getComponentInfo("component-d")).andReturn(dependencyComponentInfo).anyTimes();

    replay(blueprint, stack, group1, group2, dependency1, dependencyComponentInfo);

    // WHEN
    BlueprintValidator validator = new BlueprintValidatorImpl(blueprint);
    validator.validateTopology();

    // THEN
    verify(group1);

  }
  @Test(expected=InvalidTopologyException.class)
  public void testShouldThrowErrorWhenDependentComponentIsNotInBlueprint() throws Exception {
    // GIVEN
    hostGroups.clear();
    hostGroups.put("group1", group1);

    group1Components.add("component-1");
    dependencies1.add(dependency1);
    services.addAll(Collections.singleton("service-1"));


    expect(blueprint.getHostGroupsForComponent("component-1")).andReturn(Arrays.asList(group1)).anyTimes();
    expect(blueprint.getName()).andReturn("blueprint-1").anyTimes();

    Cardinality cardinality = new Cardinality("1");

    expect(stack.getComponents("service-1")).andReturn(Arrays.asList("component-1")).anyTimes();
    expect(stack.getAutoDeployInfo("component-1")).andReturn(autoDeploy).anyTimes();
    expect(stack.getDependenciesForComponent("component-1")).andReturn(dependencies1).anyTimes();
    expect(stack.getCardinality("component-1")).andReturn(cardinality).anyTimes();


    AutoDeployInfo dependencyAutoDeploy = null;

    expect(dependency1.getScope()).andReturn("host").anyTimes();
    expect(dependency1.getAutoDeploy()).andReturn(dependencyAutoDeploy).anyTimes();
    expect(dependency1.getComponentName()).andReturn("component-d").anyTimes();
    expect(dependency1.getServiceName()).andReturn("service-d").anyTimes();
    expect(dependency1.getName()).andReturn("dependency-1").anyTimes();


    expect(stack.getComponentInfo("component-d")).andReturn(dependencyComponentInfo).anyTimes();

    replay(blueprint, stack, group1, group2, dependency1, dependencyComponentInfo);

    // WHEN
    BlueprintValidator validator = new BlueprintValidatorImpl(blueprint);
    validator.validateTopology();

    // THEN
    verify(group1);

  }
  @Test(expected=InvalidTopologyException.class)
  public void testWhenComponentIsConditionallyDependentAndOnlyOneOfTheConditionsIsSatisfied() throws Exception {
    // GIVEN
    hostGroups.clear();
    hostGroups.put("group1", group1);

    group1Components.add("component-1");
    dependencies1.add(dependency1);
    dependencies1.add(dependency2);
    services.addAll(Collections.singleton("service-1"));


    expect(blueprint.getHostGroupsForComponent("component-1")).andReturn(Arrays.asList(group1)).anyTimes();
    expect(blueprint.getName()).andReturn("blueprint-1").anyTimes();
    Map<String, Map<String, String>> properties = new HashMap<>();
    Map<String, String> typeProps = new HashMap<>();
    typeProps.put("yarn.resourcemanager.hostname", "testhost");
    properties.put("yarn-site", typeProps);

    Configuration clusterConfig = new Configuration(properties,
       Collections.<String, Map<String, Map<String, String>>>emptyMap());

    Cardinality cardinality = new Cardinality("1");

    expect(stack.getComponents("service-1")).andReturn(Arrays.asList("component-1")).anyTimes();
    expect(stack.getAutoDeployInfo("component-1")).andReturn(autoDeploy).anyTimes();
    expect(stack.getDependenciesForComponent("component-1")).andReturn(dependencies1).anyTimes();
    expect(stack.getCardinality("component-1")).andReturn(cardinality).anyTimes();

    AutoDeployInfo dependencyAutoDeploy = null;

    expect(dependency1.getScope()).andReturn("host").anyTimes();
    expect(dependency1.getAutoDeploy()).andReturn(dependencyAutoDeploy).anyTimes();
    expect(dependency1.getComponentName()).andReturn("component-d").anyTimes();
    expect(dependency1.getServiceName()).andReturn("service-d").anyTimes();
    expect(dependency1.getName()).andReturn("dependency-1").anyTimes();
    expect(dependency1.hasDependencyConditions()).andReturn(true).anyTimes();
    expect(dependency1.getDependencyConditions()).andReturn(dependenciesConditionInfos1).anyTimes();
    expect(dependency2.getScope()).andReturn("host").anyTimes();
    expect(dependency2.getAutoDeploy()).andReturn(dependencyAutoDeploy).anyTimes();
    expect(dependency2.getComponentName()).andReturn("component-d").anyTimes();
    expect(dependency2.getServiceName()).andReturn("service-d").anyTimes();
    expect(dependency2.getName()).andReturn("dependency-2").anyTimes();
    expect(dependency2.hasDependencyConditions()).andReturn(false).anyTimes();

    expect(dependencyConditionInfo1.isResolved(EasyMock.<Map<String, Map<String, String>>>anyObject())).andReturn(true).anyTimes();
    expect(dependencyConditionInfo2.isResolved(EasyMock.<Map<String, Map<String, String>>>anyObject())).andReturn(false).anyTimes();


    expect(dependencyComponentInfo.isClient()).andReturn(false).anyTimes();
    expect(stack.getComponentInfo("component-d")).andReturn(dependencyComponentInfo).anyTimes();

    replay(blueprint, stack, group1, group2, dependency1, dependency2, dependencyComponentInfo,dependencyConditionInfo1,dependencyConditionInfo2);

    // WHEN
    BlueprintValidator validator = new BlueprintValidatorImpl(blueprint);
    validator.validateTopology();

    // THEN
    verify(group1);

  }
}