package org.infinispan.distribution.topologyaware; import static org.testng.Assert.assertEquals; import java.util.Arrays; import java.util.List; import org.infinispan.configuration.cache.CacheMode; import org.infinispan.configuration.cache.ConfigurationBuilder; import org.infinispan.configuration.global.GlobalConfigurationBuilder; import org.infinispan.distribution.ch.ConsistentHash; import org.infinispan.distribution.impl.DistributionManagerImpl; import org.infinispan.manager.EmbeddedCacheManager; import org.infinispan.remoting.transport.Address; import org.infinispan.remoting.transport.TopologyAwareAddress; import org.infinispan.test.MultipleCacheManagersTest; import org.infinispan.test.TestingUtil; import org.infinispan.test.fwk.TestCacheManagerFactory; import org.testng.annotations.Test; /** * @author Mircea.Markus@jboss.com * @since 4.2 */ @Test(groups = "functional", testName = "distribution.topologyaware.TopologyInfoBroadcastTest") public class TopologyInfoBroadcastTest extends MultipleCacheManagersTest { @Override protected void createCacheManagers() throws Throwable { GlobalConfigurationBuilder gc1 = GlobalConfigurationBuilder.defaultClusteredBuilder(); updatedSiteInfo(gc1, "s0", "r0", "m0"); EmbeddedCacheManager cm1 = TestCacheManagerFactory.createClusteredCacheManager(gc1, getClusterConfig()); cacheManagers.add(cm1); GlobalConfigurationBuilder gc2 = GlobalConfigurationBuilder.defaultClusteredBuilder(); updatedSiteInfo(gc2, "s1", "r1", "m1"); EmbeddedCacheManager cm2 = TestCacheManagerFactory.createClusteredCacheManager(gc2, getClusterConfig()); cacheManagers.add(cm2); GlobalConfigurationBuilder gc3 = GlobalConfigurationBuilder.defaultClusteredBuilder(); updatedSiteInfo(gc3, "s2", "r2", "m2"); EmbeddedCacheManager cm3 = TestCacheManagerFactory.createClusteredCacheManager(gc3, getClusterConfig()); cacheManagers.add(cm3); log.info("Here it starts"); waitForClusterToForm(); log.info("Here it ends"); } protected ConfigurationBuilder getClusterConfig() { return getDefaultClusteredCacheConfig(CacheMode.DIST_SYNC); } private void updatedSiteInfo(GlobalConfigurationBuilder gcb, String s, String r, String m) { gcb.transport().siteId(s).rackId(r).machineId(m); } public void testIsReplicated() { // assert advancedCache(0).getDistributionManager().getConsistentHash() instanceof TopologyAwareConsistentHash; // assert advancedCache(1).getDistributionManager().getConsistentHash() instanceof TopologyAwareConsistentHash; // assert advancedCache(2).getDistributionManager().getConsistentHash() instanceof TopologyAwareConsistentHash; DistributionManagerImpl dmi = (DistributionManagerImpl) advancedCache(0).getDistributionManager(); log.trace("distributionManager.ConsistentHash() = " + dmi.getWriteConsistentHash()); assertTopologyInfo3Nodes(dmi.getWriteConsistentHash().getMembers()); dmi = (DistributionManagerImpl) advancedCache(1).getDistributionManager(); assertTopologyInfo3Nodes(dmi.getWriteConsistentHash().getMembers()); dmi = (DistributionManagerImpl) advancedCache(2).getDistributionManager(); assertTopologyInfo3Nodes(dmi.getWriteConsistentHash().getMembers()); ConsistentHash tach0 = advancedCache(0).getDistributionManager().getWriteConsistentHash(); ConsistentHash tach1 = advancedCache(1).getDistributionManager().getWriteConsistentHash(); assertEquals(tach0.getMembers(), tach1.getMembers()); ConsistentHash tach2 = advancedCache(2).getDistributionManager().getWriteConsistentHash(); assertEquals(tach0.getMembers(), tach2.getMembers()); } @Test(dependsOnMethods = "testIsReplicated") public void testNodeLeaves() { TestingUtil.killCacheManagers(manager(1)); TestingUtil.blockUntilViewsReceived(60000, false, cache(0), cache(2)); TestingUtil.waitForNoRebalance(cache(0), cache(2)); DistributionManagerImpl dmi = (DistributionManagerImpl) advancedCache(0).getDistributionManager(); assertTopologyInfo2Nodes(dmi.getWriteConsistentHash().getMembers()); dmi = (DistributionManagerImpl) advancedCache(2).getDistributionManager(); assertTopologyInfo2Nodes(dmi.getWriteConsistentHash().getMembers()); ConsistentHash tach0 = advancedCache(0).getDistributionManager().getWriteConsistentHash(); ConsistentHash tach2 = advancedCache(2).getDistributionManager().getWriteConsistentHash(); assertEquals(tach0.getMembers(), tach2.getMembers()); } private void assertTopologyInfo3Nodes(List<Address> caches) { assertTopologyInfo2Nodes(Arrays.asList(caches.get(0), caches.get(2))); TopologyAwareAddress address1 = (TopologyAwareAddress) caches.get(1); assertEquals(address1.getSiteId(), "s1"); assertEquals(address1.getRackId(), "r1"); assertEquals(address1.getMachineId(), "m1"); } private void assertTopologyInfo2Nodes(List<Address> caches) { TopologyAwareAddress address0 = (TopologyAwareAddress) caches.get(0); assertEquals(address0.getSiteId(), "s0"); assertEquals(address0.getRackId(), "r0"); assertEquals(address0.getMachineId(), "m0"); TopologyAwareAddress address2 = (TopologyAwareAddress) caches.get(1); assertEquals(address2.getSiteId(), "s2"); assertEquals(address2.getRackId(), "r2"); assertEquals(address2.getMachineId(), "m2"); } }