/*
* Copyright (c) 2008-2017, Hazelcast, Inc. All Rights Reserved.
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package com.hazelcast.map;
import com.hazelcast.config.Config;
import com.hazelcast.core.Hazelcast;
import com.hazelcast.core.HazelcastInstance;
import com.hazelcast.core.IMap;
import com.hazelcast.core.LifecycleEvent;
import com.hazelcast.core.LifecycleListener;
import com.hazelcast.core.MemberAttributeEvent;
import com.hazelcast.core.MembershipEvent;
import com.hazelcast.core.MembershipListener;
import com.hazelcast.instance.HazelcastInstanceFactory;
import com.hazelcast.map.merge.HigherHitsMapMergePolicy;
import com.hazelcast.map.merge.LatestUpdateMapMergePolicy;
import com.hazelcast.map.merge.PassThroughMergePolicy;
import com.hazelcast.map.merge.PutIfAbsentMapMergePolicy;
import com.hazelcast.spi.properties.GroupProperty;
import com.hazelcast.test.HazelcastSerialClassRunner;
import com.hazelcast.test.HazelcastTestSupport;
import com.hazelcast.test.annotation.NightlyTest;
import org.junit.After;
import org.junit.Before;
import org.junit.Test;
import org.junit.experimental.categories.Category;
import org.junit.runner.RunWith;
import java.util.concurrent.CountDownLatch;
import java.util.concurrent.TimeUnit;
import static com.hazelcast.util.ExceptionUtil.rethrow;
import static org.junit.Assert.assertEquals;
import static org.junit.Assert.assertNotNull;
import static org.junit.Assert.assertTrue;
@RunWith(HazelcastSerialClassRunner.class)
@Category(NightlyTest.class)
public class MergePolicyTest extends HazelcastTestSupport {
@Before
@After
public void killAllHazelcastInstances() {
HazelcastInstanceFactory.terminateAll();
}
@Test
public void testLatestUpdateMapMergePolicy() {
String mapName = randomMapName();
Config config = newConfig(LatestUpdateMapMergePolicy.class.getName(), mapName);
HazelcastInstance h1 = Hazelcast.newHazelcastInstance(config);
HazelcastInstance h2 = Hazelcast.newHazelcastInstance(config);
warmUpPartitions(h1, h2);
TestMemberShipListener memberShipListener = new TestMemberShipListener(1);
h2.getCluster().addMembershipListener(memberShipListener);
CountDownLatch mergeBlockingLatch = new CountDownLatch(1);
TestLifeCycleListener lifeCycleListener = new TestLifeCycleListener(1, mergeBlockingLatch);
h2.getLifecycleService().addLifecycleListener(lifeCycleListener);
closeConnectionBetween(h1, h2);
assertOpenEventually(memberShipListener.memberRemovedLatch);
assertClusterSizeEventually(1, h1);
assertClusterSizeEventually(1, h2);
IMap<Object, Object> map1 = h1.getMap(mapName);
IMap<Object, Object> map2 = h2.getMap(mapName);
map1.put("key1", "value");
// prevent updating at the same time
sleepAtLeastMillis(1);
map2.put("key1", "LatestUpdatedValue");
map2.put("key2", "value2");
// prevent updating at the same time
sleepAtLeastMillis(1);
map1.put("key2", "LatestUpdatedValue2");
// allow merge process to continue
mergeBlockingLatch.countDown();
assertOpenEventually(lifeCycleListener.mergeFinishedLatch);
assertClusterSizeEventually(2, h1, h2);
IMap<Object, Object> mapTest = h1.getMap(mapName);
assertEquals("LatestUpdatedValue", mapTest.get("key1"));
assertEquals("LatestUpdatedValue2", mapTest.get("key2"));
}
@Test
public void testHigherHitsMapMergePolicy() {
String mapName = randomMapName();
Config config = newConfig(HigherHitsMapMergePolicy.class.getName(), mapName);
HazelcastInstance h1 = Hazelcast.newHazelcastInstance(config);
HazelcastInstance h2 = Hazelcast.newHazelcastInstance(config);
warmUpPartitions(h1, h2);
TestMemberShipListener memberShipListener = new TestMemberShipListener(1);
h2.getCluster().addMembershipListener(memberShipListener);
CountDownLatch mergeBlockingLatch = new CountDownLatch(1);
TestLifeCycleListener lifeCycleListener = new TestLifeCycleListener(1, mergeBlockingLatch);
h2.getLifecycleService().addLifecycleListener(lifeCycleListener);
closeConnectionBetween(h1, h2);
assertOpenEventually(memberShipListener.memberRemovedLatch);
assertClusterSizeEventually(1, h1);
assertClusterSizeEventually(1, h2);
IMap<Object, Object> map1 = h1.getMap(mapName);
map1.put("key1", "higherHitsValue");
map1.put("key2", "value2");
// increase hits number
map1.get("key1");
map1.get("key1");
IMap<Object, Object> map2 = h2.getMap(mapName);
map2.put("key1", "value1");
map2.put("key2", "higherHitsValue2");
// increase hits number
map2.get("key2");
map2.get("key2");
// allow merge process to continue
mergeBlockingLatch.countDown();
assertOpenEventually(lifeCycleListener.mergeFinishedLatch);
assertClusterSizeEventually(2, h1, h2);
IMap<Object, Object> mapTest = h2.getMap(mapName);
assertEquals("higherHitsValue", mapTest.get("key1"));
assertEquals("higherHitsValue2", mapTest.get("key2"));
}
@Test
public void testPutIfAbsentMapMergePolicy() {
String mapName = randomMapName();
Config config = newConfig(PutIfAbsentMapMergePolicy.class.getName(), mapName);
HazelcastInstance h1 = Hazelcast.newHazelcastInstance(config);
HazelcastInstance h2 = Hazelcast.newHazelcastInstance(config);
warmUpPartitions(h1, h2);
TestMemberShipListener memberShipListener = new TestMemberShipListener(1);
h2.getCluster().addMembershipListener(memberShipListener);
CountDownLatch mergeBlockingLatch = new CountDownLatch(1);
TestLifeCycleListener lifeCycleListener = new TestLifeCycleListener(1, mergeBlockingLatch);
h2.getLifecycleService().addLifecycleListener(lifeCycleListener);
closeConnectionBetween(h1, h2);
assertOpenEventually(memberShipListener.memberRemovedLatch);
assertClusterSizeEventually(1, h1);
assertClusterSizeEventually(1, h2);
IMap<Object, Object> map1 = h1.getMap(mapName);
map1.put("key1", "PutIfAbsentValue1");
IMap<Object, Object> map2 = h2.getMap(mapName);
map2.put("key1", "value");
map2.put("key2", "PutIfAbsentValue2");
// allow merge process to continue
mergeBlockingLatch.countDown();
assertOpenEventually(lifeCycleListener.mergeFinishedLatch);
assertClusterSizeEventually(2, h1, h2);
IMap<Object, Object> mapTest = h2.getMap(mapName);
assertEquals("PutIfAbsentValue1", mapTest.get("key1"));
assertEquals("PutIfAbsentValue2", mapTest.get("key2"));
}
@Test
public void testPassThroughMapMergePolicy() {
String mapName = randomMapName();
Config config = newConfig(PassThroughMergePolicy.class.getName(), mapName);
HazelcastInstance h1 = Hazelcast.newHazelcastInstance(config);
HazelcastInstance h2 = Hazelcast.newHazelcastInstance(config);
warmUpPartitions(h1, h2);
TestMemberShipListener memberShipListener = new TestMemberShipListener(1);
h2.getCluster().addMembershipListener(memberShipListener);
CountDownLatch mergeBlockingLatch = new CountDownLatch(1);
TestLifeCycleListener lifeCycleListener = new TestLifeCycleListener(1, mergeBlockingLatch);
h2.getLifecycleService().addLifecycleListener(lifeCycleListener);
closeConnectionBetween(h1, h2);
assertOpenEventually(memberShipListener.memberRemovedLatch);
assertClusterSizeEventually(1, h1);
assertClusterSizeEventually(1, h2);
IMap<Object, Object> map1 = h1.getMap(mapName);
String key = generateKeyOwnedBy(h1);
map1.put(key, "value");
IMap<Object, Object> map2 = h2.getMap(mapName);
map2.put(key, "passThroughValue");
// allow merge process to continue
mergeBlockingLatch.countDown();
assertOpenEventually(lifeCycleListener.mergeFinishedLatch);
assertClusterSizeEventually(2, h1, h2);
IMap<Object, Object> mapTest = h2.getMap(mapName);
assertEquals("passThroughValue", mapTest.get(key));
}
@Test
public void testCustomMergePolicy() {
String mapName = randomMapName();
Config config = newConfig(TestCustomMergePolicy.class.getName(), mapName);
HazelcastInstance h1 = Hazelcast.newHazelcastInstance(config);
HazelcastInstance h2 = Hazelcast.newHazelcastInstance(config);
warmUpPartitions(h1, h2);
TestMemberShipListener memberShipListener = new TestMemberShipListener(1);
h2.getCluster().addMembershipListener(memberShipListener);
CountDownLatch mergeBlockingLatch = new CountDownLatch(1);
TestLifeCycleListener lifeCycleListener = new TestLifeCycleListener(1, mergeBlockingLatch);
h2.getLifecycleService().addLifecycleListener(lifeCycleListener);
closeConnectionBetween(h1, h2);
assertOpenEventually(memberShipListener.memberRemovedLatch);
assertClusterSizeEventually(1, h1);
assertClusterSizeEventually(1, h2);
IMap<Object, Object> map1 = h1.getMap(mapName);
String key = generateKeyOwnedBy(h1);
map1.put(key, "value");
IMap<Object, Object> map2 = h2.getMap(mapName);
map2.put(key, 1);
// allow merge process to continue
mergeBlockingLatch.countDown();
assertOpenEventually(lifeCycleListener.mergeFinishedLatch);
assertClusterSizeEventually(2, h1, h2);
IMap<Object, Object> mapTest = h2.getMap(mapName);
assertNotNull(mapTest.get(key));
assertTrue(mapTest.get(key) instanceof Integer);
}
private Config newConfig(String mergePolicy, String mapName) {
Config config = getConfig()
.setProperty(GroupProperty.MERGE_FIRST_RUN_DELAY_SECONDS.getName(), "5")
.setProperty(GroupProperty.MERGE_NEXT_RUN_DELAY_SECONDS.getName(), "3");
config.getGroupConfig()
.setName(generateRandomString(10));
config.getMapConfig(mapName)
.setMergePolicy(mergePolicy);
return config;
}
private class TestLifeCycleListener implements LifecycleListener {
final CountDownLatch mergeFinishedLatch;
final CountDownLatch mergeBlockingLatch;
TestLifeCycleListener(int countdown, CountDownLatch mergeBlockingLatch) {
this.mergeFinishedLatch = new CountDownLatch(countdown);
this.mergeBlockingLatch = mergeBlockingLatch;
}
@Override
public void stateChanged(LifecycleEvent event) {
if (event.getState() == LifecycleEvent.LifecycleState.MERGING) {
try {
mergeBlockingLatch.await(30, TimeUnit.SECONDS);
} catch (InterruptedException e) {
throw rethrow(e);
}
} else if (event.getState() == LifecycleEvent.LifecycleState.MERGED) {
mergeFinishedLatch.countDown();
}
}
}
private class TestMemberShipListener implements MembershipListener {
final CountDownLatch memberRemovedLatch;
TestMemberShipListener(int countdown) {
memberRemovedLatch = new CountDownLatch(countdown);
}
@Override
public void memberAdded(MembershipEvent membershipEvent) {
}
@Override
public void memberRemoved(MembershipEvent membershipEvent) {
memberRemovedLatch.countDown();
}
@Override
public void memberAttributeChanged(MemberAttributeEvent memberAttributeEvent) {
}
}
}