/*
* Copyright (c) 2008-2017, Hazelcast, Inc. All Rights Reserved.
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package com.hazelcast.map.impl.mapstore;
import com.hazelcast.config.Config;
import com.hazelcast.core.EntryEvent;
import com.hazelcast.core.HazelcastInstance;
import com.hazelcast.core.IMap;
import com.hazelcast.core.MapStore;
import com.hazelcast.map.listener.EntryAddedListener;
import com.hazelcast.test.HazelcastSerialClassRunner;
import com.hazelcast.test.TestHazelcastInstanceFactory;
import com.hazelcast.test.annotation.ParallelTest;
import com.hazelcast.test.annotation.QuickTest;
import org.junit.Test;
import org.junit.experimental.categories.Category;
import org.junit.runner.RunWith;
import java.util.Collection;
import java.util.Collections;
import java.util.HashMap;
import java.util.HashSet;
import java.util.Map;
import java.util.Set;
import java.util.concurrent.ConcurrentHashMap;
import java.util.concurrent.ConcurrentMap;
import java.util.concurrent.CountDownLatch;
import static java.util.concurrent.TimeUnit.SECONDS;
import static org.junit.Assert.assertEquals;
@RunWith(HazelcastSerialClassRunner.class)
@Category({QuickTest.class, ParallelTest.class})
public class LoadAllTest extends AbstractMapStoreTest {
@Test(expected = NullPointerException.class)
public void load_givenKeys_null() throws Exception {
final String mapName = randomMapName();
final Config config = createNewConfig(mapName);
final HazelcastInstance node = createHazelcastInstance(config);
final IMap<Object, Object> map = node.getMap(mapName);
map.loadAll(null, true);
}
@Test
public void load_givenKeys_withEmptySet() throws Exception {
final String mapName = randomMapName();
final Config config = createNewConfig(mapName);
final HazelcastInstance node = createHazelcastInstance(config);
final IMap<Object, Object> map = node.getMap(mapName);
map.loadAll(Collections.emptySet(), true);
assertEquals(0, map.size());
}
@Test
public void load_givenKeys() throws Exception {
final String mapName = randomMapName();
final Config config = createNewConfig(mapName);
final HazelcastInstance node = createHazelcastInstance(config);
final IMap<Integer, Integer> map = node.getMap(mapName);
populateMap(map, 1000);
map.evictAll();
final Set<Integer> keysToLoad = selectKeysToLoad(100, 910);
map.loadAll(keysToLoad, true);
assertEquals(810, map.size());
assertRangeLoaded(map, 100, 910);
}
@Test
public void load_allKeys() throws Exception {
final String mapName = randomMapName();
final Config config = createNewConfig(mapName);
final HazelcastInstance node = createHazelcastInstance(config);
final IMap<Integer, Integer> map = node.getMap(mapName);
final int itemCount = 1000;
populateMap(map, itemCount);
map.evictAll();
map.loadAll(true);
assertEquals(itemCount, map.size());
}
@Test
public void testAllItemsLoaded_whenLoadingAllOnMultipleInstances() throws Exception {
String mapName = randomMapName();
Config config = createNewConfig(mapName);
HazelcastInstance[] nodes = createHazelcastInstanceFactory(3).newInstances(config);
HazelcastInstance node = nodes[0];
IMap<Integer, Integer> map = node.getMap(mapName);
int itemCount = 1000;
populateMap(map, itemCount);
map.evictAll();
map.loadAll(true);
assertEquals(itemCount, map.size());
}
@Test
public void testItemsNotOverwritten_whenLoadingWithoutReplacing() throws Exception {
String mapName = randomMapName();
Config config = createNewConfig(mapName);
HazelcastInstance[] nodes = createHazelcastInstanceFactory(3).newInstances(config);
HazelcastInstance node = nodes[0];
IMap<Integer, Integer> map = node.getMap(mapName);
int itemCount = 100;
populateMap(map, itemCount);
map.evictAll();
map.putTransient(0, -1, 0, SECONDS);
map.loadAll(false);
assertEquals(itemCount, map.size());
assertEquals(-1, map.get(0).intValue());
}
@Test
public void load_allKeys_preserveExistingKeys_firesEvent() throws Exception {
final String mapName = randomMapName();
final Config config = createNewConfig(mapName);
final HazelcastInstance node = createHazelcastInstance(config);
final IMap<Integer, Integer> map = node.getMap(mapName);
final int itemCount = 1000;
populateMap(map, itemCount);
evictRange(map, 0, 700);
final CountDownLatch addEventCounter = new CountDownLatch(700);
addListener(map, addEventCounter);
map.loadAll(false);
assertOpenEventually(addEventCounter);
assertEquals(itemCount, map.size());
}
@Test
public void load_allKeys_firesEvent() throws Exception {
final int itemCount = 1000;
final String mapName = randomMapName();
final Config config = createNewConfig(mapName);
final HazelcastInstance node = createHazelcastInstance(config);
final IMap<Integer, Integer> map = node.getMap(mapName);
final CountDownLatch eventCounter = new CountDownLatch(itemCount);
populateMap(map, itemCount);
map.evictAll();
addListener(map, eventCounter);
map.loadAll(true);
assertOpenEventually(eventCounter);
assertEquals(itemCount, map.size());
}
@Test
public void load_givenKeys_withBackupNodes() throws Exception {
final int itemCount = 10000;
final int rangeStart = 1000;
// select an ordinary value
final int rangeEnd = 9001;
final String mapName = randomMapName();
final Config config = createNewConfig(mapName);
final TestHazelcastInstanceFactory instanceFactory = createHazelcastInstanceFactory(2);
final HazelcastInstance node1 = instanceFactory.newHazelcastInstance(config);
final HazelcastInstance node2 = instanceFactory.newHazelcastInstance(config);
final IMap<Integer, Integer> map1 = node1.getMap(mapName);
final IMap<Integer, Integer> map2 = node2.getMap(mapName);
populateMap(map1, itemCount);
map1.evictAll();
final Set<Integer> keysToLoad = selectKeysToLoad(rangeStart, rangeEnd);
map1.loadAll(keysToLoad, true);
assertEquals(rangeEnd - rangeStart, map1.size());
assertRangeLoaded(map2, rangeStart, rangeEnd);
}
private Config createNewConfig(String mapName) {
final SimpleStore simpleStore = new SimpleStore();
return newConfig(mapName, simpleStore, 0);
}
private static void populateMap(IMap<Integer, Integer> map, int itemCount) {
for (int i = 0; i < itemCount; i++) {
map.put(i, i);
}
}
private static Set<Integer> selectKeysToLoad(int rangeStart, int rangeEnd) {
final Set<Integer> keysToLoad = new HashSet<Integer>();
for (int i = rangeStart; i < rangeEnd; i++) {
keysToLoad.add(i);
}
return keysToLoad;
}
private static void assertRangeLoaded(IMap map, int rangeStart, int rangeEnd) {
for (int i = rangeStart; i < rangeEnd; i++) {
assertEquals(i, map.get(i));
}
}
private static void addListener(IMap map, final CountDownLatch counter) {
map.addEntryListener(new EntryAddedListener<Object, Object>() {
@Override
public void entryAdded(EntryEvent<Object, Object> event) {
counter.countDown();
}
}, true);
}
private static void evictRange(IMap<Integer, Integer> map, int rangeStart, int rangeEnd) {
for (int i = rangeStart; i < rangeEnd; i++) {
map.evict(i);
}
}
private static class SimpleStore implements MapStore<Integer, Integer> {
private ConcurrentMap<Integer, Integer> store = new ConcurrentHashMap<Integer, Integer>();
@Override
public void store(Integer key, Integer value) {
store.put(key, value);
}
@Override
public void storeAll(Map<Integer, Integer> map) {
final Set<Map.Entry<Integer, Integer>> entrySet = map.entrySet();
for (Map.Entry<Integer, Integer> entry : entrySet) {
store(entry.getKey(), entry.getValue());
}
}
@Override
public void delete(Integer key) {
}
@Override
public void deleteAll(Collection<Integer> keys) {
}
@Override
public Integer load(Integer key) {
return store.get(key);
}
@Override
public Map<Integer, Integer> loadAll(Collection<Integer> keys) {
final Map<Integer, Integer> map = new HashMap<Integer, Integer>();
for (Integer key : keys) {
map.put(key, load(key));
}
return map;
}
@Override
public Set<Integer> loadAllKeys() {
return store.keySet();
}
}
}