/*
* Licensed to the Apache Software Foundation (ASF) under one or more
* contributor license agreements. See the NOTICE file distributed with
* this work for additional information regarding copyright ownership.
* The ASF licenses this file to You under the Apache License, Version 2.0
* (the "License"); you may not use this file except in compliance with
* the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.ignite.internal.processors.cache.distributed;
import java.util.ArrayList;
import java.util.Arrays;
import java.util.Collection;
import java.util.List;
import java.util.concurrent.CountDownLatch;
import java.util.concurrent.locks.Lock;
import org.apache.ignite.Ignite;
import org.apache.ignite.IgniteCache;
import org.apache.ignite.cache.CachePeekMode;
import org.apache.ignite.configuration.IgniteConfiguration;
import org.apache.ignite.events.Event;
import org.apache.ignite.internal.util.tostring.GridToStringExclude;
import org.apache.ignite.internal.util.typedef.internal.S;
import org.apache.ignite.lang.IgniteFuture;
import org.apache.ignite.lang.IgnitePredicate;
import org.apache.ignite.spi.discovery.tcp.TcpDiscoverySpi;
import org.apache.ignite.spi.discovery.tcp.ipfinder.TcpDiscoveryIpFinder;
import org.apache.ignite.spi.discovery.tcp.ipfinder.vm.TcpDiscoveryVmIpFinder;
import org.apache.ignite.testframework.junits.common.GridCommonAbstractTest;
import static java.util.concurrent.TimeUnit.MILLISECONDS;
import static java.util.concurrent.TimeUnit.SECONDS;
import static org.apache.ignite.events.EventType.EVTS_CACHE;
import static org.apache.ignite.events.EventType.EVT_CACHE_OBJECT_LOCKED;
import static org.apache.ignite.events.EventType.EVT_CACHE_OBJECT_PUT;
import static org.apache.ignite.events.EventType.EVT_CACHE_OBJECT_UNLOCKED;
/**
* Multi-node cache test.
*/
public abstract class GridCacheMultiNodeAbstractTest extends GridCommonAbstractTest {
/** Grid 1. */
private static Ignite ignite1;
/** Grid 2. */
private static Ignite ignite2;
/** Grid 3. */
private static Ignite ignite3;
/** Cache 1. */
private static IgniteCache<Integer, String> cache1;
/** Cache 2. */
private static IgniteCache<Integer, String> cache2;
/** Cache 3. */
private static IgniteCache<Integer, String> cache3;
/** */
private static TcpDiscoveryIpFinder ipFinder = new TcpDiscoveryVmIpFinder(true);
/** Listeners. */
private static Collection<CacheEventListener> lsnrs = new ArrayList<>();
/** {@inheritDoc} */
@Override protected IgniteConfiguration getConfiguration(String igniteInstanceName) throws Exception {
IgniteConfiguration c = super.getConfiguration(igniteInstanceName);
TcpDiscoverySpi disco = new TcpDiscoverySpi();
disco.setIpFinder(ipFinder);
c.setDiscoverySpi(disco);
return c;
}
/** {@inheritDoc} */
@Override protected void beforeTestsStarted() throws Exception {
ignite1 = startGrid(1);
ignite2 = startGrid(2);
ignite3 = startGrid(3);
cache1 = ignite1.cache(DEFAULT_CACHE_NAME);
cache2 = ignite2.cache(DEFAULT_CACHE_NAME);
cache3 = ignite3.cache(DEFAULT_CACHE_NAME);
}
/** {@inheritDoc} */
@Override protected void afterTestsStopped() throws Exception {
stopAllGrids();
cache1 = null;
cache2 = null;
cache3 = null;
ignite1 = null;
ignite2 = null;
ignite3 = null;
}
/** {@inheritDoc} */
@Override protected void afterTest() throws Exception {
removeListeners(ignite1);
removeListeners(ignite2);
removeListeners(ignite3);
lsnrs.clear();
}
/**
* @param ignite Grid to remove listeners from.
*/
private void removeListeners(Ignite ignite) {
if (ignite != null)
for (CacheEventListener lsnr : lsnrs) {
assert lsnr.latch.getCount() == 0;
ignite.events().stopLocalListen(lsnr);
}
}
/**
*
* @param ignite Grid.
* @param lsnr Listener.
* @param type Event types.
*/
private void addListener(Ignite ignite, CacheEventListener lsnr, int... type) {
if (!lsnrs.contains(lsnr))
lsnrs.add(lsnr);
ignite.events().localListen(lsnr, type.length == 0 ? EVTS_CACHE : type);
}
/**
* @throws Exception If test failed.
*/
public void testBasicPut() throws Exception {
checkPuts(3, ignite1);
}
/**
* @throws Exception If test fails.
*/
public void testMultiNodePut() throws Exception {
checkPuts(1, ignite1, ignite2, ignite3);
checkPuts(1, ignite2, ignite1, ignite3);
checkPuts(1, ignite3, ignite1, ignite2);
}
/**
* @throws Exception If test fails.
*/
public void testMultiValuePut() throws Exception {
checkPuts(1, ignite1);
}
/**
* @throws Exception If test fails.
*/
public void testMultiValueMultiNodePut() throws Exception {
checkPuts(3, ignite1, ignite2, ignite3);
checkPuts(3, ignite2, ignite1, ignite3);
checkPuts(3, ignite3, ignite1, ignite2);
}
/**
* Checks cache puts.
*
* @param cnt Count of puts.
* @param ignites Grids.
* @throws Exception If check fails.
*/
private void checkPuts(int cnt, Ignite... ignites) throws Exception {
CountDownLatch latch = new CountDownLatch(ignites.length * cnt);
CacheEventListener lsnr = new CacheEventListener(latch, EVT_CACHE_OBJECT_PUT);
for (Ignite ignite : ignites)
addListener(ignite, lsnr);
IgniteCache<Integer, String> cache1 = ignites[0].cache(DEFAULT_CACHE_NAME);
for (int i = 1; i <= cnt; i++)
cache1.put(i, "val" + i);
for (int i = 1; i <= cnt; i++) {
String v = cache1.get(i);
assert v != null;
assert v.equals("val" + i);
}
latch.await(10, SECONDS);
for (Ignite ignite : ignites) {
IgniteCache<Integer, String> cache = ignite.cache(DEFAULT_CACHE_NAME);
if (cache == cache1)
continue;
for (int i = 1; i <= cnt; i++) {
String v = cache.get(i);
assert v != null;
assert v.equals("val" + i);
}
}
assert !cache1.isLocalLocked(1, false);
assert !cache1.isLocalLocked(2, false);
assert !cache1.isLocalLocked(3, false);
for (Ignite ignite : ignites)
ignite.events().stopLocalListen(lsnr);
}
/**
* @throws Exception If test failed.
*/
public void testLockUnlock() throws Exception {
CacheEventListener lockLsnr1 = new CacheEventListener(ignite1, new CountDownLatch(1), EVT_CACHE_OBJECT_LOCKED);
addListener(ignite1, lockLsnr1, EVT_CACHE_OBJECT_LOCKED);
CacheEventListener unlockLsnr = new CacheEventListener(new CountDownLatch(3), EVT_CACHE_OBJECT_UNLOCKED);
addListener(ignite1, unlockLsnr, EVT_CACHE_OBJECT_UNLOCKED);
addListener(ignite2, unlockLsnr, EVT_CACHE_OBJECT_UNLOCKED);
addListener(ignite3, unlockLsnr, EVT_CACHE_OBJECT_UNLOCKED);
Lock lock = cache1.lock(1);
assert lock.tryLock(10000, MILLISECONDS);
try {
assert cache1.isLocalLocked(1, false);
assert cache2.isLocalLocked(1, false);
assert cache3.isLocalLocked(1, false);
assert cache1.isLocalLocked(1, true);
assert !cache2.isLocalLocked(1, true);
assert !cache3.isLocalLocked(1, true);
info("Acquired lock for cache1.");
}
finally {
lock.unlock();
}
Thread.sleep(50);
unlockLsnr.latch.await(10, SECONDS);
assert !cache1.isLocalLocked(1, false);
assert !cache2.isLocalLocked(2, false);
assert !cache3.isLocalLocked(3, false);
assert !cache1.isLocalLocked(1, true);
assert !cache2.isLocalLocked(1, true);
assert !cache3.isLocalLocked(1, true);
}
/**
* @throws Exception If test failed.
*/
public void testConcurrentPutAsync() throws Exception {
CountDownLatch latch = new CountDownLatch(9);
CacheEventListener lsnr = new CacheEventListener(latch, EVT_CACHE_OBJECT_PUT);
addListener(ignite1, lsnr);
addListener(ignite2, lsnr);
addListener(ignite3, lsnr);
IgniteFuture<String> f1 = cache1.getAndPutAsync(2, "val1");
IgniteFuture<String> f2 = cache2.getAndPutAsync(2, "val2");
IgniteFuture<String> f3 = cache3.getAndPutAsync(2, "val3");
String v1 = f1.get(20000);
info("Got v1 from future1: " + v1);
String v2 = f2.get(20000);
info("Got v2 from future2: " + v2);
String v3 = f3.get(20000);
info("Got v3 from future3: " + v3);
latch.await(60, SECONDS);
info("Woke up from latch: " + latch);
v1 = cache1.get(1);
v2 = cache2.get(1);
v3 = cache3.get(1);
info("Cache1 value for key 1: " + v1);
info("Cache2 value for key 1: " + v2);
info("Cache3 value for key 1: " + v3);
assert v1 != null;
assert v2 != null;
assert v3 != null;
assert v1.equals(v2) : "Mismatch [v1=" + v1 + ", v2=" + v2 + ']';
assert v1.equals(v3) : "Mismatch [v1=" + v1 + ", v3=" + v3 + ']';
}
/**
* @throws Exception If test failed.
*/
public void testGlobalClearAll() throws Exception {
cache1.put(1, "val1");
cache2.put(2, "val2");
cache3.put(3, "val3");
assertEquals(3, cache1.localSize(CachePeekMode.ALL));
assertEquals(3, cache2.localSize(CachePeekMode.ALL));
assertEquals(3, cache3.localSize(CachePeekMode.ALL));
cache1.clear();
assertEquals(0, cache1.localSize(CachePeekMode.ALL));
assertEquals(0, cache2.localSize(CachePeekMode.ALL));
assertEquals(0, cache3.localSize(CachePeekMode.ALL));
}
/**
* Event listener.
*/
private class CacheEventListener implements IgnitePredicate<Event> {
/** */
@GridToStringExclude
private final Ignite ignite;
/** Wait latch. */
@GridToStringExclude
private CountDownLatch latch;
/** Events to accept. */
private final List<Integer> evts;
/**
* @param latch Wait latch.
* @param evts Events.
*/
CacheEventListener(CountDownLatch latch, Integer... evts) {
this.latch = latch;
ignite = null;
assert evts.length > 0;
this.evts = Arrays.asList(evts);
}
/**
* @param ignite Grid.
* @param latch Wait latch.
* @param evts Events.
*/
CacheEventListener(Ignite ignite, CountDownLatch latch, Integer... evts) {
this.ignite = ignite;
this.latch = latch;
assert evts.length > 0;
this.evts = Arrays.asList(evts);
}
/**
* @param latch New latch.
*/
void setLatch(CountDownLatch latch) {
this.latch = latch;
}
/** {@inheritDoc} */
@Override public boolean apply(Event evt) {
info("Grid cache event [type=" + evt.type() + ", latch=" + latch.getCount() + ", evt=" + evt + ']');
if (evts.contains(evt.type()))
if (ignite == null || evt.node().id().equals(ignite.cluster().localNode().id())) {
if (latch.getCount() > 0)
latch.countDown();
else
info("Received unexpected cache event: " + evt);
}
return true;
}
/** {@inheritDoc} */
@Override public String toString() {
return S.toString(CacheEventListener.class, this, "latchCount", latch.getCount(),
"grid", ignite != null ? ignite.name() : "N/A", "evts", evts);
}
}
}