package net.tomp2p.p2p;
import java.net.UnknownHostException;
import java.util.ArrayList;
import java.util.Collection;
import java.util.Comparator;
import java.util.Iterator;
import java.util.List;
import java.util.Random;
import java.util.SortedSet;
import java.util.TreeSet;
import net.tomp2p.Utils2;
import net.tomp2p.connection.ChannelCreator;
import net.tomp2p.futures.FutureChannelCreator;
import net.tomp2p.futures.FutureDone;
import net.tomp2p.futures.FutureRouting;
import net.tomp2p.message.Message.Type;
import net.tomp2p.p2p.builder.RoutingBuilder;
import net.tomp2p.peers.Number160;
import net.tomp2p.peers.Number320;
import net.tomp2p.peers.Number640;
import net.tomp2p.peers.PeerAddress;
import net.tomp2p.peers.PeerMap;
import net.tomp2p.peers.PeerStatistic;
import net.tomp2p.rpc.DigestInfo;
import net.tomp2p.rpc.SimpleBloomFilter;
import net.tomp2p.storage.DigestStorage;
import net.tomp2p.utils.Pair;
import net.tomp2p.utils.Utils;
import org.junit.Assert;
import org.junit.Ignore;
import org.junit.Rule;
import org.junit.Test;
import org.junit.rules.TestRule;
import org.junit.rules.TestWatcher;
import org.junit.runner.Description;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
public class TestRouting {
private static final Logger LOG = LoggerFactory.getLogger(TestRouting.class);
final private static Random rnd = new Random(43L);
@Rule
public TestRule watcher = new TestWatcher() {
protected void starting(Description description) {
System.out.println("Starting test: " + description.getMethodName());
}
};
@Test
public void testMerge() throws UnknownHostException {
// setup
UpdatableTreeSet<PeerStatistic> queue = new UpdatableTreeSet<PeerStatistic>(PeerMap.createXORStatisticComparator(new Number160(88)));
SortedSet<PeerStatistic> neighbors = new TreeSet<PeerStatistic>(
PeerMap.createXORStatisticComparator(new Number160(88)));
SortedSet<PeerAddress> already = new TreeSet<PeerAddress>(PeerMap.createXORAddressComparator(new Number160(88)));
queue.add(Utils2.createStatistic(12));
queue.add(Utils2.createStatistic(14));
queue.add(Utils2.createStatistic(16));
neighbors.add(Utils2.createStatistic(88));
neighbors.add(Utils2.createStatistic(12));
neighbors.add(Utils2.createStatistic(16));
// do testing and verification
already.add(Utils2.createAddress(16));
boolean testb = RoutingMechanism.merge(queue,neighbors,already);
Assert.assertEquals(true, testb);
// next one
neighbors.add(Utils2.createStatistic(89));
testb = RoutingMechanism.merge(queue, neighbors, already);
Assert.assertEquals(false, testb);
// next one
neighbors.add(Utils2.createStatistic(88));
testb = RoutingMechanism.merge(queue, neighbors, already);
Assert.assertEquals(false, testb);
}
@Test
public void testEvaluate() throws UnknownHostException {
// setup
UpdatableTreeSet<PeerStatistic> queue = new UpdatableTreeSet<PeerStatistic>(PeerMap.createXORStatisticComparator(new Number160(88)));
SortedSet<PeerStatistic> neighbors = new TreeSet<PeerStatistic>(
PeerMap.createXORStatisticComparator(new Number160(88)));
SortedSet<PeerAddress> already = new TreeSet<PeerAddress>(PeerMap.createXORAddressComparator(new Number160(88)));
queue.add(Utils2.createStatistic(12));
queue.add(Utils2.createStatistic(14));
queue.add(Utils2.createStatistic(16));
neighbors.add(Utils2.createStatistic(89));
neighbors.add(Utils2.createStatistic(12));
neighbors.add(Utils2.createStatistic(16));
already.add(Utils2.createAddress(16));
RoutingMechanism routingMechanism = new RoutingMechanism(null, null, null);
// do testing and verification
// AtomicInteger nrNoNewInformation = new AtomicInteger();
boolean testb = routingMechanism.evaluateInformation(neighbors, queue, already, 0);
Assert.assertEquals(0, routingMechanism.nrNoNewInfo());
Assert.assertEquals(false, testb);
testb = routingMechanism.evaluateInformation(neighbors, queue, already, 2);
Assert.assertEquals(1, routingMechanism.nrNoNewInfo());
Assert.assertEquals(false, testb);
neighbors.add(Utils2.createStatistic(11));
testb = routingMechanism.evaluateInformation(neighbors, queue, already, 2);
Assert.assertEquals(2, routingMechanism.nrNoNewInfo());
Assert.assertEquals(true, testb);
neighbors.add(Utils2.createStatistic(88));
testb = routingMechanism.evaluateInformation(neighbors, queue, already, 2);
Assert.assertEquals(0, routingMechanism.nrNoNewInfo());
Assert.assertEquals(false, testb);
//
testb = routingMechanism.evaluateInformation(neighbors, queue, already, 2);
Assert.assertEquals(1, routingMechanism.nrNoNewInfo());
neighbors.add(Utils2.createStatistic(89));
testb = routingMechanism.evaluateInformation(neighbors, queue, already, 2);
Assert.assertEquals(2, routingMechanism.nrNoNewInfo());
neighbors.add(Utils2.createStatistic(88));
testb = routingMechanism.evaluateInformation(neighbors, queue, already, 2);
Assert.assertEquals(3, routingMechanism.nrNoNewInfo());
Assert.assertEquals(true, testb);
}
@Test
public void testRouting1() throws Exception {
for (int i = 0; i < 20; i++) {
testRouting1(true, Type.REQUEST_1);
testRouting1(false, Type.REQUEST_1);
testRouting1(true, Type.REQUEST_2);
testRouting1(false, Type.REQUEST_2);
}
}
private void testRouting1(boolean tcp, Type request) throws Exception {
Peer[] peers = null;
ChannelCreator cc = null;
try {
// setup
peers = createSpecialPeers(7);
addToPeerMap(peers[0], peers[0].peerAddress(), peers[1].peerAddress());
addToPeerMap(peers[1], peers[0].peerAddress(), peers[1].peerAddress(),
peers[2].peerAddress());
addToPeerMap(peers[2], peers[0].peerAddress(), peers[1].peerAddress(),
peers[2].peerAddress(), peers[3].peerAddress());
addToPeerMap(peers[3], peers[0].peerAddress(), peers[1].peerAddress(),
peers[2].peerAddress(), peers[3].peerAddress(), peers[4].peerAddress());
addToPeerMap(peers[4], peers[0].peerAddress(), peers[1].peerAddress(),
peers[2].peerAddress(), peers[3].peerAddress(), peers[4].peerAddress(),
peers[5].peerAddress());
// do testing
if (tcp) {
FutureChannelCreator fcc = peers[0].connectionBean().reservation().create(0, 2);
fcc.awaitUninterruptibly();
cc = fcc.channelCreator();
} else {
FutureChannelCreator fcc = peers[0].connectionBean().reservation().create(2, 0);
fcc.awaitUninterruptibly();
cc = fcc.channelCreator();
}
RoutingBuilder routingBuilder = new RoutingBuilder();
if (tcp) {
routingBuilder.forceTCP(true);
}
routingBuilder.locationKey(peers[6].peerID());
routingBuilder.maxDirectHits(1);
routingBuilder.setMaxNoNewInfo(0);
routingBuilder.maxFailures(0);
routingBuilder.maxSuccess(100);
routingBuilder.parallel(2);
FutureRouting fr = peers[0].distributedRouting().route(routingBuilder, request, cc);
// new RoutingBuilder(peers[6].getPeerID(), null, null, 0, 0, 0, 100, 2, false), Type.REQUEST_2, cc);
fr.awaitUninterruptibly();
// do verification
Assert.assertEquals(true, fr.isSuccess());
SortedSet<PeerAddress> ns = fr.potentialHits();
Assert.assertEquals(peers[5].peerAddress(), ns.first());
} finally {
if (cc != null) {
cc.shutdown().awaitListenersUninterruptibly();
}
for (Peer n : peers) {
n.shutdown().await();
}
}
}
@Test
public void testRoutingDeadPeer() throws Exception {
for (int i = 0; i < 2; i++) {
LOG.error("round "+i);
testRoutingDeadPeer(false, Type.REQUEST_2);
}
}
/**
* In this test we have a peer that cannot be reached:
* Utils2.createAddress("0xffffff"). So you will see time out excptions
*
* @param tcp
* @param request
* @throws Exception
*/
private void testRoutingDeadPeer(boolean tcp, Type request) throws Exception {
Peer[] peers = null;
ChannelCreator cc = null;
try {
// setup
peers = createSpecialPeers(7);
addToPeerMap(peers[0], peers[0].peerAddress(), peers[1].peerAddress());
addToPeerMap(peers[1], peers[0].peerAddress(), peers[1].peerAddress(),
peers[2].peerAddress());
addToPeerMap(peers[2], peers[0].peerAddress(), peers[1].peerAddress(),
peers[2].peerAddress(), peers[3].peerAddress());
addToPeerMap(peers[3], peers[0].peerAddress(), peers[1].peerAddress(),
peers[2].peerAddress(), peers[3].peerAddress(), peers[4].peerAddress());
addToPeerMap(peers[4], peers[0].peerAddress(), peers[1].peerAddress(),
peers[2].peerAddress(), peers[3].peerAddress(), peers[4].peerAddress(),
Utils2.createAddress("0xffffff"));
// do testing
if (tcp) {
FutureChannelCreator fcc = peers[0].connectionBean().reservation().create(0, 2);
fcc.awaitUninterruptibly();
cc = fcc.channelCreator();
} else {
FutureChannelCreator fcc = peers[0].connectionBean().reservation().create(2, 0);
fcc.awaitUninterruptibly();
cc = fcc.channelCreator();
}
RoutingBuilder routingBuilder = new RoutingBuilder();
if (tcp) {
routingBuilder.forceTCP(true);
}
routingBuilder.locationKey(peers[6].peerID());
routingBuilder.maxDirectHits(1);
routingBuilder.setMaxNoNewInfo(0);
routingBuilder.maxFailures(0);
routingBuilder.maxSuccess(100);
routingBuilder.parallel(2);
FutureRouting fr = peers[0].distributedRouting().route(routingBuilder, request, cc);
LOG.error("await!");
fr.awaitUninterruptibly();
LOG.error("await done");
// do verification
Assert.assertEquals(true, fr.isSuccess());
SortedSet<PeerAddress> ns = fr.potentialHits();
// node5 cannot be reached, so it should not be part of the result
Assert.assertEquals(false, peers[5].peerAddress().equals(ns.first()));
Assert.assertEquals(true, peers[4].peerAddress().equals(ns.first()));
LOG.error("done!");
} finally {
LOG.error("finally!");
if (cc != null) {
cc.shutdown().awaitListenersUninterruptibly();
}
for (Peer n : peers) {
n.shutdown().await();
}
}
}
@Test
public void testRouting3() throws Exception {
for (int i = 0; i < 20; i++) {
testRouting3(true, Type.REQUEST_1);
testRouting3(false, Type.REQUEST_1);
testRouting3(true, Type.REQUEST_2);
testRouting3(false, Type.REQUEST_2);
}
}
private void testRouting3(boolean tcp, Type request) throws Exception {
Peer[] peers = null;
ChannelCreator cc = null;
try {
// setup
peers = createSpecialPeers(7);
addToPeerMap(peers[0], peers[0].peerAddress(), peers[1].peerAddress());
addToPeerMap(peers[1], peers[0].peerAddress(), peers[1].peerAddress(),
peers[2].peerAddress());
addToPeerMap(peers[2], peers[0].peerAddress(), peers[1].peerAddress(),
peers[2].peerAddress(), peers[3].peerAddress(), peers[4].peerAddress(),
peers[5].peerAddress());
addToPeerMap(peers[3], peers[0].peerAddress(), peers[1].peerAddress());
addToPeerMap(peers[4], peers[0].peerAddress(), peers[1].peerAddress());
addToPeerMap(peers[5], peers[0].peerAddress(), peers[1].peerAddress());
// do testing
if (tcp) {
FutureChannelCreator fcc = peers[0].connectionBean().reservation().create(0, 1);
fcc.awaitUninterruptibly();
cc = fcc.channelCreator();
} else {
FutureChannelCreator fcc = peers[0].connectionBean().reservation().create(1, 0);
fcc.awaitUninterruptibly();
cc = fcc.channelCreator();
}
RoutingBuilder routingBuilder = new RoutingBuilder();
if (tcp) {
routingBuilder.forceTCP(true);
}
routingBuilder.locationKey(peers[6].peerID());
routingBuilder.maxDirectHits(1);
routingBuilder.setMaxNoNewInfo(0);
routingBuilder.maxFailures(0);
routingBuilder.maxSuccess(100);
routingBuilder.parallel(1);
FutureRouting fr = peers[0].distributedRouting().route(routingBuilder, request, cc);
fr.awaitUninterruptibly();
// do verification
Assert.assertEquals(true, fr.isSuccess());
SortedSet<PeerAddress> ns = fr.potentialHits();
Assert.assertEquals(peers[5].peerAddress(), ns.first());
Assert.assertEquals(false, ns.contains(peers[3].peerAddress()));
Assert.assertEquals(false, ns.contains(peers[4].peerAddress()));
} finally {
if (cc != null) {
cc.shutdown().awaitListenersUninterruptibly();
}
for (Peer n : peers) {
n.shutdown().await();
}
}
}
@Test
public void testRouting4() throws Exception {
for (int i = 0; i < 20; i++) {
testRouting4(true, Type.REQUEST_1);
testRouting4(false, Type.REQUEST_1);
testRouting4(true, Type.REQUEST_2);
testRouting4(false, Type.REQUEST_2);
}
}
private void testRouting4(boolean tcp, Type request) throws Exception {
Peer[] peers = null;
ChannelCreator cc = null;
try {
// setup
peers = createSpecialPeers(7);
addToPeerMap(peers[0], peers[0].peerAddress(), peers[1].peerAddress());
addToPeerMap(peers[1], peers[0].peerAddress(), peers[1].peerAddress(),
peers[2].peerAddress());
addToPeerMap(peers[2], peers[0].peerAddress(), peers[1].peerAddress(),
peers[2].peerAddress(), peers[3].peerAddress(), peers[4].peerAddress(),
peers[5].peerAddress());
addToPeerMap(peers[3], peers[0].peerAddress(), peers[1].peerAddress());
addToPeerMap(peers[4], peers[0].peerAddress(), peers[1].peerAddress());
addToPeerMap(peers[5], peers[0].peerAddress(), peers[1].peerAddress());
// do testing
if (tcp) {
FutureChannelCreator fcc = peers[0].connectionBean().reservation().create(0, 2);
fcc.awaitUninterruptibly();
cc = fcc.channelCreator();
} else {
FutureChannelCreator fcc = peers[0].connectionBean().reservation().create(2, 0);
fcc.awaitUninterruptibly();
cc = fcc.channelCreator();
}
RoutingBuilder routingBuilder = new RoutingBuilder();
if (tcp) {
routingBuilder.forceTCP(true);
}
routingBuilder.locationKey(peers[6].peerID());
routingBuilder.maxDirectHits(1);
routingBuilder.setMaxNoNewInfo(0);
routingBuilder.maxFailures(0);
routingBuilder.maxSuccess(100);
routingBuilder.parallel(2);
FutureRouting fr = peers[0].distributedRouting().route(routingBuilder, request, cc);
fr.awaitUninterruptibly();
// do verification
Assert.assertEquals(true, fr.isSuccess());
SortedSet<PeerAddress> ns = fr.potentialHits();
Assert.assertEquals(peers[5].peerAddress(), ns.first());
Assert.assertEquals(true, ns.contains(peers[0].peerAddress()));
Assert.assertEquals(true, ns.contains(peers[1].peerAddress()));
Assert.assertEquals(true, ns.contains(peers[2].peerAddress()));
Assert.assertEquals(false, ns.contains(peers[3].peerAddress()));
Assert.assertEquals(true, ns.contains(peers[4].peerAddress()));
} finally {
if (cc != null) {
cc.shutdown().awaitListenersUninterruptibly();
}
for (Peer n : peers) {
n.shutdown().await();
}
}
}
@Test
public void testRouting5() throws Exception {
for (int i = 0; i < 20; i++) {
testRouting5(true, Type.REQUEST_1);
testRouting5(false, Type.REQUEST_1);
testRouting5(true, Type.REQUEST_2);
testRouting5(false, Type.REQUEST_2);
}
}
private void testRouting5(boolean tcp, Type request) throws Exception {
Peer[] peers = null;
ChannelCreator cc = null;
try {
// setup
peers = createSpecialPeers(7);
addToPeerMap(peers[0], peers[0].peerAddress(), peers[1].peerAddress());
addToPeerMap(peers[1], peers[0].peerAddress(), peers[1].peerAddress(),
peers[2].peerAddress());
addToPeerMap(peers[2], peers[0].peerAddress(), peers[1].peerAddress(),
peers[2].peerAddress(), peers[3].peerAddress(), peers[4].peerAddress(),
peers[5].peerAddress());
addToPeerMap(peers[3], peers[0].peerAddress(), peers[1].peerAddress());
addToPeerMap(peers[4], peers[0].peerAddress(), peers[1].peerAddress());
addToPeerMap(peers[5], peers[0].peerAddress(), peers[1].peerAddress());
// do testing
if (tcp) {
FutureChannelCreator fcc = peers[0].connectionBean().reservation().create(0, 3);
fcc.awaitUninterruptibly();
cc = fcc.channelCreator();
} else {
FutureChannelCreator fcc = peers[0].connectionBean().reservation().create(3, 0);
fcc.awaitUninterruptibly();
cc = fcc.channelCreator();
}
RoutingBuilder routingBuilder = new RoutingBuilder();
if (tcp) {
routingBuilder.forceTCP(true);
}
routingBuilder.locationKey(peers[6].peerID());
routingBuilder.maxDirectHits(1);
routingBuilder.setMaxNoNewInfo(0);
routingBuilder.maxFailures(0);
routingBuilder.maxSuccess(100);
routingBuilder.parallel(3);
FutureRouting fr = peers[0].distributedRouting().route(routingBuilder, request, cc);
fr.awaitUninterruptibly();
// do verification
Assert.assertEquals(true, fr.isSuccess());
SortedSet<PeerAddress> ns = fr.potentialHits();
Assert.assertEquals(peers[5].peerAddress(), ns.first());
Assert.assertEquals(true, ns.contains(peers[3].peerAddress()));
Assert.assertEquals(true, ns.contains(peers[4].peerAddress()));
Assert.assertEquals(6, ns.size());
} finally {
if (cc != null) {
cc.shutdown().awaitListenersUninterruptibly();
}
for (Peer n : peers) {
n.shutdown().await();
}
}
}
@Test
public void testRoutingDirectHit() throws Exception {
Peer[] peers = null;
ChannelCreator cc = null;
try {
// setup
peers = createSpecialPeers(7);
for(Peer peer:peers) {
peer.peerBean().digestStorage(new DigestStorage(){
@Override
public DigestInfo digest(Number640 from, Number640 to, int limit, boolean ascending) {
return new DigestInfo(Number160.ONE, Number160.ONE, 1);
}
@Override
public DigestInfo digest(Number320 locationAndDomainKey, SimpleBloomFilter<Number160> keyBloomFilter, SimpleBloomFilter<Number160> contentBloomFilter, int limit, boolean ascending, boolean isBloomFilterAnd) {
return new DigestInfo(Number160.ONE, Number160.ONE, 1);
}
@Override
public DigestInfo digest(Collection<Number640> number640s) {
return new DigestInfo(Number160.ONE, Number160.ONE, 1);
}
});
}
addToPeerMap(peers[0], peers[0].peerAddress(), peers[1].peerAddress());
addToPeerMap(peers[1], peers[0].peerAddress(), peers[1].peerAddress(),
peers[2].peerAddress());
addToPeerMap(peers[2], peers[0].peerAddress(), peers[1].peerAddress(),
peers[2].peerAddress(), peers[3].peerAddress(), peers[4].peerAddress(),
peers[5].peerAddress());
addToPeerMap(peers[3], peers[0].peerAddress(), peers[1].peerAddress());
addToPeerMap(peers[4], peers[0].peerAddress(), peers[1].peerAddress());
addToPeerMap(peers[5], peers[0].peerAddress(), peers[1].peerAddress());
// do testing
FutureChannelCreator fcc = peers[0].connectionBean().reservation().create(3, 0);
fcc.awaitUninterruptibly();
cc = fcc.channelCreator();
RoutingBuilder routingBuilder = new RoutingBuilder();
routingBuilder.locationKey(Number160.ONE);
routingBuilder.domainKey(Number160.ONE);
routingBuilder.maxDirectHits(1);
routingBuilder.setMaxNoNewInfo(0);
routingBuilder.maxFailures(0);
routingBuilder.maxSuccess(100);
routingBuilder.parallel(3);
FutureRouting fr = peers[0].distributedRouting().route(routingBuilder, Type.REQUEST_2, cc);
fr.awaitUninterruptibly();
// do verification
Assert.assertEquals(true, fr.isSuccess());
SortedSet<PeerAddress> dh = fr.directHits();
SortedSet<PeerAddress> ph = fr.potentialHits();
Assert.assertEquals(1, dh.size());
Assert.assertEquals(1, ph.size());
} finally {
if (cc != null) {
cc.shutdown().awaitListenersUninterruptibly();
}
for (Peer n : peers) {
n.shutdown().await();
}
}
}
/**
* Adds peers to a peer's map.
*
* @param peer
* The peer to which the peers will be added
* @param peers
* The peers that will be added
*/
public static void addToPeerMap(Peer peer, PeerAddress... peers) {
for (int i = 0; i < peers.length; i++) {
peer.peerBean().peerMap().peerFound(peers[i], null, null, null);
}
}
public static Peer[] createSpecialPeers(int nr) throws Exception {
StringBuilder sb = new StringBuilder("0x");
Peer[] peers = new Peer[nr];
for (int i = 0; i < nr; i++) {
sb.append("f");
peers[i] = new PeerBuilder(new Number160(sb.toString())).ports(4001 + i).start();
}
return peers;
}
@Test
public void testPerfectRouting() throws Exception {
final Random rnd = new Random(42L);
Peer master = null;
try {
// setup
Peer[] peers = Utils2.createNodes(1000, rnd, 4001);
System.err.println("nodes created.");
master = peers[0];
Utils2.perfectRouting(peers);
// do testing
Collection<PeerStatistic> pas = peers[30].peerBean().peerMap()
.closePeers(peers[30].peerID(), 20);
Iterator<PeerStatistic> i = pas.iterator();
PeerAddress p1 = i.next().peerAddress();
Assert.assertEquals(peers[262].peerAddress(), p1);
} finally {
master.shutdown().await();
}
}
@Test
public void testRoutingBulk() throws Exception {
testRoutingBulk(true, Type.REQUEST_1);
testRoutingBulk(false, Type.REQUEST_1);
testRoutingBulk(true, Type.REQUEST_1);
testRoutingBulk(false, Type.REQUEST_2);
}
private void testRoutingBulk(boolean tcp, Type request) throws Exception {
Peer master = null;
ChannelCreator cc = null;
try {
// setup
Peer[] peers = Utils2.createNodes(2000, rnd, 4001);
master = peers[0];
Utils2.perfectRouting(peers);
// do testing
if (tcp) {
FutureChannelCreator fcc = peers[0].connectionBean().reservation().create(0, 1);
fcc.awaitUninterruptibly();
cc = fcc.channelCreator();
} else {
FutureChannelCreator fcc = peers[0].connectionBean().reservation().create(1, 0);
fcc.awaitUninterruptibly();
cc = fcc.channelCreator();
}
RoutingBuilder routingBuilder = new RoutingBuilder();
if (tcp) {
routingBuilder.forceTCP(true);
}
routingBuilder.locationKey(peers[20].peerID());
routingBuilder.maxDirectHits(1);
routingBuilder.setMaxNoNewInfo(0);
routingBuilder.maxFailures(0);
routingBuilder.maxSuccess(100);
routingBuilder.parallel(1);
FutureRouting fr = peers[500].distributedRouting().route(routingBuilder, request, cc);
fr.awaitUninterruptibly();
// do verification
Assert.assertEquals(true, fr.isSuccess());
SortedSet<PeerAddress> ns = fr.potentialHits();
Assert.assertEquals(peers[20].peerAddress(), ns.first());
} finally {
if (cc != null) {
cc.shutdown().awaitListenersUninterruptibly();
}
if (master != null) {
master.shutdown().await();
}
}
}
//this is a stress test, takes a long time ~100s!
@Test
public void testRoutingConcurrently() throws Exception {
for (int i = 0; i < 3; i++) {
testRoutingConcurrently(true, Type.REQUEST_1, 1);
testRoutingConcurrently(false, Type.REQUEST_1, 1);
testRoutingConcurrently(true, Type.REQUEST_1, 1);
testRoutingConcurrently(false, Type.REQUEST_2, 1);
testRoutingConcurrently(true, Type.REQUEST_1, 2);
testRoutingConcurrently(false, Type.REQUEST_1, 2);
testRoutingConcurrently(true, Type.REQUEST_1, 2);
testRoutingConcurrently(false, Type.REQUEST_2, 2);
}
}
private void testRoutingConcurrently(boolean tcp, Type request, int res) throws Exception {
final Random rnd1 = new Random(42L);
final Random rnd2 = new Random(43L);
final Random rnd3 = new Random(42L);
Peer master = null;
ChannelCreator cc = null;
try {
// setup
Peer[] peers = Utils2.createNodes(2000, rnd, 4001);
master = peers[0];
Utils2.perfectRouting(peers);
// do testing
System.err.println("do routing.");
List<FutureRouting> frs = new ArrayList<FutureRouting>();
for (int i = 0; i < peers.length; i++) {
if (tcp) {
FutureChannelCreator fcc = peers[0].connectionBean().reservation().create(0, res);
fcc.awaitUninterruptibly();
cc = fcc.channelCreator();
} else {
FutureChannelCreator fcc = peers[0].connectionBean().reservation().create(res, 0);
fcc.awaitUninterruptibly();
cc = fcc.channelCreator();
}
RoutingBuilder routingBuilder = new RoutingBuilder();
if (tcp) {
routingBuilder.forceTCP(true);
}
routingBuilder.locationKey(peers[rnd1.nextInt(peers.length)].peerID());
routingBuilder.maxDirectHits(1);
routingBuilder.setMaxNoNewInfo(0);
routingBuilder.maxFailures(0);
routingBuilder.maxSuccess(100);
routingBuilder.parallel(res);
FutureRouting frr = peers[rnd2.nextInt(peers.length)].distributedRouting().route(
routingBuilder, request, cc);
frs.add(frr);
Utils.addReleaseListener(cc, frr);
}
System.err.println("now checking if the tests were successful.");
for (int i = 0; i < peers.length; i++) {
frs.get(i).awaitListenersUninterruptibly();
Assert.assertEquals(true, frs.get(i).isSuccess());
SortedSet<PeerAddress> ns = frs.get(i).potentialHits();
Assert.assertEquals(peers[rnd3.nextInt(peers.length)].peerAddress(), ns.first());
}
System.err.println("done!");
} finally {
if (cc != null) {
cc.shutdown().awaitListenersUninterruptibly();
}
if (master != null) {
master.shutdown().await();
}
}
}
@Test
public void testRoutingBootstrap1() throws Exception {
testRoutingBootstrap1(true);
testRoutingBootstrap1(false);
}
private void testRoutingBootstrap1(boolean tcp) throws Exception {
Peer master = null;
ChannelCreator cc = null;
try {
// setup
Peer[] peers = Utils2.createNodes(200, rnd, 4001);
master = peers[0];
Utils2.perfectRouting(peers);
// do testing
Collection<PeerAddress> peerAddresses = new ArrayList<PeerAddress>(1);
peerAddresses.add(master.peerAddress());
for (int i = 1; i < peers.length; i++) {
FutureChannelCreator fcc;
if (tcp) {
fcc = peers[0].connectionBean().reservation().create(0, 1);
fcc.awaitUninterruptibly();
cc = fcc.channelCreator();
} else {
fcc = peers[0].connectionBean().reservation().create(1, 0);
fcc.awaitUninterruptibly();
cc = fcc.channelCreator();
}
RoutingBuilder routingBuilder = new RoutingBuilder();
if (tcp) {
routingBuilder.forceTCP(true);
}
routingBuilder.maxDirectHits(1);
routingBuilder.setMaxNoNewInfo(5);
routingBuilder.maxFailures(100);
routingBuilder.maxSuccess(100);
routingBuilder.parallel(1);
FutureDone<Pair<FutureRouting,FutureRouting>> fm = peers[i].distributedRouting().bootstrap(
peerAddresses, routingBuilder, cc);
Utils.addReleaseListener(fcc, fm);
fm.awaitUninterruptibly();
// do verification
Assert.assertEquals(true, fm.isSuccess());
Assert.assertEquals(true, fm.object().element0().isSuccess());
Assert.assertEquals(true, fm.object().element1().isSuccess());
}
} finally {
if (cc != null) {
cc.shutdown().awaitListenersUninterruptibly();
}
if (master != null) {
master.shutdown().await();
}
}
}
@Test
public void testRoutingLoop() throws Exception {
testRoutingLoop(true);
testRoutingLoop(false);
}
private void testRoutingLoop(boolean tcp) throws Exception {
final Random rnd = new Random(43L);
for (int k = 0; k < 100; k++) {
Number160 find = Number160.createHash("findme");
Peer master = null;
ChannelCreator cc = null;
try {
System.err.println("round " + k);
// setup
Peer[] peers = Utils2.createNodes(200, rnd, 4001);
master = peers[0];
Utils2.perfectRouting(peers);
Comparator<PeerAddress> cmp = PeerMap.createXORAddressComparator(find);
SortedSet<PeerAddress> ss = new TreeSet<PeerAddress>(cmp);
for (int i = 0; i < peers.length; i++) {
ss.add(peers[i].peerAddress());
}
// do testing
if (tcp) {
FutureChannelCreator fcc = peers[0].connectionBean().reservation().create(0, 2);
fcc.awaitUninterruptibly();
cc = fcc.channelCreator();
} else {
FutureChannelCreator fcc = peers[0].connectionBean().reservation().create(2, 0);
fcc.awaitUninterruptibly();
cc = fcc.channelCreator();
}
RoutingBuilder routingBuilder = new RoutingBuilder();
if (tcp) {
routingBuilder.forceTCP(true);
}
routingBuilder.locationKey(find);
routingBuilder.maxDirectHits(Integer.MAX_VALUE);
routingBuilder.setMaxNoNewInfo(5);
routingBuilder.maxFailures(10);
routingBuilder.maxSuccess(20);
routingBuilder.parallel(2);
FutureRouting frr = peers[50].distributedRouting().route(routingBuilder, Type.REQUEST_1,
cc);
frr.awaitUninterruptibly();
SortedSet<PeerAddress> ss2 = frr.potentialHits();
// test the first 5 peers, because we set noNewInformation to 5,
// which means we find at least 5 entries.
for (int i = 0; i < 5; i++) {
PeerAddress pa = ss.first();
PeerAddress pa2 = ss2.first();
Assert.assertEquals(pa.peerId(), pa2.peerId());
ss.remove(pa);
ss2.remove(pa2);
}
} finally {
if (cc != null) {
cc.shutdown().awaitListenersUninterruptibly();
}
if (master != null) {
master.shutdown().awaitListenersUninterruptibly();
}
}
}
}
private void printPeerMaps(Peer... peers) {
for (Peer peer : peers) {
System.out.println(peer.peerAddress().peerId().toString(true) + ":");
System.out.println("\tVerified:");
for (int bucket=0; bucket<160; bucket++) {
if (!peer.peerBean().peerMap().peerMapVerified().get(bucket).isEmpty()) {
System.out.print("\t\tBucket " + bucket + ":");
for (PeerStatistic ps : peer.peerBean().peerMap().peerMapVerified().get(bucket).values()) {
System.out.print(" " + ps.peerAddress().peerId().toString(true));
}
System.out.print("\n");
}
}
System.out.println("\tOverflow:");
for (int bucket=0; bucket<160; bucket++) {
if (!peer.peerBean().peerMap().peerMapOverflow().get(bucket).isEmpty()) {
System.out.print("\t\tBucket " + bucket + ":");
for (PeerStatistic ps : peer.peerBean().peerMap().peerMapOverflow().get(bucket).values()) {
System.out.print(" " + ps.peerAddress().peerId().toString(true));
}
System.out.print("\n");
}
}
}
}
}