/*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing,
* software distributed under the License is distributed on an
* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
* KIND, either express or implied. See the License for the
* specific language governing permissions and limitations
* under the License.
*/
package org.apache.cassandra.dht;
import java.io.IOException;
import java.net.InetAddress;
import java.net.UnknownHostException;
import java.util.Collection;
import java.util.HashMap;
import java.util.Map;
import org.apache.cassandra.CleanupHelper;
import org.apache.cassandra.config.DatabaseDescriptor;
import org.apache.commons.lang.StringUtils;
import static org.junit.Assert.assertEquals;
import org.junit.Test;
import com.google.common.collect.Multimap;
import org.apache.cassandra.db.Table;
import org.apache.cassandra.gms.ApplicationState;
import org.apache.cassandra.gms.IFailureDetectionEventListener;
import org.apache.cassandra.gms.IFailureDetector;
import org.apache.cassandra.locator.TokenMetadata;
import org.apache.cassandra.service.StorageService;
import org.apache.cassandra.utils.FBUtilities;
public class BootStrapperTest extends CleanupHelper
{
@Test
public void testTokenRoundtrip() throws Exception
{
StorageService.instance.initServer();
// fetch a bootstrap token from the local node
assert BootStrapper.getBootstrapTokenFrom(FBUtilities.getLocalAddress()) != null;
}
@Test
public void testMulitipleAutomaticBootstraps() throws IOException
{
StorageService ss = StorageService.instance;
generateFakeEndpoints(5);
InetAddress[] addrs = new InetAddress[]
{
InetAddress.getByName("127.0.0.2"),
InetAddress.getByName("127.0.0.3"),
InetAddress.getByName("127.0.0.4"),
InetAddress.getByName("127.0.0.5"),
};
InetAddress[] bootstrapAddrs = new InetAddress[]
{
InetAddress.getByName("127.0.0.12"),
InetAddress.getByName("127.0.0.13"),
InetAddress.getByName("127.0.0.14"),
InetAddress.getByName("127.0.0.15"),
};
Map<InetAddress, Double> load = new HashMap<InetAddress, Double>();
for (int i = 0; i < addrs.length; i++)
load.put(addrs[i], (double)i+2);
// give every node a bootstrap source.
for (int i = 3; i >=0; i--)
{
InetAddress bootstrapSource = BootStrapper.getBootstrapSource(ss.getTokenMetadata(), load);
assert bootstrapSource != null;
assert bootstrapSource.equals(addrs[i]) : String.format("expected %s but got %s for %d", addrs[i], bootstrapSource, i);
assert !ss.getTokenMetadata().getBootstrapTokens().containsValue(bootstrapSource);
Range range = ss.getPrimaryRangeForEndpoint(bootstrapSource);
Token token = StorageService.getPartitioner().midpoint(range.left, range.right);
assert range.contains(token);
ss.onChange(bootstrapAddrs[i], ApplicationState.STATUS, StorageService.instance.valueFactory.bootstrapping(token));
}
// any further attempt to bootsrtap should fail since every node in the cluster is splitting.
try
{
BootStrapper.getBootstrapSource(ss.getTokenMetadata(), load);
throw new AssertionError("This bootstrap should have failed.");
}
catch (RuntimeException ex)
{
// success!
}
// indicate that one of the nodes is done. see if the node it was bootstrapping from is still available.
Range range = ss.getPrimaryRangeForEndpoint(addrs[2]);
Token token = StorageService.getPartitioner().midpoint(range.left, range.right);
ss.onChange(bootstrapAddrs[2], ApplicationState.STATUS, StorageService.instance.valueFactory.normal(token));
load.put(bootstrapAddrs[2], 0d);
InetAddress addr = BootStrapper.getBootstrapSource(ss.getTokenMetadata(), load);
assert addr != null && addr.equals(addrs[2]);
}
@Test
public void testGuessToken() throws IOException
{
StorageService ss = StorageService.instance;
generateFakeEndpoints(5);
InetAddress two = InetAddress.getByName("127.0.0.2");
InetAddress three = InetAddress.getByName("127.0.0.3");
InetAddress four = InetAddress.getByName("127.0.0.4");
InetAddress five = InetAddress.getByName("127.0.0.5");
Map<InetAddress, Double> load = new HashMap<InetAddress, Double>();
load.put(two, 2.0);
load.put(three, 3.0);
load.put(four, 4.0);
load.put(five, 5.0);
TokenMetadata tmd = ss.getTokenMetadata();
InetAddress source = BootStrapper.getBootstrapSource(tmd, load);
assert five.equals(source) : five + " != " + source;
InetAddress myEndpoint = InetAddress.getByName("127.0.0.1");
Range range5 = ss.getPrimaryRangeForEndpoint(five);
Token fakeToken = StorageService.getPartitioner().midpoint(range5.left, range5.right);
assert range5.contains(fakeToken);
ss.onChange(myEndpoint, ApplicationState.STATUS, StorageService.instance.valueFactory.bootstrapping(fakeToken));
tmd = ss.getTokenMetadata();
InetAddress source4 = BootStrapper.getBootstrapSource(tmd, load);
assert four.equals(source4) : four + " != " + source4;
}
@Test
public void testSourceTargetComputation() throws UnknownHostException
{
final int[] clusterSizes = new int[] { 1, 3, 5, 10, 100};
for (String table : DatabaseDescriptor.getNonSystemTables())
{
int replicationFactor = Table.open(table).getReplicationStrategy().getReplicationFactor();
for (int clusterSize : clusterSizes)
if (clusterSize >= replicationFactor)
testSourceTargetComputation(table, clusterSize, replicationFactor);
}
}
private void testSourceTargetComputation(String table, int numOldNodes, int replicationFactor) throws UnknownHostException
{
StorageService ss = StorageService.instance;
generateFakeEndpoints(numOldNodes);
Token myToken = StorageService.getPartitioner().getRandomToken();
InetAddress myEndpoint = InetAddress.getByName("127.0.0.1");
TokenMetadata tmd = ss.getTokenMetadata();
assertEquals(numOldNodes, tmd.sortedTokens().size());
BootStrapper b = new BootStrapper(myEndpoint, myToken, tmd);
Multimap<Range, InetAddress> res = b.getRangesWithSources(table);
int transferCount = 0;
for (Map.Entry<Range, Collection<InetAddress>> e : res.asMap().entrySet())
{
assert e.getValue() != null && e.getValue().size() > 0 : StringUtils.join(e.getValue(), ", ");
transferCount++;
}
assertEquals(replicationFactor, transferCount);
IFailureDetector mockFailureDetector = new IFailureDetector()
{
public boolean isAlive(InetAddress ep)
{
return true;
}
public void interpret(InetAddress ep) { throw new UnsupportedOperationException(); }
public void report(InetAddress ep) { throw new UnsupportedOperationException(); }
public void registerFailureDetectionEventListener(IFailureDetectionEventListener listener) { throw new UnsupportedOperationException(); }
public void unregisterFailureDetectionEventListener(IFailureDetectionEventListener listener) { throw new UnsupportedOperationException(); }
public void remove(InetAddress ep) { throw new UnsupportedOperationException(); }
};
Multimap<InetAddress, Range> temp = BootStrapper.getWorkMap(res, mockFailureDetector);
// there isn't any point in testing the size of these collections for any specific size. When a random partitioner
// is used, they will vary.
assert temp.keySet().size() > 0;
assert temp.asMap().values().iterator().next().size() > 0;
assert !temp.keySet().iterator().next().equals(myEndpoint);
}
private void generateFakeEndpoints(int numOldNodes) throws UnknownHostException
{
TokenMetadata tmd = StorageService.instance.getTokenMetadata();
tmd.clearUnsafe();
IPartitioner<?> p = StorageService.getPartitioner();
for (int i = 1; i <= numOldNodes; i++)
{
// leave .1 for myEndpoint
tmd.updateNormalToken(p.getRandomToken(), InetAddress.getByName("127.0.0." + (i + 1)));
}
}
}