/*
* Copyright 2008-2009 LinkedIn, Inc
*
* Licensed under the Apache License, Version 2.0 (the "License"); you may not
* use this file except in compliance with the License. You may obtain a copy of
* the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
* WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
* License for the specific language governing permissions and limitations under
* the License.
*/
package voldemort.store.invalidmetadata;
import java.util.Arrays;
import java.util.List;
import junit.framework.TestCase;
import voldemort.ServerTestUtils;
import voldemort.cluster.Cluster;
import voldemort.cluster.Node;
import voldemort.routing.RoutingStrategy;
import voldemort.routing.RoutingStrategyFactory;
import voldemort.store.DoNothingStore;
import voldemort.store.InvalidMetadataException;
import voldemort.store.Store;
import voldemort.store.StoreDefinition;
import voldemort.store.metadata.MetadataStore;
import voldemort.utils.ByteArray;
import voldemort.utils.ByteUtils;
import voldemort.versioning.Versioned;
import com.google.common.collect.ImmutableList;
/**
*
*/
public class InvalidMetadataCheckingStoreTest extends TestCase {
private static int LOOP_COUNT = 1000;
public void testValidMetaData() {
Cluster cluster = ServerTestUtils.getLocalCluster(3, new int[][] { { 0, 1, 2, 3 },
{ 4, 5, 6, 7 }, { 8, 9, 10, 11 } });
StoreDefinition storeDef = ServerTestUtils.getStoreDefs(1).get(0);
MetadataStore metadata = ServerTestUtils.createMetadataStore(cluster,
Arrays.asList(storeDef));
InvalidMetadataCheckingStore store = new InvalidMetadataCheckingStore(0,
new DoNothingStore<ByteArray, byte[], byte[]>(storeDef.getName()),
metadata);
try {
doOperations(0, store, metadata, storeDef);
} catch(InvalidMetadataException e) {
throw new RuntimeException("Should not see any InvalidMetaDataException", e);
}
}
/**
* NOTE: the total number of partitions should remain same for hash
* consistency
*/
public void testAddingPartition() {
StoreDefinition storeDef = ServerTestUtils.getStoreDefs(1).get(0);
Cluster cluster = ServerTestUtils.getLocalCluster(3, new int[][] { { 0, 1, 2, 3 },
{ 4, 5, 6, 7 }, { 8, 9, 10 } });
MetadataStore metadata = ServerTestUtils.createMetadataStore(cluster,
Arrays.asList(storeDef));
InvalidMetadataCheckingStore store = new InvalidMetadataCheckingStore(0,
new DoNothingStore<ByteArray, byte[], byte[]>(storeDef.getName()),
metadata);
try {
// add partitions to node 0 on client side.
Cluster updatedCluster = ServerTestUtils.getLocalCluster(3, new int[][] {
{ 0, 1, 2, 3, 4, 5, 10 }, { 6, 7 }, { 8, 9 } });
MetadataStore updatedMetadata = ServerTestUtils.createMetadataStore(updatedCluster,
Arrays.asList(storeDef));
doOperations(0, store, updatedMetadata, storeDef);
fail("Should see InvalidMetadataExceptions");
} catch(InvalidMetadataException e) {
// ignore
}
}
public void testRemovingPartition() {
StoreDefinition storeDef = ServerTestUtils.getStoreDefs(1).get(0);
Cluster cluster = ServerTestUtils.getLocalCluster(3, new int[][] { { 0, 1, 2, 3 },
{ 4, 5, 6, 7 }, { 8, 9, 10 } });
MetadataStore metadata = ServerTestUtils.createMetadataStore(cluster,
Arrays.asList(storeDef));
InvalidMetadataCheckingStore store = new InvalidMetadataCheckingStore(0,
new DoNothingStore<ByteArray, byte[], byte[]>(storeDef.getName()),
metadata);
try {
// remove partitions to node 0 on client side.
Cluster updatedCluster = ServerTestUtils.getLocalCluster(3, new int[][] { { 0, 1 },
{ 2, 4, 5, 6, 7 }, { 3, 8, 9, 10 } });
MetadataStore updatedMetadata = ServerTestUtils.createMetadataStore(updatedCluster,
Arrays.asList(storeDef));
doOperations(0, store, updatedMetadata, storeDef);
} catch(InvalidMetadataException e) {
throw new RuntimeException("Should not see any InvalidMetaDataException", e);
}
}
private boolean containsNodeId(List<Node> nodes, int nodeId) {
for(Node node: nodes) {
if(nodeId == node.getId()) {
return true;
}
}
return false;
}
private void doOperations(int nodeId,
Store<ByteArray, byte[], byte[]> store,
MetadataStore metadata,
StoreDefinition storeDef) {
for(int i = 0; i < LOOP_COUNT;) {
ByteArray key = new ByteArray(ByteUtils.md5(Integer.toString((int) (Math.random() * Integer.MAX_VALUE))
.getBytes()));
byte[] value = "value".getBytes();
RoutingStrategy routingStrategy = new RoutingStrategyFactory().updateRoutingStrategy(storeDef,
metadata.getCluster());
if(containsNodeId(routingStrategy.routeRequest(key.get()), nodeId)) {
i++; // increment count
switch(i % 4) {
case 0:
store.get(key, null);
break;
case 1:
store.delete(key, null);
break;
case 2:
store.put(key, new Versioned<byte[]>(value), null);
break;
case 3:
store.getAll(ImmutableList.of(key), null);
break;
}
}
}
}
}