/**
* Copyright 2013 LinkedIn, Inc
*
* Licensed under the Apache License, Version 2.0 (the "License"); you may not
* use this file except in compliance with the License. You may obtain a copy of
* the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
* WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
* License for the specific language governing permissions and limitations under
* the License.
*/
package voldemort.tools.admin;
import static junit.framework.Assert.assertNotNull;
import static junit.framework.Assert.assertNull;
import java.io.IOException;
import java.io.StringReader;
import java.util.ArrayList;
import java.util.HashMap;
import java.util.List;
import java.util.Properties;
import org.apache.log4j.Logger;
import org.junit.After;
import org.junit.Assert;
import org.junit.Before;
import org.junit.Test;
import voldemort.ClusterTestUtils;
import voldemort.ServerTestUtils;
import voldemort.TestUtils;
import voldemort.VoldemortException;
import voldemort.client.protocol.admin.AdminClient;
import voldemort.cluster.Cluster;
import voldemort.cluster.Node;
import voldemort.server.VoldemortConfig;
import voldemort.server.VoldemortServer;
import voldemort.store.StoreDefinition;
import voldemort.store.socket.SocketStoreFactory;
import voldemort.store.socket.clientrequest.ClientRequestExecutorPool;
import voldemort.xml.StoreDefinitionsMapper;
public class AvroAddStoreTest {
private Logger logger = Logger.getLogger(AvroAddStoreTest.class);
HashMap<Integer, VoldemortServer> vservers = new HashMap<Integer, VoldemortServer>();
HashMap<Integer, SocketStoreFactory> socketStoreFactories = new HashMap<Integer, SocketStoreFactory>();
String bsURL;
Cluster cluster;
List<StoreDefinition> oldStores;
AdminClient adminClient;
private static String storeXmlPrefix = " <store>\n"
+ " <name>test</name>\n"
+ " <persistence>bdb</persistence>\n"
+ " <description>Test store</description>\n"
+ " <owners>harry@hogwarts.edu, hermoine@hogwarts.edu</owners>\n"
+ " <routing-strategy>consistent-routing</routing-strategy>\n"
+ " <routing>client</routing>\n"
+ " <replication-factor>1</replication-factor>\n"
+ " <required-reads>1</required-reads>\n"
+ " <required-writes>1</required-writes>\n";
private static String storeXmlSuffix = " <hinted-handoff-strategy>consistent-handoff</hinted-handoff-strategy>\n"
+ " </store>\n";
public static String storeXmlWithBackwardIncompatibleSchema = storeXmlPrefix
+ " <key-serializer>\n"
+ " <type>avro-generic-versioned</type>\n"
+ " <schema-info version=\"0\">\"int\"</schema-info>\n"
+ " </key-serializer>\n"
+ " <value-serializer>\n"
+ " <type>avro-generic-versioned</type>\n"
+ " <schema-info version=\"0\">\"int\"</schema-info>\n"
+ " <schema-info version=\"1\">\"string\"</schema-info>\n"
+ " </value-serializer>\n"
+ storeXmlSuffix;
public static String storeXmlWithBackwardCompatibleSchema = storeXmlPrefix
+ " <key-serializer>\n"
+ " <type>avro-generic-versioned</type>\n"
+ " <schema-info version=\"0\">\"int\"</schema-info>\n"
+ " </key-serializer>\n"
+ " <value-serializer>\n"
+ " <type>avro-generic-versioned</type>\n"
+ " <schema-info version=\"0\">\"int\"</schema-info>\n"
+ " <schema-info version=\"1\">\"int\"</schema-info>\n"
+ " </value-serializer>\n"
+ storeXmlSuffix;
public static String storeXmlWithInvalidAvroKeySchema = storeXmlPrefix
+ " <key-serializer>\n"
+ " <type>avro-generic-versioned</type>\n"
+ " <schema-info version=\"0\">\"int32\"</schema-info>\n"
+ " </key-serializer>\n"
+ " <value-serializer>\n"
+ " <type>avro-generic-versioned</type>\n"
+ " <schema-info version=\"0\">\"int\"</schema-info>\n"
+ " </value-serializer>\n"
+ storeXmlSuffix;
public static String storeXmlWithInvalidAvroValueSchema = storeXmlPrefix
+ " <key-serializer>\n"
+ " <type>avro-generic-versioned</type>\n"
+ " <schema-info version=\"0\">\"int\"</schema-info>\n"
+ " </key-serializer>\n"
+ " <value-serializer>\n"
+ " <type>avro-generic-versioned</type>\n"
+ " <schema-info version=\"0\">\"{\"key\":\"string\"
, \"value\":\"string\"}\"</schema-info>\n"
+ " </value-serializer>\n"
+ storeXmlSuffix;
/**
* This test is to partially test the functionality of SetMetadata feature
* of the VoldemortAdminTool
*/
@Before
public void setup() throws IOException {
// setup cluster
cluster = ClusterTestUtils.getZZZCluster();
oldStores = ClusterTestUtils.getZZZStoreDefsInMemory();
bsURL = cluster.getNodes().iterator().next().getSocketUrl().toString();
for(Node node: cluster.getNodes()) {
SocketStoreFactory ssf = new ClientRequestExecutorPool(2, 10000, 100000, 1024);
VoldemortConfig config = ServerTestUtils.createServerConfigWithDefs(true,
node.getId(),
TestUtils.createTempDir()
.getAbsolutePath(),
cluster,
oldStores,
new Properties());
VoldemortServer vs = ServerTestUtils.startVoldemortServer(ssf, config, cluster);
vservers.put(node.getId(), vs);
socketStoreFactories.put(node.getId(), ssf);
}
adminClient = new AdminClient(cluster);
}
@Test
public void testAddAvroSchema() throws Exception {
// backwards incompatible schema should fail
try {
logger.info("Now inserting stores with non backward compatible schema. Should see exception");
adminClient.storeMgmtOps.addStore(new StoreDefinitionsMapper().readStore(new StringReader(storeXmlWithBackwardIncompatibleSchema)));
Assert.fail("Did not throw exception");
} catch(VoldemortException e) {
}
// invalid key schema should fail
try {
logger.info("Now inserting stores with int32 avro key. Should see exception");
adminClient.storeMgmtOps.addStore(new StoreDefinitionsMapper().readStore(new StringReader(storeXmlWithInvalidAvroKeySchema)));
Assert.fail("Did not throw exception for invalid key schema");
} catch(VoldemortException e) {
logger.error("As expected", e);
}
// invalid value schema should fail
try {
logger.info("Now inserting stores with html characters in avro value schema");
adminClient.storeMgmtOps.addStore(new StoreDefinitionsMapper().readStore(new StringReader(storeXmlWithInvalidAvroValueSchema)));
Assert.fail("Did not throw exception for invalid value schema");
} catch(VoldemortException e) {
logger.error("As expected", e);
}
for(VoldemortServer vs: vservers.values()) {
assertNull(vs.getStoreRepository().getLocalStore("test"));
}
logger.info("Now inserting stores with backward compatible schema. Should not see exception");
adminClient.storeMgmtOps.addStore(new StoreDefinitionsMapper().readStore(new StringReader(storeXmlWithBackwardCompatibleSchema)));
for(VoldemortServer vs: vservers.values()) {
assertNotNull(vs.getStoreRepository().getLocalStore("test"));
}
}
@Test
public void testUpdateAvroSchema() throws Exception {
for(VoldemortServer vs: vservers.values()) {
assertNull(vs.getStoreRepository().getLocalStore("test"));
}
logger.info("Now inserting stores with backward compatible schema. Should not see exception");
adminClient.storeMgmtOps.addStore(new StoreDefinitionsMapper().readStore(new StringReader(storeXmlWithBackwardCompatibleSchema)));
try {
logger.info("Now updating store with non backward compatible schema. Should see exception");
List<StoreDefinition> stores = new ArrayList<StoreDefinition>();
stores.add(new StoreDefinitionsMapper().readStore(new StringReader(storeXmlWithBackwardIncompatibleSchema)));
adminClient.metadataMgmtOps.updateRemoteStoreDefList(stores);
Assert.fail("Did not throw exception");
} catch(VoldemortException e) {
}
for(VoldemortServer vs: vservers.values()) {
assertNotNull(vs.getStoreRepository().getLocalStore("test"));
}
}
@After
public void teardown() throws IOException {
// shutdown
for(VoldemortServer vs: vservers.values()) {
ServerTestUtils.stopVoldemortServer(vs);
}
for(SocketStoreFactory ssf: socketStoreFactories.values()) {
ssf.close();
}
}
}