// Copyright 2017 JanusGraph Authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package org.janusgraph.pkgtest; import com.google.common.base.Joiner; import com.google.common.collect.ImmutableMap; import org.janusgraph.util.system.IOUtils; import org.apache.commons.io.FileUtils; import org.junit.Test; import org.slf4j.Logger; import org.slf4j.LoggerFactory; import java.io.BufferedReader; import java.io.File; import java.io.FileReader; import java.io.IOException; public class GraphOfTheGodsCompatIT extends AbstractJanusGraphAssemblyIT { private static final Logger log = LoggerFactory.getLogger(GraphOfTheGodsCompatIT.class); private static final String BDB_ES = "bdb-es"; /** * Download and open databases created by previous versions of JanusGraph. * A basic check for cluster-restart forward-compatibility. */ @Test public void testOpenAndQueryCompatibleDatabaseFiles() throws Exception { String compatManifest = Joiner.on(File.separator).join("target", "test-classes", "compat.csv"); BufferedReader compatReader = null; int lineNumber = 0; int tested = 0; try { log.info("Opening compat manifest: {}", compatManifest); compatReader = new BufferedReader(new FileReader(compatManifest)); String l; while (null != (l = compatReader.readLine())) { lineNumber++; String tokens[] = l.split(","); if (3 != tokens.length) { log.warn("Ignoring line {} (splitting on commas yielded {} tokens instead of the expected {}): {}", lineNumber, tokens.length, 3, l); continue; } String version = tokens[0].trim(); String config = tokens[1].trim(); String archiveurl = tokens[2].trim(); if (version.isEmpty()) { log.warn("Ignoring line {} due to empty version field", lineNumber); continue; } if (config.isEmpty()) { log.warn("Ignoring line {} due to empty config field", lineNumber); continue; } if (archiveurl.isEmpty()) { log.warn("Ignoring line {} due to empty archiveurl field", lineNumber); continue; } if (!config.equals(BDB_ES)) { log.warn("Ignoring line {} with unknown config string {} (only {} is supported)", lineNumber, config, BDB_ES); } downloadAndTest(archiveurl); tested++; } } finally { IOUtils.closeQuietly(compatReader); } log.info("Read compat manifest with {} lines ({} tested, {} ignored)", lineNumber, tested, lineNumber - tested); } private void downloadAndTest(String archiveurl) throws IOException, InterruptedException { // Extract the current release's zipfile FileUtils.deleteQuietly(new File(ZIPFILE_EXTRACTED)); unzip(BUILD_DIR, ZIPFILE_PATH); // Now download the archive at the URL containing DB files from an older JanusGraph version downloadFile(archiveurl, "old_db.zip", new File(ZIPFILE_EXTRACTED)); unzip(ZIPFILE_EXTRACTED, "old_db.zip"); // Now start the current release using the old DB files (new code, old data) and query it // The config file below must point at the the data unzipped in the previous step testGotGQueries("conf/janusgraph-berkeleyje-es.properties"); } private void downloadFile(String url, String toLocalPath, File workingDir) throws IOException, InterruptedException { command(workingDir, "curl", "--output", toLocalPath, url); } private void testGotGQueries(String config) throws IOException, InterruptedException { String idxDir = new File (ZIPFILE_EXTRACTED + File.separator + "db" + File.separator + "es").getAbsolutePath(); parseTemplateAndRunExpect("compat-test.expect.vm", ImmutableMap.of("graphConfig", config, "graphToString", "berk", "indexDirectory", idxDir)); } }