/**
* This file is part of d:swarm graph extension.
*
* d:swarm graph extension is free software: you can redistribute it and/or modify
* it under the terms of the GNU General Public License as published by
* the Free Software Foundation, either version 3 of the License, or
* (at your option) any later version.
*
* d:swarm graph extension is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU General Public License for more details.
*
* You should have received a copy of the GNU General Public License
* along with d:swarm graph extension. If not, see <http://www.gnu.org/licenses/>.
*/
package org.dswarm.graph.gdm.test;
import java.io.BufferedInputStream;
import java.io.IOException;
import java.io.InputStream;
import java.net.URL;
import java.util.Iterator;
import javax.ws.rs.core.MediaType;
import com.fasterxml.jackson.databind.JsonNode;
import com.fasterxml.jackson.databind.ObjectMapper;
import com.fasterxml.jackson.databind.SerializationFeature;
import com.fasterxml.jackson.databind.node.ObjectNode;
import com.google.common.io.ByteSource;
import com.google.common.io.Resources;
import com.sun.jersey.api.client.ClientResponse;
import com.sun.jersey.multipart.BodyPart;
import com.sun.jersey.multipart.MultiPart;
import org.junit.Assert;
import org.junit.Ignore;
import org.junit.Test;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import rx.Observable;
import org.dswarm.common.DMPStatics;
import org.dswarm.graph.json.Model;
import org.dswarm.graph.json.Resource;
import org.dswarm.graph.json.stream.ModelParser;
import org.dswarm.graph.json.util.Util;
import org.dswarm.graph.test.Neo4jDBWrapper;
/**
* @author tgaengler
*/
public abstract class GDMResource4Test extends BaseGDMResourceTest {
private static final Logger LOG = LoggerFactory.getLogger(GDMResource4Test.class);
private static final String DATA_MODEL_URI = "http://data.slub-dresden.de/resources/1";
private static final String MABXML_RESOURCE_GSON = "test-mabxml_w_data_model_resource.gson";
public GDMResource4Test(final Neo4jDBWrapper neo4jDBWrapper, final String dbTypeArg) {
super(neo4jDBWrapper, dbTypeArg);
}
@Test
public void readGDMModelFromDBThatWasWrittenAsGDM() throws IOException {
LOG.debug("start read GDM model test for GDM resource at {} DB", dbType);
writeGDMToDBInternal(DATA_MODEL_URI, MABXML_RESOURCE_GSON);
final ObjectMapper objectMapper = Util.getJSONObjectMapper();
objectMapper.enable(SerializationFeature.INDENT_OUTPUT);
final ObjectNode requestJson = objectMapper.createObjectNode();
requestJson.put(DMPStatics.RECORD_CLASS_URI_IDENTIFIER, "http://www.ddb.de/professionell/mabxml/mabxml-1.xsd#datensatzType");
requestJson.put(DMPStatics.DATA_MODEL_URI_IDENTIFIER, DATA_MODEL_URI);
final String requestJsonString = objectMapper.writeValueAsString(requestJson);
// POST the request
final ClientResponse response = target().path("/get").type(MediaType.APPLICATION_JSON_TYPE).accept(MediaType.APPLICATION_JSON)
.post(ClientResponse.class, requestJsonString);
Assert.assertEquals("expected 200", 200, response.getStatus());
final InputStream actualResult = response.getEntity(InputStream.class);
final BufferedInputStream bis = new BufferedInputStream(actualResult, 1024);
final ModelParser modelParser = new ModelParser(bis);
final org.dswarm.graph.json.Model model = new org.dswarm.graph.json.Model();
final Observable<Void> parseObservable = modelParser.parse().map(resource1 -> {
model.addResource(resource1);
return null;
});
final Iterator<Void> iterator = parseObservable.toBlocking().getIterator();
Assert.assertTrue(iterator.hasNext());
while (iterator.hasNext()) {
iterator.next();
}
bis.close();
actualResult.close();
LOG.debug("read '{}' statements", model.size());
// 191 - 39 rdf:type statements = 152
Assert.assertEquals("the number of statements should be 191", 191, model.size());
LOG.debug("finished read GDM model test for GDM resource at {} DB", dbType);
}
@Test
public void readGDMRecordByURIFromDBThatWasWrittenAsGDM() throws IOException {
LOG.debug("start read GDM record by URI test for GDM resource at {} DB", dbType);
writeGDMToDBInternal(DATA_MODEL_URI, MABXML_RESOURCE_GSON);
final ObjectMapper objectMapper = Util.getJSONObjectMapper();
objectMapper.enable(SerializationFeature.INDENT_OUTPUT);
final ObjectNode requestJson = objectMapper.createObjectNode();
final String recordURI = "http://data.slub-dresden.de/records/e9e1fa5a-3350-43ec-bb21-6ccfa90a4497";
requestJson.put(DMPStatics.RECORD_URI_IDENTIFIER, recordURI);
requestJson.put(DMPStatics.DATA_MODEL_URI_IDENTIFIER, DATA_MODEL_URI);
final Resource actualResource = readGDMRecord(requestJson, 191);
Assert.assertEquals(recordURI, actualResource.getUri());
LOG.debug("finished read GDM record by URI test for GDM resource at {} DB", dbType);
}
@Test
public void readGDMRecordByIDFromDBThatWasWrittenAsGDM() throws IOException {
LOG.debug("start read GDM record by ID test for GDM resource at {} DB", dbType);
final String dataModelURI = "http://data.slub-dresden.de/resources/11111";
writeGDMToDBInternal(dataModelURI, "versioning/csv.gdm.v1.json");
final ObjectMapper objectMapper = Util.getJSONObjectMapper();
objectMapper.enable(SerializationFeature.INDENT_OUTPUT);
final ObjectNode requestJson = objectMapper.createObjectNode();
final String recordID = "1234";
final String recordURI = "http://data.slub-dresden.de/datamodels/DataModel-574990f5-4785-4020-b86a-9765bb084f16/records/5f7019a6-96e3-4aae-aaac-da743e2840b9";
final String legacyRecordIdentifierAP = "http://data.slub-dresden.de/resources/1/schema#id";
requestJson.put(DMPStatics.RECORD_ID_IDENTIFIER, recordID);
requestJson.put(DMPStatics.LEGACY_RECORD_IDENTIFIER_ATTRIBUTE_PATH, legacyRecordIdentifierAP);
requestJson.put(DMPStatics.DATA_MODEL_URI_IDENTIFIER, dataModelURI);
final Resource actualResource = readGDMRecord(requestJson, 6);
Assert.assertEquals(recordURI, actualResource.getUri());
LOG.debug("finished read GDM record by ID test for GDM resource at {} DB", dbType);
}
@Test
public void readVersionedGDMRecordByIDFromDBThatWasWrittenAsGDM() throws IOException {
LOG.debug("start read versioned GDM record by ID test for GDM resource at {} DB", dbType);
final String dataModelURI = "http://data.slub-dresden.de/resources/2222";
writeGDMToDBInternal(dataModelURI, "versioning/csv.gdm.v1.json");
final String recordClassURI = "http://data.slub-dresden.de/resources/1/schema#RecordType";
writeGDMToDBInternalWDeprecation(dataModelURI, "versioning/csv.gdm.v2.json", recordClassURI);
final ObjectMapper objectMapper = Util.getJSONObjectMapper();
objectMapper.enable(SerializationFeature.INDENT_OUTPUT);
final ObjectNode requestJson = objectMapper.createObjectNode();
final String recordID = "7890";
final String recordURI = "http://data.slub-dresden.de/datamodels/DataModel-574990f5-4785-4020-b86a-9765bb084f16/records/34aa79b1-4d70-4511-a36a-4a6311300c47";
final String legacyRecordIdentifierAP = "http://data.slub-dresden.de/resources/1/schema#id";
requestJson.put(DMPStatics.RECORD_ID_IDENTIFIER, recordID);
requestJson.put(DMPStatics.LEGACY_RECORD_IDENTIFIER_ATTRIBUTE_PATH, legacyRecordIdentifierAP);
requestJson.put(DMPStatics.DATA_MODEL_URI_IDENTIFIER, dataModelURI);
requestJson.put(DMPStatics.VERSION_IDENTIFIER, 1);
final Resource actualResource = readGDMRecord(requestJson, 6);
Assert.assertEquals(recordURI, actualResource.getUri());
// should retrieve the latest version
requestJson.remove(DMPStatics.VERSION_IDENTIFIER);
final Resource actualResource2 = readGDMRecord(requestJson, 5);
Assert.assertEquals(recordURI, actualResource2.getUri());
LOG.debug("finished read versioned GDM record by ID test for GDM resource at {} DB", dbType);
}
@Test
public void readVersionedGDMRecordByURIFromDBThatWasWrittenAsGDM() throws IOException {
LOG.debug("start read versioned GDM record by URI test for GDM resource at {} DB", dbType);
final String dataModelURI = "http://data.slub-dresden.de/resources/3333";
writeGDMToDBInternal(dataModelURI, "versioning/csv.gdm.v1.json");
final String recordClassURI = "http://data.slub-dresden.de/resources/1/schema#RecordType";
writeGDMToDBInternalWDeprecation(dataModelURI, "versioning/csv.gdm.v2.json", recordClassURI);
final ObjectMapper objectMapper = Util.getJSONObjectMapper();
objectMapper.enable(SerializationFeature.INDENT_OUTPUT);
final ObjectNode requestJson = objectMapper.createObjectNode();
final String recordURI = "http://data.slub-dresden.de/datamodels/DataModel-574990f5-4785-4020-b86a-9765bb084f16/records/34aa79b1-4d70-4511-a36a-4a6311300c47";
final String legacyRecordIdentifierAP = "http://data.slub-dresden.de/resources/1/schema#id";
requestJson.put(DMPStatics.RECORD_URI_IDENTIFIER, recordURI);
requestJson.put(DMPStatics.LEGACY_RECORD_IDENTIFIER_ATTRIBUTE_PATH, legacyRecordIdentifierAP);
requestJson.put(DMPStatics.DATA_MODEL_URI_IDENTIFIER, dataModelURI);
requestJson.put(DMPStatics.VERSION_IDENTIFIER, 1);
final Resource actualResource = readGDMRecord(requestJson, 6);
Assert.assertEquals(recordURI, actualResource.getUri());
// should retrieve the latest version
requestJson.remove(DMPStatics.VERSION_IDENTIFIER);
final Resource actualResource2 = readGDMRecord(requestJson, 5);
Assert.assertEquals(recordURI, actualResource2.getUri());
LOG.debug("finished read versioned GDM record by URI test for GDM resource at {} DB", dbType);
}
@Test
public void searchGDMRecordFromDBThatWasWrittenAsGDM1() throws IOException {
LOG.debug("start search GDM records test 1 for GDM resource at {} DB", dbType);
final String dataModelURI = "http://data.slub-dresden.de/resources/4444";
writeGDMToDBInternal(dataModelURI, MABXML_RESOURCE_GSON);
final ObjectMapper objectMapper = Util.getJSONObjectMapper();
objectMapper.enable(SerializationFeature.INDENT_OUTPUT);
final ObjectNode requestJson = objectMapper.createObjectNode();
final String recordURI = "http://data.slub-dresden.de/records/e9e1fa5a-3350-43ec-bb21-6ccfa90a4497";
final String keyAP = "http://www.ddb.de/professionell/mabxml/mabxml-1.xsd#feld\u001Ehttp://www.w3.org/1999/02/22-rdf-syntax-ns#value";
final String searchValue = "06978834";
requestJson.put(DMPStatics.KEY_ATTRIBUTE_PATH_IDENTIFIER, keyAP);
requestJson.put(DMPStatics.SEARCH_VALUE_IDENTIFIER, searchValue);
requestJson.put(DMPStatics.DATA_MODEL_URI_IDENTIFIER, dataModelURI);
final Model actualModel = searchGDMRecords(requestJson, 191);
Assert.assertEquals(recordURI, actualModel.getResources().iterator().next().getUri());
LOG.debug("finished search GDM records test 1 for GDM resource at {} DB", dbType);
}
@Test
public void searchGDMRecordFromDBThatWasWrittenAsGDM2() throws IOException {
LOG.debug("start search GDM records test 2 for GDM resource at {} DB", dbType);
final String dataModelURI = "http://data.slub-dresden.de/resources/5555";
writeGDMToDBInternal(dataModelURI, "versioning/csv.gdm.v1.json");
final ObjectMapper objectMapper = Util.getJSONObjectMapper();
objectMapper.enable(SerializationFeature.INDENT_OUTPUT);
final ObjectNode requestJson = objectMapper.createObjectNode();
final String recordURI = "http://data.slub-dresden.de/datamodels/DataModel-574990f5-4785-4020-b86a-9765bb084f16/records/cb31b25a-7aff-4b1d-a308-91be2fa2cc37";
final String keyAP = "http://data.slub-dresden.de/resources/1/schema#name";
final String searchValue = "foo";
requestJson.put(DMPStatics.KEY_ATTRIBUTE_PATH_IDENTIFIER, keyAP);
requestJson.put(DMPStatics.SEARCH_VALUE_IDENTIFIER, searchValue);
requestJson.put(DMPStatics.DATA_MODEL_URI_IDENTIFIER, dataModelURI);
final Model actualModel = searchGDMRecords(requestJson, 6);
Assert.assertEquals(recordURI, actualModel.getResources().iterator().next().getUri());
LOG.debug("finished search GDM records test 2 for GDM resource at {} DB", dbType);
}
@Test
public void searchGDMRecordFromDBThatWasWrittenAsGDM3() throws IOException {
LOG.debug("start search GDM records test 3 for GDM resource at {} DB", dbType);
final String dataModelURI = "http://data.slub-dresden.de/resources/6666";
writeGDMToDBInternal(dataModelURI, "versioning/csv.gdm.v1.json");
final String recordClassURI = "http://data.slub-dresden.de/resources/1/schema#RecordType";
writeGDMToDBInternalWDeprecation(dataModelURI, "versioning/csv.gdm.v2.json", recordClassURI);
final ObjectMapper objectMapper = Util.getJSONObjectMapper();
objectMapper.enable(SerializationFeature.INDENT_OUTPUT);
final ObjectNode requestJson = objectMapper.createObjectNode();
final String recordURI = "http://data.slub-dresden.de/datamodels/DataModel-574990f5-4785-4020-b86a-9765bb084f16/records/34aa79b1-4d70-4511-a36a-4a6311300c47";
final String keyAP = "http://data.slub-dresden.de/resources/1/schema#name";
final String searchValue = "gluck";
requestJson.put(DMPStatics.KEY_ATTRIBUTE_PATH_IDENTIFIER, keyAP);
requestJson.put(DMPStatics.SEARCH_VALUE_IDENTIFIER, searchValue);
requestJson.put(DMPStatics.DATA_MODEL_URI_IDENTIFIER, dataModelURI);
requestJson.put(DMPStatics.VERSION_IDENTIFIER, 1);
final Model actualModel = searchGDMRecords(requestJson, 6);
Assert.assertEquals(recordURI, actualModel.getResources().iterator().next().getUri());
// should retrieve the latest version
requestJson.remove(DMPStatics.VERSION_IDENTIFIER);
final Model actualModel2 = searchGDMRecords(requestJson, 5);
Assert.assertEquals(recordURI, actualModel2.getResources().iterator().next().getUri());
LOG.debug("finished search GDM records test 3 for GDM resource at {} DB", dbType);
}
@Ignore
@Test
public void searchGDMRecordFromDBThatWasWrittenAsGDM4() throws IOException {
LOG.debug("start search GDM records test 4 for GDM resource at {} DB", dbType);
final String dataModelURI = "http://data.slub-dresden.de/resources/7777";
writeGDMToDBInternal(dataModelURI, "versioning/csv.gdm.v1.json");
final String recordClassURI = "http://data.slub-dresden.de/resources/1/schema#RecordType";
writeGDMToDBInternalWDeprecation(dataModelURI, "versioning/csv.gdm.v2.json", recordClassURI);
final ObjectMapper objectMapper = Util.getJSONObjectMapper();
objectMapper.enable(SerializationFeature.INDENT_OUTPUT);
final ObjectNode requestJson = objectMapper.createObjectNode();
final String recordURI = "http://data.slub-dresden.de/datamodels/DataModel-574990f5-4785-4020-b86a-9765bb084f16/records/7a7990dd-2e4a-4757-85f2-7de444a0e502";
final String keyAP = "http://data.slub-dresden.de/resources/1/schema#name";
final String searchValue = "brumm";
requestJson.put(DMPStatics.KEY_ATTRIBUTE_PATH_IDENTIFIER, keyAP);
requestJson.put(DMPStatics.SEARCH_VALUE_IDENTIFIER, searchValue);
requestJson.put(DMPStatics.DATA_MODEL_URI_IDENTIFIER, dataModelURI);
requestJson.put(DMPStatics.VERSION_IDENTIFIER, 1);
final Model actualModel = searchGDMRecords(requestJson, 6);
Assert.assertEquals(recordURI, actualModel.getResources().iterator().next().getUri());
// should retrieve the latest version
requestJson.remove(DMPStatics.VERSION_IDENTIFIER);
final Model actualModel2 = searchGDMRecords(requestJson, 0);
Assert.assertNotNull(actualModel2);
Assert.assertEquals(0, actualModel2.size());
LOG.debug("finished search GDM records test 4 for GDM resource at {} DB", dbType);
}
private void writeGDMToDBInternalWDeprecation(final String dataModelURI, final String sourceFileName, final String recordClassURI)
throws IOException {
LOG.debug("start writing GDM statements for GDM resource at {} DB", dbType);
final URL fileURL = Resources.getResource(sourceFileName);
final ByteSource byteSource = Resources.asByteSource(fileURL);
final InputStream is = byteSource.openStream();
final BufferedInputStream bis = new BufferedInputStream(is, 1024);
final ObjectNode metadata = objectMapper.createObjectNode();
metadata.put(DMPStatics.DATA_MODEL_URI_IDENTIFIER, dataModelURI);
metadata.put(DMPStatics.RECORD_CLASS_URI_IDENTIFIER, recordClassURI);
metadata.put(DMPStatics.DEPRECATE_MISSING_RECORDS_IDENTIFIER, Boolean.TRUE.toString());
final String requestJsonString = objectMapper.writeValueAsString(metadata);
// Construct a MultiPart with two body parts
final MultiPart multiPart = new MultiPart();
multiPart.bodyPart(new BodyPart(requestJsonString, MediaType.APPLICATION_JSON_TYPE)).bodyPart(
new BodyPart(bis, MediaType.APPLICATION_OCTET_STREAM_TYPE));
// POST the request
final ClientResponse response = target().path("/put").type("multipart/mixed").post(ClientResponse.class, multiPart);
Assert.assertEquals("expected 200", 200, response.getStatus());
multiPart.close();
bis.close();
is.close();
LOG.debug("finished writing GDM statements for GDM resource at {} DB", dbType);
}
private Resource readGDMRecord(final JsonNode requestJson, final int expectedNumberOfStatements) throws IOException {
final String requestJsonString = objectMapper.writeValueAsString(requestJson);
// POST the request
final ClientResponse response = target().path("/getrecord").type(MediaType.APPLICATION_JSON_TYPE).accept(MediaType.APPLICATION_JSON)
.post(ClientResponse.class, requestJsonString);
Assert.assertEquals("expected 200", 200, response.getStatus());
final String body = response.getEntity(String.class);
final Resource resource = objectMapper.readValue(body, Resource.class);
LOG.debug("read '{}' statements", resource.size());
Assert.assertEquals("the number of statements should be " + expectedNumberOfStatements, expectedNumberOfStatements, resource.size());
return resource;
}
private Model searchGDMRecords(final JsonNode requestJson, final int expectedNumberOfStatements) throws IOException {
final String requestJsonString = objectMapper.writeValueAsString(requestJson);
// POST the request
final ClientResponse response = target().path("/searchrecords").type(MediaType.APPLICATION_JSON_TYPE).accept(MediaType.APPLICATION_JSON)
.post(ClientResponse.class, requestJsonString);
Assert.assertEquals("expected 200", 200, response.getStatus());
final InputStream actualResult = response.getEntity(InputStream.class);
final BufferedInputStream bis = new BufferedInputStream(actualResult, 1024);
final ModelParser modelParser = new ModelParser(bis);
final org.dswarm.graph.json.Model model = new org.dswarm.graph.json.Model();
final Observable<Void> parseObservable = modelParser.parse().map(resource1 -> {
model.addResource(resource1);
return null;
});
final Iterator<Void> iterator = parseObservable.toBlocking().getIterator();
Assert.assertTrue(iterator.hasNext());
while (iterator.hasNext()) {
iterator.next();
}
bis.close();
actualResult.close();
LOG.debug("read '{}' statements", model.size());
Assert.assertEquals("the number of statements should be " + expectedNumberOfStatements, expectedNumberOfStatements, model.size());
return model;
}
}