OntologyUpdateIntegrationTests.java

/**
 * Copyright (c) 2015 Lemur Consulting Ltd.
 * <p/>
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 * <p/>
 * http://www.apache.org/licenses/LICENSE-2.0
 * <p/>
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package uk.co.flax.biosolr.elasticsearch;

import static org.elasticsearch.test.hamcrest.ElasticsearchAssertions.assertNoFailures;
import static org.hamcrest.Matchers.equalTo;

import org.elasticsearch.action.ActionFuture;
import org.elasticsearch.action.admin.indices.mapping.get.GetMappingsRequestBuilder;
import org.elasticsearch.action.admin.indices.mapping.get.GetMappingsResponse;
import org.elasticsearch.action.admin.indices.mapping.put.PutMappingRequest;
import org.elasticsearch.action.index.IndexResponse;
import org.elasticsearch.action.search.SearchResponse;
import org.elasticsearch.client.IndicesAdminClient;
import org.elasticsearch.cluster.metadata.MappingMetaData;
import org.elasticsearch.common.collect.MapBuilder;
import org.elasticsearch.common.io.Streams;
import org.elasticsearch.common.settings.ImmutableSettings;
import org.elasticsearch.common.settings.Settings;
import org.elasticsearch.common.xcontent.XContentBuilder;
import org.elasticsearch.common.xcontent.XContentFactory;
import org.elasticsearch.index.query.QueryBuilder;
import org.elasticsearch.index.query.QueryBuilders;
import org.elasticsearch.plugins.PluginsService;
import org.elasticsearch.search.SearchHits;
import org.elasticsearch.test.ElasticsearchIntegrationTest;
import org.junit.Before;
import org.junit.Test;

import uk.co.flax.biosolr.elasticsearch.mapper.ontology.FieldMappings;

/**
 * JavaDoc for OntologyUpdateIntegrationTests.
 *
 * @author mlp
 */
@ElasticsearchIntegrationTest.ClusterScope(scope = ElasticsearchIntegrationTest.Scope.SUITE)
public class OntologyUpdateIntegrationTests extends ElasticsearchIntegrationTest {

	public static final String ROOT_IRI = "http://www.w3.org/2002/07/owl#Thing";
	public static final String TEST_IRI = "http://www.ebi.ac.uk/efo/EFO_0000001";
	public static final String TEST_CHILD_IRI = "http://www.ifomis.org/bfo/1.1/snap#MaterialEntity";

	private final static String INDEX_NAME = "test";
	private final static String DOC_TYPE_NAME = "test";
	private static final String ANNOTATION_FIELD = "annotation";

	private final static String MAPPING_FILE = "/mapping/ontology-mapping.json";

	@Override
	protected Settings nodeSettings(int nodeOrdinal) {
		return ImmutableSettings.builder()
				.put(super.nodeSettings(nodeOrdinal))
				.put("plugins." + PluginsService.LOAD_PLUGIN_FROM_CLASSPATH, true)
				.build();
	}

	@Override
	public Settings indexSettings() {
		return ImmutableSettings.builder()
				.put("index.number_of_replicas", 0)
				.put("index.number_of_shards", 5)
				.put("index.image.use_thread_pool", randomBoolean())
				.build();
	}

	@Before
	public void createEmptyIndex() throws Exception {
		logger.info("creating index [{}]", INDEX_NAME);
		createIndex(INDEX_NAME);
		ensureGreen();
	}

	@Test
	public void indexAnnotatedDocuments() throws Exception {
		String mapping = Streams.copyToStringFromClasspath(MAPPING_FILE);
		client().admin().indices().putMapping(new PutMappingRequest(INDEX_NAME).type(DOC_TYPE_NAME).source(mapping))
				.actionGet();

		// Add the root record
		XContentBuilder source = XContentFactory.jsonBuilder().startObject().field(ANNOTATION_FIELD, TEST_IRI).field("name", randomRealisticUnicodeOfLength(12)).endObject();
		IndexResponse response = index(INDEX_NAME, DOC_TYPE_NAME, source);
		String id = response.getId();
		flush();

		IndicesAdminClient iaClient = client().admin().indices();
		GetMappingsResponse mappings = iaClient.getMappings(
				new GetMappingsRequestBuilder(iaClient, INDEX_NAME).addTypes(DOC_TYPE_NAME).request())
				.actionGet();
		assertNotNull(mappings);
		MappingMetaData meta = mappings.getMappings().get(INDEX_NAME).get(DOC_TYPE_NAME);
		assertNotNull(meta);

		QueryBuilder query = QueryBuilders.idsQuery(DOC_TYPE_NAME).addIds(id);
		SearchResponse searchResponse = client().prepareSearch(INDEX_NAME).setTypes(DOC_TYPE_NAME).setFetchSource(true).addFields("annotation.uri", "annotation.label").setQuery(query).get();
		assertNoFailures(searchResponse);
		SearchHits hits = searchResponse.getHits();
		assertThat(hits.getTotalHits(), equalTo(1L));

		query = QueryBuilders.termQuery(ANNOTATION_FIELD + "." + FieldMappings.URI.getFieldName(), TEST_IRI);
		searchResponse = client().prepareSearch(INDEX_NAME).setTypes(DOC_TYPE_NAME)
				.setFetchSource(true)
				.addFields("annotation.uri", "annotation.label", 
						"annotation.child_uris", "annotation.descendant_uris", 
						"annotation.parent_uris", "annotation.ancestor_uris")
				.setQuery(query).get();
		assertNoFailures(searchResponse);
		hits = searchResponse.getHits();
		assertThat(hits.getTotalHits(), equalTo(1L));
		assertThat(hits.getHits()[0].field("annotation.child_uris").getValues().get(0), equalTo(TEST_CHILD_IRI));
		assertThat(hits.getHits()[0].field("annotation.descendant_uris").getValues().get(0), equalTo(TEST_CHILD_IRI));
		assertThat(hits.getHits()[0].field("annotation.parent_uris").getValues().size(), equalTo(1));
		assertThat(hits.getHits()[0].field("annotation.ancestor_uris").getValues().size(), equalTo(1));

		query = QueryBuilders.matchQuery(ANNOTATION_FIELD + "." + FieldMappings.LABEL.getFieldName(), "experimental");
		searchResponse = client().prepareSearch(INDEX_NAME).setTypes(DOC_TYPE_NAME)
				.setFetchSource(true)
				.addFields("annotation.uri", "annotation.label")
				.setQuery(query).get();
		assertNoFailures(searchResponse);
		hits = searchResponse.getHits();
		assertThat(hits.getTotalHits(), equalTo(1L));
		assertThat(hits.getHits()[0].field(ANNOTATION_FIELD + "." + FieldMappings.LABEL.getFieldName()).getValues().size(), equalTo(2));

		// Add the child record
		source = XContentFactory.jsonBuilder().startObject().field(ANNOTATION_FIELD, TEST_CHILD_IRI).field("name", randomRealisticUnicodeOfLength(12)).endObject();
		response = index(INDEX_NAME, DOC_TYPE_NAME, source);
		flush();

		query = QueryBuilders.termQuery(ANNOTATION_FIELD + "." + FieldMappings.URI.getFieldName(), TEST_CHILD_IRI);
		searchResponse = client().prepareSearch(INDEX_NAME).setTypes(DOC_TYPE_NAME)
				.setFetchSource(true)
				.addFields("*")
				.setQuery(query).get();
		assertNoFailures(searchResponse);
		hits = searchResponse.getHits();
		assertThat(hits.getTotalHits(), equalTo(1L));
		assertNotNull(hits.getHits()[0].field("annotation.participates_in_rel_uris"));
		assertThat(hits.getHits()[0].field("annotation.participates_in_rel_uris").getValues().get(0), equalTo(TEST_IRI));
		assertNotNull(hits.getHits()[0].field("annotation.participates_in_rel_labels").getValues().get(0));

		mappings = iaClient.getMappings(
				new GetMappingsRequestBuilder(iaClient, INDEX_NAME).addTypes(DOC_TYPE_NAME).request())
				.actionGet();
		assertNotNull(mappings);
		meta = mappings.getMappings().get(INDEX_NAME).get(DOC_TYPE_NAME);
		assertNotNull(meta);
	}

}