SpaceSimpleIndexerTest.java

/*
 * JBoss, Home of Professional Open Source
 * Copyright 2014 Red Hat Inc. and/or its affiliates and other contributors
 * as indicated by the @authors tag. All rights reserved.
 */
package org.jboss.elasticsearch.river.remote;

import java.util.ArrayList;
import java.util.HashMap;
import java.util.List;
import java.util.Map;

import org.elasticsearch.action.bulk.BulkRequestBuilder;
import org.elasticsearch.client.Client;
import org.elasticsearch.common.logging.ESLoggerFactory;
import org.elasticsearch.river.RiverName;
import org.jboss.elasticsearch.river.remote.exception.RemoteDocumentNotFoundException;
import org.junit.Assert;
import org.junit.Test;
import org.mockito.Mockito;
import org.mockito.invocation.InvocationOnMock;
import org.mockito.stubbing.Answer;

import static org.mockito.Matchers.eq;

import static org.mockito.Mockito.mock;
import static org.mockito.Mockito.times;
import static org.mockito.Mockito.verify;
import static org.mockito.Mockito.when;

/**
 * Unit test for {@link SpaceSimpleIndexer}
 * 
 * @author Vlastimil Elias (velias at redhat dot com)
 */
public class SpaceSimpleIndexerTest {

	@Test
	public void init() {
		IRemoteSystemClient remoteClient = new GetJSONClient();
		IDocumentIndexStructureBuilder documentIndexStructureBuilderMock = mock(IDocumentIndexStructureBuilder.class);
		SpaceSimpleIndexer tested = new SpaceSimpleIndexer("ORG", remoteClient, mockEsIntegrationComponent(),
				documentIndexStructureBuilderMock);
		Assert.assertEquals("ORG", tested.spaceKey);
		Assert.assertTrue(tested.indexingInfo.fullUpdate);
		Assert.assertEquals(remoteClient, tested.remoteSystemClient);
		Assert.assertEquals(documentIndexStructureBuilderMock, tested.documentIndexStructureBuilder);
		Assert.assertNotNull(tested.logger);
	}

	@Test
	public void processUpdate_emptyList() throws Exception {

		SpaceSimpleIndexer tested = getTested();
		Mockito.verify(tested.esIntegrationComponent).createLogger(SpaceSimpleIndexer.class);

		List<Map<String, Object>> docs = new ArrayList<Map<String, Object>>();

		// test case with empty result list from remote system search method
		when(tested.remoteSystemClient.getChangedDocuments("ORG", 0, true, null)).thenReturn(
				new ChangedDocumentsResults(docs, 0, 0));

		tested.processUpdate();
		Assert.assertEquals(0, tested.getIndexingInfo().documentsUpdated);
		Assert.assertEquals(0, tested.indexingInfo.documentsWithError);
		Assert.assertTrue(tested.getIndexingInfo().fullUpdate);
		verify(tested.remoteSystemClient, times(1)).getChangedDocuments("ORG", 0, true, null);
		verify(tested.esIntegrationComponent, times(0)).prepareESBulkRequestBuilder();
		verify(tested.esIntegrationComponent, times(0)).executeESBulkRequest(Mockito.any(BulkRequestBuilder.class));
		Mockito.verifyNoMoreInteractions(tested.remoteSystemClient);
		Mockito.verifyNoMoreInteractions(tested.esIntegrationComponent);
		Mockito.verifyNoMoreInteractions(tested.documentIndexStructureBuilder);
	}

	@SuppressWarnings("unchecked")
	@Test
	public void processUpdate_list() throws Exception {

		SpaceSimpleIndexer tested = getTested();

		Client client = Mockito.mock(Client.class);

		List<Map<String, Object>> docs = new ArrayList<Map<String, Object>>();

		// test that bulks are handled correctly
		tested.bulkSize = 2;

		Map<String, Object> doc1 = addDocumentMock(docs, "ORG-45");
		Map<String, Object> doc2 = addDocumentMock(docs, "ORG-46");
		Map<String, Object> doc3 = addDocumentMock(docs, "ORG-47");
		Map<String, Object> doc4 = addDocumentMock(docs, "ORG-48");
		// test skipping of bad read of remote document detail - issue #11
		when(
				tested.remoteSystemClient.getChangedDocumentDetails(Mockito.eq("ORG"), Mockito.eq("ORG-46"),
						(Map<String, Object>) Mockito.notNull())).thenThrow(new RemoteDocumentNotFoundException());
		configureStructureBuilderMockDefaults(tested.documentIndexStructureBuilder);
		when(tested.remoteSystemClient.getChangedDocuments("ORG", 0, true, null)).thenReturn(
				new ChangedDocumentsResults(docs, 0, 3));
		BulkRequestBuilder brb = new BulkRequestBuilder(client);
		when(tested.esIntegrationComponent.prepareESBulkRequestBuilder()).thenReturn(brb);

		tested.processUpdate();
		Assert.assertEquals(3, tested.indexingInfo.documentsUpdated);
		Assert.assertEquals(1, tested.indexingInfo.documentsWithError);
		Assert.assertTrue(tested.indexingInfo.fullUpdate);
		verify(tested.remoteSystemClient, times(1)).getChangedDocuments("ORG", 0, true, null);
		verify(tested.esIntegrationComponent, times(2)).prepareESBulkRequestBuilder();
		verify(tested.documentIndexStructureBuilder, times(3)).indexDocument(Mockito.eq(brb), Mockito.eq("ORG"),
				Mockito.any(Map.class));
		verify(tested.documentIndexStructureBuilder, times(4)).extractDocumentId(Mockito.anyMap());

		verify(tested.esIntegrationComponent, times(2)).executeESBulkRequest(eq(brb));
		verify(tested.esIntegrationComponent, Mockito.atLeastOnce()).isClosed();

		verify(tested.remoteSystemClient).getChangedDocumentDetails("ORG", "ORG-45", doc1);
		verify(tested.remoteSystemClient).getChangedDocumentDetails("ORG", "ORG-46", doc2);
		verify(tested.remoteSystemClient).getChangedDocumentDetails("ORG", "ORG-47", doc3);
		verify(tested.remoteSystemClient).getChangedDocumentDetails("ORG", "ORG-48", doc4);

		verify(tested.documentIndexStructureBuilder).extractDocumentDeleted(doc1);
		verify(tested.documentIndexStructureBuilder).extractDocumentDeleted(doc3);
		verify(tested.documentIndexStructureBuilder).extractDocumentDeleted(doc4);

		Mockito.verifyNoMoreInteractions(tested.remoteSystemClient);
		Mockito.verifyNoMoreInteractions(tested.esIntegrationComponent);
		Mockito.verifyNoMoreInteractions(tested.documentIndexStructureBuilder);
	}

	protected SpaceSimpleIndexer getTested() {
		IRemoteSystemClient remoteClientMock = mock(IRemoteSystemClient.class);
		IESIntegration esIntegrationMock = mockEsIntegrationComponent();
		IDocumentIndexStructureBuilder documentIndexStructureBuilderMock = mock(IDocumentIndexStructureBuilder.class);
		SpaceSimpleIndexer tested = new SpaceSimpleIndexer("ORG", remoteClientMock, esIntegrationMock,
				documentIndexStructureBuilderMock);
		return tested;
	}

	/**
	 * Add document info structure into list of documents. Used to build mock {@link ChangedDocumentsResults} instances.
	 * 
	 * @param documents list to add document into
	 * @param key of document
	 * @return document Map structure
	 */
	public static Map<String, Object> addDocumentMock(List<Map<String, Object>> documents, String key) {
		Map<String, Object> doc = new HashMap<String, Object>();
		documents.add(doc);
		doc.put("key", key);
		return doc;
	}

	/**
	 * @param documentIndexStructureBuilderMock
	 */
	@SuppressWarnings("unchecked")
	protected static void configureStructureBuilderMockDefaults(
			IDocumentIndexStructureBuilder documentIndexStructureBuilderMock) {
		when(documentIndexStructureBuilderMock.extractDocumentId(Mockito.anyMap())).thenAnswer(new Answer<String>() {
			public String answer(InvocationOnMock invocation) throws Throwable {
				return (String) ((Map<String, Object>) invocation.getArguments()[0]).get("key");
			}
		});

	}

	protected static IESIntegration mockEsIntegrationComponent() {
		IESIntegration esIntegrationMock = mock(IESIntegration.class);
		Mockito.when(esIntegrationMock.createLogger(Mockito.any(Class.class))).thenReturn(
				ESLoggerFactory.getLogger(SpaceSimpleIndexer.class.getName()));
		RiverName riverName = new RiverName("remote", "river_name");
		Mockito.when(esIntegrationMock.riverName()).thenReturn(riverName);
		return esIntegrationMock;
	}

}