/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.lucene.replicator.http; import java.io.IOException; import java.nio.file.Path; import java.util.Collections; import org.apache.http.impl.conn.BasicHttpClientConnectionManager; import org.apache.lucene.document.Document; import org.apache.lucene.index.DirectoryReader; import org.apache.lucene.index.IndexWriter; import org.apache.lucene.index.IndexWriterConfig; import org.apache.lucene.index.SnapshotDeletionPolicy; import org.apache.lucene.replicator.IndexReplicationHandler; import org.apache.lucene.replicator.IndexRevision; import org.apache.lucene.replicator.LocalReplicator; import org.apache.lucene.replicator.PerSessionDirectoryFactory; import org.apache.lucene.replicator.ReplicationClient; import org.apache.lucene.replicator.Replicator; import org.apache.lucene.replicator.ReplicatorTestCase; import org.apache.lucene.store.Directory; import org.apache.lucene.util.IOUtils; import org.eclipse.jetty.server.Server; import org.eclipse.jetty.servlet.ServletHandler; import org.eclipse.jetty.servlet.ServletHolder; import org.junit.Before; import org.junit.Test; public class HttpReplicatorTest extends ReplicatorTestCase { private Path clientWorkDir; private Replicator serverReplicator; private IndexWriter writer; private DirectoryReader reader; private Server server; private int port; private String host; private Directory serverIndexDir, handlerIndexDir; private ReplicationServlet replicationServlet; private void startServer() throws Exception { ServletHandler replicationHandler = new ServletHandler(); ReplicationService service = new ReplicationService(Collections.singletonMap("s1", serverReplicator)); replicationServlet = new ReplicationServlet(service); ServletHolder servlet = new ServletHolder(replicationServlet); replicationHandler.addServletWithMapping(servlet, ReplicationService.REPLICATION_CONTEXT + "/*"); server = newHttpServer(replicationHandler); port = serverPort(server); host = serverHost(server); } @Before @Override public void setUp() throws Exception { super.setUp(); if (VERBOSE) { System.setProperty("org.eclipse.jetty.LEVEL", "DEBUG"); // sets stderr logging to DEBUG level } clientWorkDir = createTempDir("httpReplicatorTest"); handlerIndexDir = newDirectory(); serverIndexDir = newDirectory(); serverReplicator = new LocalReplicator(); startServer(); IndexWriterConfig conf = newIndexWriterConfig(null); conf.setIndexDeletionPolicy(new SnapshotDeletionPolicy(conf.getIndexDeletionPolicy())); writer = new IndexWriter(serverIndexDir, conf); reader = DirectoryReader.open(writer); } @Override public void tearDown() throws Exception { stopHttpServer(server); writer.rollback(); IOUtils.close(reader, handlerIndexDir, serverIndexDir); super.tearDown(); } private void publishRevision(int id) throws IOException { Document doc = new Document(); writer.addDocument(doc); writer.setLiveCommitData(Collections.singletonMap("ID", Integer.toString(id, 16)).entrySet()); writer.commit(); serverReplicator.publish(new IndexRevision(writer)); } private void reopenReader() throws IOException { DirectoryReader newReader = DirectoryReader.openIfChanged(reader); assertNotNull(newReader); reader.close(); reader = newReader; } @Test public void testBasic() throws Exception { Replicator replicator = new HttpReplicator(host, port, ReplicationService.REPLICATION_CONTEXT + "/s1", getClientConnectionManager()); ReplicationClient client = new ReplicationClient(replicator, new IndexReplicationHandler(handlerIndexDir, null), new PerSessionDirectoryFactory(clientWorkDir)); publishRevision(1); client.updateNow(); reopenReader(); assertEquals(1, Integer.parseInt(reader.getIndexCommit().getUserData().get("ID"), 16)); publishRevision(2); client.updateNow(); reopenReader(); assertEquals(2, Integer.parseInt(reader.getIndexCommit().getUserData().get("ID"), 16)); client.close(); } @Test public void testServerErrors() throws Exception { // tests the behaviour of the client when the server sends an error // must use BasicClientConnectionManager to test whether the client is closed correctly BasicHttpClientConnectionManager conMgr = new BasicHttpClientConnectionManager(); Replicator replicator = new HttpReplicator(host, port, ReplicationService.REPLICATION_CONTEXT + "/s1", conMgr); ReplicationClient client = new ReplicationClient(replicator, new IndexReplicationHandler(handlerIndexDir, null), new PerSessionDirectoryFactory(clientWorkDir)); try { publishRevision(5); try { replicationServlet.setRespondWithError(true); client.updateNow(); fail("expected exception"); } catch (Throwable t) { // expected } replicationServlet.setRespondWithError(false); client.updateNow(); // now it should work reopenReader(); assertEquals(5, Integer.parseInt(reader.getIndexCommit().getUserData().get("ID"), 16)); client.close(); } finally { replicationServlet.setRespondWithError(false); } } }