KahaDBSchedulerMissingJournalLogsTest.java

/**
 * Licensed to the Apache Software Foundation (ASF) under one or more
 * contributor license agreements.  See the NOTICE file distributed with
 * this work for additional information regarding copyright ownership.
 * The ASF licenses this file to You under the Apache License, Version 2.0
 * (the "License"); you may not use this file except in compliance with
 * the License.  You may obtain a copy of the License at
 *
 * http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package org.apache.activemq.broker.scheduler;

import javax.jms.Connection;
import javax.jms.MessageProducer;
import javax.jms.Queue;
import javax.jms.Session;
import javax.jms.TextMessage;
import java.io.File;
import java.io.IOException;
import java.security.ProtectionDomain;
import java.util.ArrayList;
import java.util.List;
import java.util.Map;

import org.apache.activemq.ActiveMQConnectionFactory;
import org.apache.activemq.ScheduledMessage;
import org.apache.activemq.broker.BrokerService;
import org.apache.activemq.store.kahadb.disk.journal.DataFile;
import org.apache.activemq.store.kahadb.scheduler.JobSchedulerStoreImpl;
import org.apache.activemq.util.IOHelper;
import org.junit.After;
import org.junit.Before;
import org.junit.Test;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

import static org.junit.Assert.assertTrue;
import static org.junit.Assert.fail;

/**
 * Test that the store recovers even if some log files are missing.
 */
public class KahaDBSchedulerMissingJournalLogsTest {

   static final Logger LOG = LoggerFactory.getLogger(KahaDBSchedulerIndexRebuildTest.class);

   private BrokerService broker = null;
   private JobSchedulerStoreImpl schedulerStore = null;

   private final int NUM_LOGS = 6;

   static String basedir;

   static {
      try {
         ProtectionDomain protectionDomain = SchedulerDBVersionTest.class.getProtectionDomain();
         basedir = new File(new File(protectionDomain.getCodeSource().getLocation().getPath()), "../.").getCanonicalPath();
      } catch (IOException e) {
         basedir = ".";
      }
   }

   private final File schedulerStoreDir = new File(basedir, "activemq-data/store/scheduler");
   private final File storeDir = new File(basedir, "activemq-data/store/");

   /**
    * @throws java.lang.Exception
    */
   @Before
   public void setUp() throws Exception {
      IOHelper.deleteFile(schedulerStoreDir);
      LOG.info("Test Dir = {}", schedulerStoreDir);

      createBroker();
      broker.start();
      broker.waitUntilStarted();

      schedulerStore = (JobSchedulerStoreImpl) broker.getJobSchedulerStore();
   }

   /**
    * @throws java.lang.Exception
    */
   @After
   public void tearDown() throws Exception {
      if (broker != null) {
         broker.stop();
         broker.waitUntilStopped();
      }
   }

   @Test(timeout = 120 * 1000)
   public void testMissingLogsCausesBrokerToFail() throws Exception {
      fillUpSomeLogFiles();

      int jobCount = schedulerStore.getJobScheduler("JMS").getAllJobs().size();
      LOG.info("There are {} jobs in the store.", jobCount);

      List<File> toDelete = new ArrayList<>();
      Map<Integer, DataFile> files = schedulerStore.getJournal().getFileMap();
      for (int i = files.size(); i > files.size() / 2; i--) {
         toDelete.add(files.get(i).getFile());
      }

      broker.stop();
      broker.waitUntilStopped();

      for (File file : toDelete) {
         LOG.info("File to delete: {}", file);
         IOHelper.delete(file);
      }

      try {
         createBroker();
         fail("Should not start when logs are missing.");
      } catch (Exception e) {
      }
   }

   @Test(timeout = 120 * 1000)
   public void testRecoverWhenSomeLogsAreMissing() throws Exception {
      fillUpSomeLogFiles();

      int jobCount = schedulerStore.getJobScheduler("JMS").getAllJobs().size();
      LOG.info("There are {} jobs in the store.", jobCount);

      List<File> toDelete = new ArrayList<>();
      Map<Integer, DataFile> files = schedulerStore.getJournal().getFileMap();
      for (int i = files.size() - 1; i > files.size() / 2; i--) {
         toDelete.add(files.get(i).getFile());
      }

      broker.stop();
      broker.waitUntilStopped();

      for (File file : toDelete) {
         LOG.info("File to delete: {}", file);
         IOHelper.delete(file);
      }

      schedulerStore = createScheduler();
      schedulerStore.setIgnoreMissingJournalfiles(true);

      createBroker(schedulerStore);
      broker.start();
      broker.waitUntilStarted();

      int postRecoverJobCount = schedulerStore.getJobScheduler("JMS").getAllJobs().size();
      assertTrue(postRecoverJobCount > 0);
      assertTrue(postRecoverJobCount < jobCount);
   }

   private void fillUpSomeLogFiles() throws Exception {
      ActiveMQConnectionFactory cf = new ActiveMQConnectionFactory("vm://localhost");
      Connection connection = cf.createConnection();
      Session session = connection.createSession(false, Session.AUTO_ACKNOWLEDGE);
      Queue queue = session.createQueue("test.queue");
      MessageProducer producer = session.createProducer(queue);
      connection.start();
      while (true) {
         scheduleRepeating(session, producer);
         if (schedulerStore.getJournal().getFileMap().size() == NUM_LOGS) {
            break;
         }
      }
      connection.close();
   }

   private void scheduleRepeating(Session session, MessageProducer producer) throws Exception {
      TextMessage message = session.createTextMessage("test msg");
      long time = 360 * 1000;
      message.setLongProperty(ScheduledMessage.AMQ_SCHEDULED_DELAY, time);
      message.setLongProperty(ScheduledMessage.AMQ_SCHEDULED_PERIOD, 500);
      message.setIntProperty(ScheduledMessage.AMQ_SCHEDULED_REPEAT, -1);
      producer.send(message);
   }

   protected JobSchedulerStoreImpl createScheduler() {
      JobSchedulerStoreImpl scheduler = new JobSchedulerStoreImpl();
      scheduler.setDirectory(schedulerStoreDir);
      scheduler.setJournalMaxFileLength(10 * 1024);
      return scheduler;
   }

   protected void createBroker() throws Exception {
      createBroker(createScheduler());
   }

   protected void createBroker(JobSchedulerStoreImpl scheduler) throws Exception {
      broker = new BrokerService();
      broker.setJobSchedulerStore(scheduler);
      broker.setPersistent(true);
      broker.setDataDirectory(storeDir.getAbsolutePath());
      broker.setSchedulerSupport(true);
      broker.setUseJmx(false);
   }
}