/* * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package com.addthis.hydra.data.query.engine; import java.util.concurrent.ExecutorService; import java.util.concurrent.Executors; import java.util.concurrent.atomic.AtomicInteger; import com.addthis.basis.test.SlowTest; import org.junit.Assert; import org.junit.Test; import org.junit.experimental.categories.Category; import org.slf4j.Logger; import org.slf4j.LoggerFactory; @Category(SlowTest.class) public class QueryEngineCacheTest { private static final Logger log = LoggerFactory.getLogger(QueryEngineCacheTest.class); @Test public void stayUnderCacheMax() throws Exception { AtomicInteger oe = new AtomicInteger(0); QueryEngineTestCache cache = new QueryEngineTestCache(oe); ExecutorService dummySearchService = Executors.newCachedThreadPool(); for (int i = 0; i < 5; i++) { dummySearchService.execute(new DummySearcher(cache)); } for (int i = 0; i < 100; i++) { log.debug(cache.status()); Assert.assertTrue("Engine cache grew too large at :" + oe.get(), oe.get() <= 30); Thread.sleep(250); } dummySearchService.shutdownNow(); } static class DummySearcher implements Runnable { QueryEngineTestCache cache; public DummySearcher(QueryEngineTestCache cache) { this.cache = cache; } @Override public void run() { while (true) { try { //get the engine we need QueryEngine qe = cache.getAndLease(String.valueOf((int) (Math.random() * 30))); //search Thread.sleep(500 + (int) (Math.random() * 500)); //release engine qe.release(); } catch (InterruptedException ignored) { break; } catch (Exception e) { e.printStackTrace(); } } } } static class QueryEngineTestCache extends QueryEngineCache { static final int engineCacheSize = 25; static final int refreshInterval = 1; static final int failInterval = 120; private final AtomicInteger oe; public QueryEngineTestCache(AtomicInteger oe) { super(engineCacheSize, refreshInterval, failInterval, 0, new DummyEngineLoader(oe)); this.oe = oe; } public String status() { return "status: newOpenedEngines=" + EngineLoader.newEnginesOpened.count() + " enginesRefreshed=" + RefreshEngineCall.enginesRefreshed.count() + " openEngines=" + oe + " evictedDirectories=" + EngineRemovalListener.directoriesEvicted.count(); } } static class DummyEngineLoader extends EngineLoader { private final AtomicInteger oe; public DummyEngineLoader(AtomicInteger oe) { this.oe = oe; } @Override protected QueryEngine newQueryEngineDirectory(String dir) throws Exception { return new DummyEngine(oe); } } static class DummyEngine extends QueryEngineDirectory { public AtomicInteger oe; public DummyEngine(AtomicInteger oe) { super(null, null); this.oe = oe; oe.incrementAndGet(); } @Override public void loadAllFrom(QueryEngineDirectory other) { //do nothing } @Override public void init() { } @Override public boolean isOlder(String dir) { return Math.random() < 0.25; } @Override public void close() { oe.decrementAndGet(); } } }