/** * This file is part of Graylog. * * Graylog is free software: you can redistribute it and/or modify * it under the terms of the GNU General Public License as published by * the Free Software Foundation, either version 3 of the License, or * (at your option) any later version. * * Graylog is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. * * You should have received a copy of the GNU General Public License * along with Graylog. If not, see <http://www.gnu.org/licenses/>. */ package org.graylog2.streams; import com.google.common.eventbus.EventBus; import com.google.common.eventbus.Subscribe; import com.google.common.util.concurrent.ThreadFactoryBuilder; import org.graylog2.indexer.indexset.events.IndexSetCreatedEvent; import org.graylog2.indexer.indexset.events.IndexSetDeletedEvent; import org.graylog2.plugin.Message; import org.graylog2.plugin.ServerStatus; import org.graylog2.plugin.streams.Stream; import org.graylog2.streams.events.StreamsChangedEvent; import org.slf4j.Logger; import org.slf4j.LoggerFactory; import javax.inject.Inject; import javax.inject.Named; import java.util.List; import java.util.concurrent.ExecutorService; import java.util.concurrent.Executors; import java.util.concurrent.ScheduledExecutorService; import java.util.concurrent.ThreadFactory; import java.util.concurrent.atomic.AtomicReference; /** * Routes a {@link org.graylog2.plugin.Message} to its streams. */ public class StreamRouter { private static final Logger LOG = LoggerFactory.getLogger(StreamRouter.class); private final ServerStatus serverStatus; private final ScheduledExecutorService scheduler; private final AtomicReference<StreamRouterEngine> routerEngine = new AtomicReference<>(null); private final StreamRouterEngineUpdater engineUpdater; @Inject public StreamRouter(StreamService streamService, ServerStatus serverStatus, StreamRouterEngine.Factory routerEngineFactory, EventBus serverEventBus, @Named("daemonScheduler") ScheduledExecutorService scheduler) { this.serverStatus = serverStatus; this.scheduler = scheduler; this.engineUpdater = new StreamRouterEngineUpdater(routerEngine, routerEngineFactory, streamService, executorService()); this.routerEngine.set(engineUpdater.getNewEngine()); // TODO: This class needs lifecycle management to avoid leaking objects in the EventBus serverEventBus.register(this); } @Subscribe @SuppressWarnings("unused") public void handleStreamsUpdate(StreamsChangedEvent event) { scheduler.submit(engineUpdater); } @Subscribe @SuppressWarnings("unused") public void handleIndexSetCreation(IndexSetCreatedEvent event) { scheduler.submit(engineUpdater); } @Subscribe @SuppressWarnings("unused") public void handleIndexSetDeletion(IndexSetDeletedEvent event) { scheduler.submit(engineUpdater); } private ExecutorService executorService() { final ThreadFactory threadFactory = new ThreadFactoryBuilder() .setNameFormat("stream-router-%d") .setDaemon(true) .build(); return Executors.newCachedThreadPool(threadFactory); } public List<Stream> route(final Message msg) { final StreamRouterEngine engine = routerEngine.get(); msg.recordCounter(serverStatus, "streams-evaluated", engine.getStreams().size()); return engine.match(msg); } private static class StreamRouterEngineUpdater implements Runnable { private final AtomicReference<StreamRouterEngine> routerEngine; private final StreamRouterEngine.Factory engineFactory; private final StreamService streamService; private final ExecutorService executorService; public StreamRouterEngineUpdater(AtomicReference<StreamRouterEngine> routerEngine, StreamRouterEngine.Factory engineFactory, StreamService streamService, ExecutorService executorService) { this.routerEngine = routerEngine; this.engineFactory = engineFactory; this.streamService = streamService; this.executorService = executorService; } @Override public void run() { try { final StreamRouterEngine engine = getNewEngine(); if (engine.getFingerprint().equals(routerEngine.get().getFingerprint())) { LOG.debug("Not updating router engine, streams did not change (fingerprint={})", engine.getFingerprint()); } else { LOG.debug("Updating to new stream router engine. (old-fingerprint={} new-fingerprint={}", routerEngine.get().getFingerprint(), engine.getFingerprint()); routerEngine.set(engine); } } catch (Exception e) { LOG.error("Stream router engine update failed!", e); } } private StreamRouterEngine getNewEngine() { return engineFactory.create(streamService.loadAllEnabled(), executorService); } } }