/* * Seldon -- open source prediction engine * ======================================= * * Copyright 2011-2015 Seldon Technologies Ltd and Rummble Ltd (http://www.seldon.io/) * * ******************************************************************************************** * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. * * ******************************************************************************************** */ package io.seldon.api.service.async; import io.seldon.api.state.NewClientListener; import io.seldon.api.state.options.DefaultOptions; import io.seldon.api.state.zk.ZkClientConfigHandler; import java.util.Map; import java.util.Properties; import java.util.concurrent.ConcurrentHashMap; import javax.annotation.PostConstruct; import io.seldon.db.jdo.DbConfigHandler; import io.seldon.db.jdo.DbConfigListener; import org.apache.log4j.Logger; import org.springframework.beans.factory.annotation.Autowired; import org.springframework.stereotype.Component; @Component public class JdoAsyncActionFactory implements DbConfigListener{ private static final String DEF_HOSTNAME = "TEST"; private static Logger logger = Logger.getLogger(JdoAsyncActionFactory.class.getName()); private static boolean active = false; private ConcurrentHashMap<String,AsyncActionQueue> queues = new ConcurrentHashMap<>(); private static int DEF_QTIMEOUT_SECS = 5; private static int DEF_MAXQSIZE = 100000; private static int DEF_BATCH_SIZE = 2000; private static int DEF_DB_RETRIES = 3; private static boolean DEF_RUN_USERITEM_UPDATES = true; private static boolean DEF_UPDATE_IDS_ACTION_TABLE = true; private static boolean DEF_INSERT_ACTIONS = false; public static final String ASYNC_PROP_PREFIX = "io.seldon.asyncactions"; private static Properties props; private static boolean asyncUserWrites = true; private static boolean asyncItemWrites = true; public static boolean isActive() { return active; } DefaultOptions options; @Autowired public JdoAsyncActionFactory(DefaultOptions options,DbConfigHandler dbConfigHandler) { this.options = options; dbConfigHandler.addDbConfigListener(this); } public void clientDeleted(String client) { logger.info("Removing client:"+client); AsyncActionQueue q = queues.get(client); if (q != null) { q.setKeepRunning(false); queues.remove(client); } else logger.warn("Unknown client - can't remove "+client); } private AsyncActionQueue create(String client) { int qTimeout = DEF_QTIMEOUT_SECS; int maxqSize = DEF_MAXQSIZE; int batchSize = DEF_BATCH_SIZE; int dbRetries = DEF_DB_RETRIES; boolean runUserItemUpdates = DEF_RUN_USERITEM_UPDATES; boolean runUpdateIdsActionTable = DEF_UPDATE_IDS_ACTION_TABLE; boolean insertActions = DEF_INSERT_ACTIONS; return create(client,qTimeout,batchSize,maxqSize,dbRetries,runUserItemUpdates,runUpdateIdsActionTable,insertActions); } private static AsyncActionQueue create(String client,int qtimeoutSecs,int batchSize,int qSize,int dbRetries,boolean runUserItemUpdates,boolean runUpdateIdsActionTable,boolean insertActions) { JdoAsyncActionQueue q = new JdoAsyncActionQueue(client,qtimeoutSecs,batchSize,qSize,dbRetries,runUserItemUpdates,runUpdateIdsActionTable,insertActions); Thread t = new Thread(q); t.start(); return q; } public AsyncActionQueue get(String client) { AsyncActionQueue queue = queues.get(client); if (queue == null) { queues.putIfAbsent(client, create(client)); queue = get(client); } return queue; } public static boolean isAsyncUserWrites() { return asyncUserWrites; } public static void setAsyncUserWrites(boolean asyncUserWrites) { JdoAsyncActionFactory.asyncUserWrites = asyncUserWrites; } public static boolean isAsyncItemWrites() { return asyncItemWrites; } public static void setAsyncItemWrites(boolean asyncItemWrites) { JdoAsyncActionFactory.asyncItemWrites = asyncItemWrites; } private void shutdownQueues() { for(Map.Entry<String,AsyncActionQueue> e : queues.entrySet()) { e.getValue().setKeepRunning(false); } } @Override public void dbConfigInitialised(String client) { logger.info("Adding client: "+client); get(client); } }