/* * CDDL HEADER START * * The contents of this file are subject to the terms of the * Common Development and Distribution License, Version 1.0 only * (the "License"). You may not use this file except in compliance * with the License. * * You can obtain a copy of the license at * trunk/opends/resource/legal-notices/OpenDS.LICENSE * or https://OpenDS.dev.java.net/OpenDS.LICENSE. * See the License for the specific language governing permissions * and limitations under the License. * * When distributing Covered Code, include this CDDL HEADER in each * file and include the License file at * trunk/opends/resource/legal-notices/OpenDS.LICENSE. If applicable, * add the following below this CDDL HEADER, with the fields enclosed * by brackets "[]" replaced with your own identifying information: * Portions Copyright [yyyy] [name of copyright owner] * * CDDL HEADER END * * * Copyright 2008 Sun Microsystems, Inc. * Portions Copyright 2011-2013 ForgeRock AS */ package org.opends.server.extensions; import java.util.ArrayList; import java.util.HashSet; import java.util.HashMap; import java.util.LinkedHashMap; import java.util.List; import java.util.Iterator; import java.util.Map; import java.util.Set; import java.util.SortedSet; import java.util.StringTokenizer; import java.util.concurrent.TimeUnit; import java.util.concurrent.locks.Lock; import java.util.concurrent.locks.ReentrantReadWriteLock; import java.util.concurrent.atomic.AtomicLong; import java.io.File; import com.sleepycat.bind.EntryBinding; import com.sleepycat.bind.serial.SerialBinding; import com.sleepycat.bind.serial.StoredClassCatalog; import com.sleepycat.je.Environment; import com.sleepycat.je.EnvironmentConfig; import com.sleepycat.je.EnvironmentMutableConfig; import com.sleepycat.je.Database; import com.sleepycat.je.DatabaseConfig; import com.sleepycat.je.DatabaseEntry; import com.sleepycat.je.DatabaseNotFoundException; import com.sleepycat.je.LockMode; import com.sleepycat.je.OperationStatus; import com.sleepycat.je.StatsConfig; import com.sleepycat.je.config.ConfigParam; import com.sleepycat.je.config.EnvironmentParams; import org.opends.messages.Message; import org.opends.messages.MessageBuilder; import org.opends.server.api.Backend; import org.opends.server.api.EntryCache; import org.opends.server.admin.std.server.EntryCacheCfg; import org.opends.server.admin.std.server.FileSystemEntryCacheCfg; import org.opends.server.admin.server.ConfigurationChangeListener; import org.opends.server.admin.server.ServerManagementContext; import org.opends.server.admin.std.server.RootCfg; import org.opends.server.backends.jeb.ConfigurableEnvironment; import org.opends.server.config.ConfigException; import org.opends.server.core.DirectoryServer; import org.opends.server.loggers.debug.DebugTracer; import org.opends.server.types.*; import org.opends.server.util.ServerConstants; import static org.opends.server.loggers.debug.DebugLogger.*; import static org.opends.server.loggers.ErrorLogger.logError; import static org.opends.server.config.ConfigConstants.*; import static org.opends.messages.ExtensionMessages.*; import static org.opends.server.util.StaticUtils.*; import static org.opends.messages.ConfigMessages.*; /** * This class defines a Directory Server entry cache that uses JE database to * keep track of the entries. Intended use is when JE database resides in the * memory based file system which has obvious performance benefits, although * any file system will do for this cache to function. Entries are maintained * either by FIFO (default) or LRU (configurable) based list implementation. * <BR><BR> * Cache sizing is based on the size of free space available in the file * system, such that if enough memory is free, then adding an entry to the * cache will not require purging, but if more than a specified size of the * file system available space is already consumed, then one or more entries * will need to be removed in order to make room for a new entry. It is also * possible to configure a maximum number of entries for the cache. If this * is specified, then the number of entries will not be allowed to exceed * this value, but it may not be possible to hold this many entries if the * available memory fills up first. * <BR><BR> * Other configurable parameters for this cache include the maximum length of * time to block while waiting to acquire a lock, and a set of filters that may * be used to define criteria for determining which entries are stored in the * cache. If a filter list is provided, then only entries matching at least * one of the given filters will be stored in the cache. * <BR><BR> * JE environment cache size can also be configured either as percentage of * the free memory available in the JVM or as explicit size in bytes. * <BR><BR> * This cache has a persistence property which, if enabled, allows for the * contents of the cache to stay persistent across server or cache restarts. */ public class FileSystemEntryCache extends EntryCache <FileSystemEntryCacheCfg> implements ConfigurationChangeListener <FileSystemEntryCacheCfg> { /** * The tracer object for the debug logger. */ private static final DebugTracer TRACER = getTracer(); // Permissions for cache db environment. private static final FilePermission CACHE_HOME_PERMISSIONS = new FilePermission(0700); // The maximum amount of space in bytes that can be consumed in the filesystem // before we need to start purging entries. private long maxAllowedMemory; // The maximum number of entries that may be held in the cache. // Atomic for additional safety and in case we decide to push // some locks further down later. Does not inhere in additional // overhead, via blocking on synchronization primitive, on most // modern platforms being implemented via cpu instruction set. private AtomicLong maxEntries; // The entry cache home folder to host db environment. private String cacheHome; // The type of this cache. // It can be either FIFO (default) or LRU (configurable). private String cacheType; // This regulates whether we persist the cache across restarts or not. private boolean persistentCache; // The lock used to provide threadsafe access when changing the contents // of the cache maps. private ReentrantReadWriteLock cacheLock; private Lock cacheReadLock; private Lock cacheWriteLock; // Entry Cache Index. FileSystemEntryCacheIndex entryCacheIndex; // Access order for this cache. FIFO by default. boolean accessOrder = false; // JE environment and database related fields for this cache. private Environment entryCacheEnv; private EnvironmentConfig entryCacheEnvConfig; private EnvironmentMutableConfig entryCacheEnvMutableConfig; private DatabaseConfig entryCacheDBConfig; // Statistics retrieval operation config for this JE environment. private StatsConfig entryCacheEnvStatsConfig = new StatsConfig(); // The main entry cache database. private Database entryCacheDB; // Class database, catalog and binding for serialization. private Database entryCacheClassDB; private StoredClassCatalog classCatalog; private EntryBinding<FileSystemEntryCacheIndex> entryCacheDataBinding; // JE naming constants. private static final String ENTRYCACHEDBNAME = "EntryCacheDB"; private static final String INDEXCLASSDBNAME = "IndexClassDB"; private static final String INDEXKEY = "EntryCacheIndex"; // The configuration to use when encoding entries in the database. private EntryEncodeConfig encodeConfig = new EntryEncodeConfig(true, true, true); // JE native properties to configuration attributes map. private HashMap<String, String> configAttrMap = new HashMap<String, String>(); // Currently registered configuration object. private FileSystemEntryCacheCfg registeredConfiguration; // The maximum length of time to try to obtain a lock before giving // up. private long lockTimeout = LockManager.DEFAULT_TIMEOUT; /** * Creates a new instance of this entry cache. */ public FileSystemEntryCache() { super(); // Register all JE native properties that map to // corresponding config attributes. configAttrMap.put("je.maxMemoryPercent", ConfigurableEnvironment.ATTR_DATABASE_CACHE_PERCENT); configAttrMap.put("je.maxMemory", ConfigurableEnvironment.ATTR_DATABASE_CACHE_SIZE); // All initialization should be performed in the initializeEntryCache. } /** * {@inheritDoc} */ @Override public void initializeEntryCache(FileSystemEntryCacheCfg configuration) throws ConfigException, InitializationException { registeredConfiguration = configuration; configuration.addFileSystemChangeListener (this); // Read and apply configuration. boolean applyChanges = true; ArrayList<Message> errorMessages = new ArrayList<Message>(); EntryCacheCommon.ConfigErrorHandler errorHandler = EntryCacheCommon.getConfigErrorHandler ( EntryCacheCommon.ConfigPhase.PHASE_INIT, null, errorMessages ); if (!processEntryCacheConfig(configuration, applyChanges, errorHandler)) { MessageBuilder buffer = new MessageBuilder(); if (!errorMessages.isEmpty()) { Iterator<Message> iterator = errorMessages.iterator(); buffer.append(iterator.next()); while (iterator.hasNext()) { buffer.append(". "); buffer.append(iterator.next()); } } Message message = ERR_FSCACHE_CANNOT_INITIALIZE.get(buffer.toString()); throw new ConfigException(message); } // Set the cache type. if (cacheType.equalsIgnoreCase("LRU")) { accessOrder = true; } else { // Admin framework should only allow for either FIFO or LRU but // we set the type to default here explicitly if it is not LRU. cacheType = DEFAULT_FSCACHE_TYPE; accessOrder = false; } // Initialize the index. entryCacheIndex = new FileSystemEntryCacheIndex(this, accessOrder); // Initialize locks. cacheLock = new ReentrantReadWriteLock(true); if (accessOrder) { // In access-ordered linked hash maps, merely querying the map // with get() is a structural modification. cacheReadLock = cacheLock.writeLock(); } else { cacheReadLock = cacheLock.readLock(); } cacheWriteLock = cacheLock.writeLock(); // Setup the cache home. try { checkAndSetupCacheHome(cacheHome); } catch (Exception e) { if (debugEnabled()) { TRACER.debugCaught(DebugLogLevel.ERROR, e); } // Not having any home directory for the cache db environment is a // fatal error as we are unable to continue any further without it. Message message = ERR_FSCACHE_HOMELESS.get(); throw new InitializationException(message, e); } // Configure and open JE environment and cache database. try { entryCacheEnvConfig.setAllowCreate(true); entryCacheEnv = new Environment(new File(cacheHome), entryCacheEnvConfig); entryCacheEnv.setMutableConfig(entryCacheEnvMutableConfig); entryCacheDBConfig = new DatabaseConfig(); entryCacheDBConfig.setAllowCreate(true); // Configure the JE environment statistics to return only // the values which do not incur some performance penalty. entryCacheEnvStatsConfig.setFast(true); // Remove old cache databases if this cache is not persistent. if ( !persistentCache ) { try { entryCacheEnv.removeDatabase(null, INDEXCLASSDBNAME); } catch (DatabaseNotFoundException e) {} try { entryCacheEnv.removeDatabase(null, ENTRYCACHEDBNAME); } catch (DatabaseNotFoundException e) {} } entryCacheDB = entryCacheEnv.openDatabase(null, ENTRYCACHEDBNAME, entryCacheDBConfig); entryCacheClassDB = entryCacheEnv.openDatabase(null, INDEXCLASSDBNAME, entryCacheDBConfig); // Instantiate the class catalog classCatalog = new StoredClassCatalog(entryCacheClassDB); //This line causes an unchecked call error if the SuppressWarnings //annotation is removed at the beginning of this method. entryCacheDataBinding = new SerialBinding<FileSystemEntryCacheIndex>( classCatalog, FileSystemEntryCacheIndex.class); // Get the root configuration object. ServerManagementContext managementContext = ServerManagementContext.getInstance(); RootCfg rootConfiguration = managementContext.getRootConfiguration(); // Restoration is static and not subject to the current configuration // constraints so that the persistent state is truly preserved and // restored to the exact same state where we left off when the cache // has been made persistent. The only exception to this is the backend // offline state matching where entries that belong to backend which // we cannot match offline state for are discarded from the cache. if ( persistentCache && // If preload is requested there is no point restoring the cache. !rootConfiguration.getGlobalConfiguration( ).isEntryCachePreload()) { // Retrieve cache index. try { DatabaseEntry indexData = new DatabaseEntry(); DatabaseEntry indexKey = new DatabaseEntry( INDEXKEY.getBytes("UTF-8")); // Persistent state report. Message message = NOTE_FSCACHE_RESTORE.get(); logError(message); if (OperationStatus.SUCCESS == entryCacheDB.get(null, indexKey, indexData, LockMode.DEFAULT)) { entryCacheIndex = entryCacheDataBinding.entryToObject(indexData); } else { throw new CacheIndexNotFoundException(); } // Check cache index state. if ((entryCacheIndex.dnMap.isEmpty()) || (entryCacheIndex.backendMap.isEmpty()) || (entryCacheIndex.offlineState.isEmpty())) { throw new CacheIndexImpairedException(); } else { // Restore entry cache maps from this index. // Push maxEntries and make it unlimited til restoration complete. AtomicLong currentMaxEntries = maxEntries; maxEntries.set(DEFAULT_FSCACHE_MAX_ENTRIES); // Compare last known offline states to offline states on startup. Map<String,Long> currentBackendsState = DirectoryServer.getOfflineBackendsStateIDs(); Set<String> offlineBackendSet = entryCacheIndex.offlineState.keySet(); Iterator<String> offlineBackendIterator = offlineBackendSet.iterator(); while (offlineBackendIterator.hasNext()) { String backend = offlineBackendIterator.next(); Long offlineId = entryCacheIndex.offlineState.get(backend); Long currentId = currentBackendsState.get(backend); if ( !(offlineId.equals(currentId)) ) { // Remove cache entries specific to this backend. clearBackend(DirectoryServer.getBackend(backend)); // Log an error message. logError(WARN_FSCACHE_OFFLINE_STATE_FAIL.get(backend)); } } // Pop max entries limit. maxEntries = currentMaxEntries; } // Persistent state report. message = NOTE_FSCACHE_RESTORE_REPORT.get( entryCacheIndex.dnMap.size()); logError(message); } catch (CacheIndexNotFoundException e) { if (debugEnabled()) { TRACER.debugCaught(DebugLogLevel.ERROR, e); } // Log an error message. logError(NOTE_FSCACHE_INDEX_NOT_FOUND.get()); // Clear the entry cache. clear(); } catch (CacheIndexImpairedException e) { if (debugEnabled()) { TRACER.debugCaught(DebugLogLevel.ERROR, e); } // Log an error message. logError(ERR_FSCACHE_INDEX_IMPAIRED.get()); // Clear the entry cache. clear(); } catch (Exception e) { if (debugEnabled()) { TRACER.debugCaught(DebugLogLevel.ERROR, e); } // Log an error message. logError(ERR_FSCACHE_CANNOT_LOAD_PERSISTENT_DATA.get()); // Clear the entry cache. clear(); } } } catch (Exception e) { // If we got here it means we have failed to have a proper backend // for this entry cache and there is absolutely no point going any // farther from here. if (debugEnabled()) { TRACER.debugCaught(DebugLogLevel.ERROR, e); } Message message = ERR_FSCACHE_CANNOT_INITIALIZE.get( (e.getCause() != null ? e.getCause().getMessage() : stackTraceToSingleLineString(e))); throw new InitializationException(message, e); } } /** * {@inheritDoc} */ @Override public void finalizeEntryCache() { cacheWriteLock.lock(); try { registeredConfiguration.removeFileSystemChangeListener(this); // Store index/maps in case of persistent cache. Since the cache database // already exist at this point all we have to do is to serialize cache // index maps @see FileSystemEntryCacheIndex and put them under indexkey // allowing for the index to be restored and cache contents reused upon // the next initialization. If this cache is empty skip persisting phase. if (persistentCache && !entryCacheIndex.dnMap.isEmpty()) { // There must be at least one backend at this stage. entryCacheIndex.offlineState = DirectoryServer.getOfflineBackendsStateIDs(); // Store the index. try { DatabaseEntry indexData = new DatabaseEntry(); // Persistent state save report. Message message = NOTE_FSCACHE_SAVE.get(); logError(message); //This line causes an unchecked call error if the SuppressWarnings //annotation is removed at the beginning of this method. entryCacheDataBinding.objectToEntry(entryCacheIndex, indexData); DatabaseEntry indexKey = new DatabaseEntry(INDEXKEY.getBytes("UTF-8")); if (OperationStatus.SUCCESS != entryCacheDB.put(null, indexKey, indexData)) { throw new Exception(); } } catch (Exception e) { if (debugEnabled()) { TRACER.debugCaught(DebugLogLevel.ERROR, e); } // Log an error message. logError(ERR_FSCACHE_CANNOT_STORE_PERSISTENT_DATA.get()); } // Persistent state save report. Message message = NOTE_FSCACHE_SAVE_REPORT.get( entryCacheIndex.dnMap.size()); logError(message); } // Close JE databases and environment and clear all the maps. try { entryCacheIndex.backendMap.clear(); entryCacheIndex.dnMap.clear(); if (entryCacheDB != null) { entryCacheDB.close(); } if (entryCacheClassDB != null) { entryCacheClassDB.close(); } if (entryCacheEnv != null) { // Remove cache and index dbs if this cache is not persistent. if (!persistentCache) { try { entryCacheEnv.removeDatabase(null, INDEXCLASSDBNAME); } catch (DatabaseNotFoundException e) {} try { entryCacheEnv.removeDatabase(null, ENTRYCACHEDBNAME); } catch (DatabaseNotFoundException e) {} } entryCacheEnv.cleanLog(); entryCacheEnv.close(); } } catch (Exception e) { if (debugEnabled()) { TRACER.debugCaught(DebugLogLevel.ERROR, e); } // That is ok, JE verification and repair on startup should take care of // this so if there are any unrecoverable errors during next startup // and we are unable to handle and cleanup them we will log errors then. } } finally { cacheWriteLock.unlock(); } } /** * {@inheritDoc} */ @Override public boolean containsEntry(DN entryDN) { if (entryDN == null) { return false; } // Indicate whether the DN map contains the specified DN. boolean containsEntry = false; cacheReadLock.lock(); try { containsEntry = entryCacheIndex.dnMap.containsKey( entryDN.toNormalizedString()); } finally { cacheReadLock.unlock(); } return containsEntry; } /** * {@inheritDoc} */ @Override public Entry getEntry(DN entryDN) { // Get the entry from the DN map if it is present. If not, then return // null. Entry entry = null; cacheReadLock.lock(); try { // Use get to generate entry access. if (entryCacheIndex.dnMap.get(entryDN.toNormalizedString()) != null) { entry = getEntryFromDB(entryDN); // Indicate cache hit. cacheHits.getAndIncrement(); } else { // Indicate cache miss. cacheMisses.getAndIncrement(); } } finally { cacheReadLock.unlock(); } return entry; } /** * {@inheritDoc} */ @Override public long getEntryID(DN entryDN) { long entryID = -1; cacheReadLock.lock(); try { Long eid = entryCacheIndex.dnMap.get(entryDN.toNormalizedString()); if (eid != null) { entryID = eid.longValue(); } } finally { cacheReadLock.unlock(); } return entryID; } /** * {@inheritDoc} */ @Override public DN getEntryDN(Backend backend, long entryID) { DN entryDN = null; cacheReadLock.lock(); try { // Get the map for the provided backend. If it isn't present, then // return null. Map<Long, String> map = entryCacheIndex.backendMap.get(backend .getBackendID()); if (map != null) { // Get the entry DN from the map by its ID. If it isn't present, // then return null. entryDN = DN.decode(map.get(entryID)); } } catch (Exception e) { // Ignore. } finally { cacheReadLock.unlock(); } return entryDN; } /** * {@inheritDoc} */ @Override public void putEntry(Entry entry, Backend backend, long entryID) { try { // TODO: Cache the buffer? ByteStringBuilder buffer = new ByteStringBuilder(); entry.encode(buffer, encodeConfig); putEntryToDB(entry.getDN().toNormalizedString(), backend, entryID, buffer); } catch (Exception e) { if (debugEnabled()) { TRACER.debugCaught(DebugLogLevel.ERROR, e); } } } /** * {@inheritDoc} */ @Override public boolean putEntryIfAbsent(Entry entry, Backend backend, long entryID) { cacheReadLock.lock(); try { // See if the entry already exists in the cache. If it does, then we // will fail and not actually store the entry. if (entryCacheIndex.dnMap.containsKey( entry.getDN().toNormalizedString())) { return false; } } finally { cacheReadLock.unlock(); } try { // TODO: Cache the buffer? ByteStringBuilder buffer = new ByteStringBuilder(); entry.encode(buffer, encodeConfig); return putEntryToDB(entry.getDN().toNormalizedString(), backend, entryID, buffer); } catch (Exception e) { if (debugEnabled()) { TRACER.debugCaught(DebugLogLevel.ERROR, e); } // We can't rule out the possibility of a conflict, so return false. return false; } } /** * {@inheritDoc} */ @Override public void removeEntry(DN entryDN) { cacheWriteLock.lock(); try { Long entryID = entryCacheIndex.dnMap.get(entryDN.toNormalizedString()); if (entryID == null) { return; } Set<String> backendSet = entryCacheIndex.backendMap.keySet(); Iterator<String> backendIterator = backendSet.iterator(); while (backendIterator.hasNext()) { Map<Long,String> map = entryCacheIndex.backendMap.get( backendIterator.next()); if ((map.get(entryID) != null) && (map.get(entryID).equals(entryDN.toNormalizedString()))) { map.remove(entryID); // If this backend becomes empty now // remove it from the backend map. if (map.isEmpty()) { backendIterator.remove(); } break; } } entryCacheIndex.dnMap.remove(entryDN.toNormalizedString()); entryCacheDB.delete(null, new DatabaseEntry(entryDN.toNormalizedString().getBytes("UTF-8"))); } catch (Exception e) { if (debugEnabled()) { TRACER.debugCaught(DebugLogLevel.ERROR, e); } } finally { cacheWriteLock.unlock(); } } /** * {@inheritDoc} */ @Override public void clear() { cacheWriteLock.lock(); try { entryCacheIndex.dnMap.clear(); entryCacheIndex.backendMap.clear(); try { if ((entryCacheDB != null) && (entryCacheEnv != null) && (entryCacheClassDB != null) && (entryCacheDBConfig != null)) { entryCacheDBConfig = entryCacheDB.getConfig(); entryCacheDB.close(); entryCacheClassDB.close(); entryCacheEnv.truncateDatabase(null, ENTRYCACHEDBNAME, false); entryCacheEnv.truncateDatabase(null, INDEXCLASSDBNAME, false); entryCacheEnv.cleanLog(); entryCacheDB = entryCacheEnv.openDatabase(null, ENTRYCACHEDBNAME, entryCacheDBConfig); entryCacheClassDB = entryCacheEnv.openDatabase(null, INDEXCLASSDBNAME, entryCacheDBConfig); // Instantiate the class catalog classCatalog = new StoredClassCatalog(entryCacheClassDB); //This line causes an unchecked call error if the SuppressWarnings //annotation is removed at the beginning of this method. entryCacheDataBinding = new SerialBinding<FileSystemEntryCacheIndex>( classCatalog, FileSystemEntryCacheIndex.class); } } catch (Exception e) { if (debugEnabled()) { TRACER.debugCaught(DebugLogLevel.ERROR, e); } } } finally { cacheWriteLock.unlock(); } } /** * {@inheritDoc} */ @Override public void clearBackend(Backend backend) { cacheWriteLock.lock(); try { Map<Long, String> backendEntriesMap = entryCacheIndex.backendMap.get(backend.getBackendID()); try { if (backendEntriesMap == null) { // No entries were in the cache for this backend, // so we can return without doing anything. return; } int entriesExamined = 0; Iterator<Long> backendEntriesIterator = backendEntriesMap.keySet().iterator(); while (backendEntriesIterator.hasNext()) { Long entryID = backendEntriesIterator.next(); DN entryDN = DN.decode(backendEntriesMap.get(entryID)); entryCacheDB.delete(null, new DatabaseEntry( entryDN.toNormalizedString().getBytes("UTF-8"))); backendEntriesIterator.remove(); entryCacheIndex.dnMap.remove(entryDN.toNormalizedString()); // This can take a while, so we'll periodically release and // re-acquire the lock in case anyone else is waiting on it // so this doesn't become a stop-the-world event as far as // the cache is concerned. entriesExamined++; if ((entriesExamined % 1000) == 0) { cacheWriteLock.unlock(); Thread.yield(); cacheWriteLock.lock(); } } // This backend is empty now, remove it from the backend map. entryCacheIndex.backendMap.remove(backend.getBackendID()); } catch (Exception e) { if (debugEnabled()) { TRACER.debugCaught(DebugLogLevel.ERROR, e); } } } finally { cacheWriteLock.unlock(); } } /** * {@inheritDoc} */ @Override public void clearSubtree(DN baseDN) { // Determine which backend should be used for the provided base DN. If // there is none, then we don't need to do anything. Backend backend = DirectoryServer.getBackend(baseDN); if (backend == null) { return; } // Acquire a lock on the cache. We should not return until the cache has // been cleared, so we will block until we can obtain the lock. cacheWriteLock.lock(); // At this point, it is absolutely critical that we always release the lock // before leaving this method, so do so in a finally block. try { clearSubtree(baseDN, backend); } catch (Exception e) { if (debugEnabled()) { TRACER.debugCaught(DebugLogLevel.ERROR, e); } // This shouldn't happen, but there's not much that we can do if it does. } finally { cacheWriteLock.unlock(); } } /** * Clears all entries at or below the specified base DN that are associated * with the given backend. The caller must already hold the cache lock. * * @param baseDN The base DN below which all entries should be flushed. * @param backend The backend for which to remove the appropriate entries. */ private void clearSubtree(DN baseDN, Backend backend) { // See if there are any entries for the provided backend in the cache. If // not, then return. Map<Long,String> map = entryCacheIndex.backendMap.get(backend.getBackendID()); if (map == null) { // No entries were in the cache for this backend, so we can return without // doing anything. return; } // Since the provided base DN could hold a subset of the information in the // specified backend, we will have to do this by iterating through all the // entries for that backend. Since this could take a while, we'll // periodically release and re-acquire the lock in case anyone else is // waiting on it so this doesn't become a stop-the-world event as far as the // cache is concerned. int entriesExamined = 0; Iterator<String> iterator = map.values().iterator(); while (iterator.hasNext()) { try { DN entryDN = DN.decode(iterator.next()); if (entryDN.isDescendantOf(baseDN)) { iterator.remove(); entryCacheIndex.dnMap.remove(entryDN.toNormalizedString()); try { entryCacheDB.delete(null, new DatabaseEntry( entryDN.toNormalizedString().getBytes("UTF-8"))); } catch (Exception e) { if (debugEnabled()) { TRACER.debugCaught(DebugLogLevel.ERROR, e); } } } entriesExamined++; if ((entriesExamined % 1000) == 0) { cacheWriteLock.unlock(); Thread.yield(); cacheWriteLock.lock(); } } catch (Exception e) { // Ignore. } } // If this backend becomes empty now // remove it from the backend map. if (map.isEmpty()) { entryCacheIndex.backendMap.remove(backend.getBackendID()); } // See if the backend has any subordinate backends. If so, then process // them recursively. for (Backend subBackend : backend.getSubordinateBackends()) { boolean isAppropriate = false; for (DN subBase : subBackend.getBaseDNs()) { if (subBase.isDescendantOf(baseDN)) { isAppropriate = true; break; } } if (isAppropriate) { clearSubtree(baseDN, subBackend); } } } /** * {@inheritDoc} */ @Override public void handleLowMemory() { // This is about all we can do. if (entryCacheEnv != null) { try { // Free some JVM memory. entryCacheEnv.evictMemory(); // Free some main memory/space. entryCacheEnv.cleanLog(); } catch (Exception e) { if (debugEnabled()) { TRACER.debugCaught(DebugLogLevel.ERROR, e); } } } } /** * {@inheritDoc} */ @Override() public boolean isConfigurationAcceptable(EntryCacheCfg configuration, List<Message> unacceptableReasons) { FileSystemEntryCacheCfg config = (FileSystemEntryCacheCfg) configuration; return isConfigurationChangeAcceptable(config, unacceptableReasons); } /** * {@inheritDoc} */ @Override public boolean isConfigurationChangeAcceptable( FileSystemEntryCacheCfg configuration, List<Message> unacceptableReasons ) { boolean applyChanges = false; EntryCacheCommon.ConfigErrorHandler errorHandler = EntryCacheCommon.getConfigErrorHandler ( EntryCacheCommon.ConfigPhase.PHASE_ACCEPTABLE, unacceptableReasons, null ); processEntryCacheConfig (configuration, applyChanges, errorHandler); return errorHandler.getIsAcceptable(); } /** * {@inheritDoc} */ @Override public ConfigChangeResult applyConfigurationChange( FileSystemEntryCacheCfg configuration ) { boolean applyChanges = true; ArrayList<Message> errorMessages = new ArrayList<Message>(); EntryCacheCommon.ConfigErrorHandler errorHandler = EntryCacheCommon.getConfigErrorHandler ( EntryCacheCommon.ConfigPhase.PHASE_APPLY, null, errorMessages ); // Do not apply changes unless this cache is enabled. if (configuration.isEnabled()) { processEntryCacheConfig (configuration, applyChanges, errorHandler); } boolean adminActionRequired = errorHandler.getIsAdminActionRequired(); ConfigChangeResult changeResult = new ConfigChangeResult( errorHandler.getResultCode(), adminActionRequired, errorHandler.getErrorMessages() ); return changeResult; } /** * Parses the provided configuration and configure the entry cache. * * @param configuration The new configuration containing the changes. * @param applyChanges If true then take into account the new configuration. * @param errorHandler An handler used to report errors. * * @return <CODE>true</CODE> if configuration is acceptable, * or <CODE>false</CODE> otherwise. */ public boolean processEntryCacheConfig( FileSystemEntryCacheCfg configuration, boolean applyChanges, EntryCacheCommon.ConfigErrorHandler errorHandler ) { // Local variables to read configuration. DN newConfigEntryDN; long newLockTimeout; long newMaxEntries; long newMaxAllowedMemory; HashSet<SearchFilter> newIncludeFilters = null; HashSet<SearchFilter> newExcludeFilters = null; int newJECachePercent; long newJECacheSize; boolean newPersistentCache; boolean newCompactEncoding; String newCacheType = DEFAULT_FSCACHE_TYPE; String newCacheHome = DEFAULT_FSCACHE_HOME; SortedSet<String> newJEProperties; EnvironmentMutableConfig newMutableEnvConfig = new EnvironmentMutableConfig(); EnvironmentConfig newEnvConfig = new EnvironmentConfig(); // Read configuration. newConfigEntryDN = configuration.dn(); newLockTimeout = configuration.getLockTimeout(); // If the value of zero arrives make sure it is traslated // to the maximum possible value we can cap maxEntries to. newMaxEntries = configuration.getMaxEntries(); if (newMaxEntries <= 0) { newMaxEntries = DEFAULT_FSCACHE_MAX_ENTRIES; } // Maximum memory/space this cache can utilize. newMaxAllowedMemory = configuration.getMaxMemorySize(); // Determine JE cache percent. newJECachePercent = configuration.getDBCachePercent(); // Determine JE cache size. newJECacheSize = configuration.getDBCacheSize(); // Check if this cache is persistent. newPersistentCache = configuration.isPersistentCache(); // Check if this cache should use compact encoding. newCompactEncoding = configuration.isCompactEncoding(); // Get native JE properties. newJEProperties = configuration.getJEProperty(); switch (errorHandler.getConfigPhase()) { case PHASE_INIT: // Determine the cache type. newCacheType = configuration.getCacheType().toString(); // Determine the cache home. newCacheHome = configuration.getCacheDirectory(); newIncludeFilters = EntryCacheCommon.getFilters( configuration.getIncludeFilter(), ERR_CACHE_INVALID_INCLUDE_FILTER, errorHandler, newConfigEntryDN ); newExcludeFilters = EntryCacheCommon.getFilters ( configuration.getExcludeFilter(), ERR_CACHE_INVALID_EXCLUDE_FILTER, errorHandler, newConfigEntryDN ); // JE configuration properties. try { newMutableEnvConfig.setCachePercent((newJECachePercent != 0 ? newJECachePercent : EnvironmentConfig.DEFAULT.getCachePercent())); } catch (Exception e) { if (debugEnabled()) { TRACER.debugCaught(DebugLogLevel.ERROR, e); } errorHandler.reportError( ERR_FSCACHE_CANNOT_SET_JE_MEMORY_PCT.get(), false, DirectoryServer.getServerErrorResultCode() ); } try { newMutableEnvConfig.setCacheSize(newJECacheSize); } catch (Exception e) { if (debugEnabled()) { TRACER.debugCaught(DebugLogLevel.ERROR, e); } errorHandler.reportError( ERR_FSCACHE_CANNOT_SET_JE_MEMORY_SIZE.get(), false, DirectoryServer.getServerErrorResultCode() ); } // JE native properties. try { newEnvConfig = ConfigurableEnvironment.setJEProperties( newEnvConfig, newJEProperties, configAttrMap); } catch (Exception e) { if (debugEnabled()) { TRACER.debugCaught(DebugLogLevel.ERROR, e); } errorHandler.reportError( ERR_FSCACHE_CANNOT_SET_JE_PROPERTIES.get(e.getMessage()), false, DirectoryServer.getServerErrorResultCode()); } break; case PHASE_ACCEPTABLE: // acceptable and apply are using the same case PHASE_APPLY: // error ID codes newIncludeFilters = EntryCacheCommon.getFilters ( configuration.getIncludeFilter(), ERR_CACHE_INVALID_INCLUDE_FILTER, errorHandler, newConfigEntryDN ); newExcludeFilters = EntryCacheCommon.getFilters ( configuration.getExcludeFilter(), ERR_CACHE_INVALID_EXCLUDE_FILTER, errorHandler, newConfigEntryDN ); // Iterate through native JE properties. try { Map<String, ConfigParam> paramsMap = EnvironmentParams.SUPPORTED_PARAMS; // If this entry cache is disabled then there is no open JE // environment to check against, skip mutable check if so. if (configuration.isEnabled()) { newMutableEnvConfig = ConfigurableEnvironment.setJEProperties( entryCacheEnv.getConfig(), newJEProperties, configAttrMap); EnvironmentConfig oldEnvConfig = entryCacheEnv.getConfig(); for (String jeEntry : newJEProperties) { // There is no need to validate properties yet again. StringTokenizer st = new StringTokenizer(jeEntry, "="); if (st.countTokens() == 2) { String jePropertyName = st.nextToken(); String jePropertyValue = st.nextToken(); ConfigParam param = paramsMap.get(jePropertyName); if (!param.isMutable()) { String oldValue = oldEnvConfig.getConfigParam(param.getName()); String newValue = jePropertyValue; if (!oldValue.equalsIgnoreCase(newValue)) { Message message = INFO_CONFIG_JE_PROPERTY_REQUIRES_RESTART.get( jePropertyName); errorHandler.reportError(message, true, ResultCode.SUCCESS, true); if (debugEnabled()) { TRACER.debugInfo("The change to the following property " + "will take effect when the component is restarted: " + jePropertyName); } } } } } } else { newMutableEnvConfig = ConfigurableEnvironment.setJEProperties( new EnvironmentConfig(), newJEProperties, configAttrMap); } } catch (ConfigException ce) { errorHandler.reportError(ce.getMessageObject(), false, DirectoryServer.getServerErrorResultCode()); } catch (Exception e) { errorHandler.reportError( Message.raw(stackTraceToSingleLineString(e)), false, DirectoryServer.getServerErrorResultCode()); } break; } if (applyChanges && errorHandler.getIsAcceptable()) { switch (errorHandler.getConfigPhase()) { case PHASE_INIT: cacheType = newCacheType; cacheHome = newCacheHome; entryCacheEnvConfig = newEnvConfig; entryCacheEnvMutableConfig = newMutableEnvConfig; break; case PHASE_APPLY: try { newMutableEnvConfig = entryCacheEnv.getMutableConfig(); newMutableEnvConfig.setCachePercent((newJECachePercent != 0 ? newJECachePercent : EnvironmentConfig.DEFAULT.getCachePercent())); entryCacheEnv.setMutableConfig(newMutableEnvConfig); entryCacheEnv.evictMemory(); } catch (Exception e) { if (debugEnabled()) { TRACER.debugCaught(DebugLogLevel.ERROR, e); } errorHandler.reportError( ERR_FSCACHE_CANNOT_SET_JE_MEMORY_PCT.get(), false, DirectoryServer.getServerErrorResultCode() ); } try { newMutableEnvConfig = entryCacheEnv.getMutableConfig(); newMutableEnvConfig.setCacheSize(newJECacheSize); entryCacheEnv.setMutableConfig(newMutableEnvConfig); entryCacheEnv.evictMemory(); } catch (Exception e) { if (debugEnabled()) { TRACER.debugCaught(DebugLogLevel.ERROR, e); } errorHandler.reportError( ERR_FSCACHE_CANNOT_SET_JE_MEMORY_SIZE.get(), false, DirectoryServer.getServerErrorResultCode() ); } try { EnvironmentConfig oldEnvConfig = entryCacheEnv.getConfig(); newEnvConfig = ConfigurableEnvironment.setJEProperties( oldEnvConfig, newJEProperties, configAttrMap); // This takes care of changes to the JE environment for those // properties that are mutable at runtime. entryCacheEnv.setMutableConfig(newEnvConfig); } catch (Exception e) { if (debugEnabled()) { TRACER.debugCaught(DebugLogLevel.ERROR, e); } errorHandler.reportError( ERR_FSCACHE_CANNOT_SET_JE_PROPERTIES.get(e.getMessage()), false, DirectoryServer.getServerErrorResultCode() ); } break; } maxEntries = new AtomicLong(newMaxEntries); maxAllowedMemory = newMaxAllowedMemory; persistentCache = newPersistentCache; encodeConfig = new EntryEncodeConfig(true, newCompactEncoding, newCompactEncoding); lockTimeout = newLockTimeout; setIncludeFilters(newIncludeFilters); setExcludeFilters(newExcludeFilters); registeredConfiguration = configuration; } return errorHandler.getIsAcceptable(); } /** * {@inheritDoc} */ @Override public ArrayList<Attribute> getMonitorData() { ArrayList<Attribute> attrs = new ArrayList<Attribute>(); try { attrs = EntryCacheCommon.getGenericMonitorData( new Long(cacheHits.longValue()), // If cache misses is maintained by default cache // get it from there and if not point to itself. DirectoryServer.getEntryCache().getCacheMisses(), new Long(entryCacheEnv.getStats( entryCacheEnvStatsConfig).getTotalLogSize()), new Long(maxAllowedMemory), new Long(entryCacheIndex.dnMap.size()), (((maxEntries.longValue() != Integer.MAX_VALUE) && (maxEntries.longValue() != Long.MAX_VALUE)) ? new Long(maxEntries.longValue()) : new Long(0)) ); } catch (Exception e) { if (debugEnabled()) { TRACER.debugCaught(DebugLogLevel.ERROR, e); } } return attrs; } /** * {@inheritDoc} */ @Override public Long getCacheCount() { return new Long(entryCacheIndex.dnMap.size()); } /** * Retrieves and decodes the entry with the specified DN from JE backend db. * * @param entryDN The DN of the entry to retrieve. * * @return The requested entry if it is present in the cache, or * <CODE>null</CODE> if it is not present. */ private Entry getEntryFromDB(DN entryDN) { DatabaseEntry cacheEntryKey = new DatabaseEntry(); DatabaseEntry primaryData = new DatabaseEntry(); try { // Get the primary key and data. cacheEntryKey.setData(entryDN.toNormalizedString().getBytes("UTF-8")); if (entryCacheDB.get(null, cacheEntryKey, primaryData, LockMode.DEFAULT) == OperationStatus.SUCCESS) { Entry entry = Entry.decode( ByteString.wrap(primaryData.getData()).asReader()); entry.setDN(entryDN); return entry; } else { throw new Exception(); } } catch (Exception e) { if (debugEnabled()) { TRACER.debugCaught(DebugLogLevel.ERROR, e); } // Log an error message. logError(ERR_FSCACHE_CANNOT_RETRIEVE_ENTRY.get()); } return null; } /** * Encodes and stores the entry in the JE backend db. * * @param backend The backend with which the entry is associated. * @param entryID The entry ID within the provided backend that uniquely * identifies the specified entry. * * @return <CODE>false</CODE> if some problem prevented the method from * completing successfully, or <CODE>true</CODE> if the entry * was either stored or the cache determined that this entry * should never be cached for some reason. */ private boolean putEntryToDB(String dnString, Backend backend, long entryID, ByteStringBuilder entryBytes) { try { // Obtain a lock on the cache. If this fails, then don't do anything. if (!cacheWriteLock.tryLock(lockTimeout, TimeUnit.MILLISECONDS)) { return false; } // See if the current fs space usage is within acceptable constraints. If // so, then add the entry to the cache (or replace it if it is already // present). If not, then remove an existing entry and don't add the new // entry. // Zero means unlimited here. if (maxAllowedMemory != 0) { // Get approximate current total log size of JE environment in bytes. long usedMemory = entryCacheEnv.getStats(entryCacheEnvStatsConfig).getTotalLogSize(); // TODO: Check and log a warning if usedMemory hits default or // configurable watermark, see Issue 1735. if (usedMemory > maxAllowedMemory) { long savedMaxEntries = maxEntries.longValue(); // Cap maxEntries artificially but dont let it go negative under // any circumstances. maxEntries.set((entryCacheIndex.dnMap.isEmpty() ? 0 : entryCacheIndex.dnMap.size() - 1)); // Add the entry to the map to trigger remove of the eldest entry. // @see LinkedHashMapRotator.removeEldestEntry() for more details. entryCacheIndex.dnMap.put(dnString, entryID); // Restore the map and maxEntries. entryCacheIndex.dnMap.remove(dnString); maxEntries.set(savedMaxEntries); // We'll always return true in this case, even tho we didn't actually // add the entry due to memory constraints. return true; } } // Create key. DatabaseEntry cacheEntryKey = new DatabaseEntry(); cacheEntryKey.setData(dnString.getBytes("UTF-8")); // Create data and put this cache entry into the database. if (entryCacheDB.put(null, cacheEntryKey, new DatabaseEntry(entryBytes.getBackingArray(), 0, entryBytes.length())) == OperationStatus.SUCCESS) { // Add the entry to the cache index maps. Map<Long,String> map = entryCacheIndex.backendMap.get(backend.getBackendID()); if (map == null) { map = new HashMap<Long,String>(); map.put(entryID, dnString); entryCacheIndex.backendMap.put(backend.getBackendID(), map); } else { map.put(entryID, dnString); } entryCacheIndex.dnMap.put(dnString, entryID); } // We'll always return true in this case, even if we didn't actually add // the entry due to memory constraints. return true; } catch (Exception e) { if (debugEnabled()) { TRACER.debugCaught(DebugLogLevel.ERROR, e); } // Log an error message. logError( ERR_FSCACHE_CANNOT_STORE_ENTRY.get()); return false; } finally { if (cacheLock.isWriteLockedByCurrentThread()) { cacheWriteLock.unlock(); } } } /** * Checks if the cache home exist and if not tries to recursively create it. * If either is successful adjusts cache home access permissions accordingly * to allow only process owner or the superuser to access JE environment. * * @param cacheHome String representation of complete file system path. * * @throws Exception If failed to establish cache home. */ private void checkAndSetupCacheHome(String cacheHome) throws Exception { boolean cacheHasHome; File cacheHomeDir = new File(cacheHome); if (cacheHomeDir.exists() && cacheHomeDir.canRead() && cacheHomeDir.canWrite()) { cacheHasHome = true; } else { try { cacheHasHome = cacheHomeDir.mkdirs(); } catch (SecurityException e) { cacheHasHome = false; } } if ( cacheHasHome ) { // TODO: Investigate if its feasible to employ SetFileAttributes() // FILE_ATTRIBUTE_TEMPORARY attribute on Windows via native code. if(FilePermission.canSetPermissions()) { try { if(!FilePermission.setPermissions(cacheHomeDir, CACHE_HOME_PERMISSIONS)) { throw new Exception(); } } catch(Exception e) { // Log a warning that the permissions were not set. Message message = WARN_FSCACHE_SET_PERMISSIONS_FAILED.get(cacheHome); logError(message); } } } else { throw new Exception(); } } /** * {@inheritDoc} */ public String toVerboseString() { StringBuilder sb = new StringBuilder(); Map<String,Long> dnMapCopy; Map<String,Map<Long,String>> backendMapCopy; // Grab write lock to prevent any modifications // to the cache maps until a snapshot is taken. cacheWriteLock.lock(); try { // Examining the real maps will hold the lock // and can cause map modifications in case of // any access order maps, make copies instead. dnMapCopy = new LinkedHashMap<String,Long>(entryCacheIndex.dnMap); backendMapCopy = new HashMap<String,Map<Long,String>> (entryCacheIndex.backendMap); } finally { cacheWriteLock.unlock(); } // Check dnMap first. for (String dn : dnMapCopy.keySet()) { sb.append(dn.toString()); sb.append(":"); sb.append((dnMapCopy.get(dn) != null ? dnMapCopy.get(dn).toString() : null)); sb.append(":"); String backendID = null; Iterator<String> backendIterator = backendMapCopy.keySet().iterator(); while (backendIterator.hasNext()) { backendID = backendIterator.next(); Map<Long, String> map = backendMapCopy.get(backendID); if ((map != null) && (map.get(dnMapCopy.get(dn)) != null) && (map.get(dnMapCopy.get(dn)).equals(dn))) { break; } } sb.append(backendID); sb.append(ServerConstants.EOL); } // See if there is anything on backendMap that isnt reflected on dnMap // in case maps went out of sync. Iterator<String> backendIterator = backendMapCopy.keySet().iterator(); while (backendIterator.hasNext()) { String backendID = backendIterator.next(); Map<Long, String> map = backendMapCopy.get(backendID); for (Long id : map.keySet()) { if (!dnMapCopy.containsKey(map.get(id)) || map.get(id) == null) { sb.append((map.get(id) != null ? map.get(id) : null)); sb.append(":"); sb.append(id.toString()); sb.append(":"); sb.append(backendID); sb.append(ServerConstants.EOL); } } } String verboseString = sb.toString(); return (verboseString.length() > 0 ? verboseString : null); } /** * This method is called each time we add a new key/value pair to the map. * The eldest entry is selected by the LinkedHashMap implementation based * on the access order configured. * * @param eldest The least recently inserted entry in the map, or if * this is an access-ordered map, the least recently * accessed entry. This is the entry that will be * removed it this method returns true. If the map was * empty prior to the put or putAll invocation resulting * in this invocation, this will be the entry that was * just inserted; in other words, if the map contains a * single entry, the eldest entry is also the newest. * * @return boolean {@code true} if the eldest entry should be removed * from the map; {@code false} if it should be retained. */ protected boolean removeEldestEntry(Map.Entry<String, Long> eldest) { // Check if we hit the limit on max entries and if so remove // the eldest entry otherwise do nothing. if (entryCacheIndex.dnMap.size() > maxEntries.longValue()) { DatabaseEntry cacheEntryKey = new DatabaseEntry(); cacheWriteLock.lock(); try { // Remove the the eldest entry from supporting maps. String entryStringDN = eldest.getKey(); long entryID = eldest.getValue(); cacheEntryKey.setData(entryStringDN.getBytes("UTF-8")); Set<String> backendSet = entryCacheIndex.backendMap.keySet(); Iterator<String> backendIterator = backendSet.iterator(); while (backendIterator.hasNext()) { Map<Long, String> map = entryCacheIndex.backendMap.get( backendIterator.next()); if ((map.get(entryID) != null) && (map.get(entryID).equals(entryStringDN))) { map.remove(entryID); // If this backend becomes empty now // remove it from the backend map. if (map.isEmpty()) { backendIterator.remove(); } break; } } // Remove the the eldest entry from the database. entryCacheDB.delete(null, cacheEntryKey); } catch (Exception e) { if (debugEnabled()) { TRACER.debugCaught(DebugLogLevel.ERROR, e); } } finally { cacheWriteLock.unlock(); } return true; } else { return false; } } /** * This exception should be thrown if an error occurs while * trying to locate and load persistent cache index from * the existing entry cache database. */ private class CacheIndexNotFoundException extends OpenDsException { static final long serialVersionUID = 6444756053577853869L; public CacheIndexNotFoundException() {} } /** * This exception should be thrown if persistent cache index * found in the existing entry cache database is determined * to be empty, inconsistent or damaged. */ private class CacheIndexImpairedException extends OpenDsException { static final long serialVersionUID = -369455697709478407L; public CacheIndexImpairedException() {} } }