/* * Copyright (c) 1998-2011 Caucho Technology -- all rights reserved * * This file is part of Resin(R) Open Source * * Each copy or derived work must preserve the copyright notice and this * notice unmodified. * * Resin Open Source is free software; you can redistribute it and/or modify * it under the terms of the GNU General Public License as published by * the Free Software Foundation; either version 2 of the License, or * (at your option) any later version. * * Resin Open Source is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE, or any warranty * of NON-INFRINGEMENT. See the GNU General Public License for more * details. * * You should have received a copy of the GNU General Public License * along with Resin Open Source; if not, write to the * * Free Software Foundation, Inc. * 59 Temple Place, Suite 330 * Boston, MA 02111-1307 USA * * @author Scott Ferguson */ package com.caucho.db.block; import java.lang.management.ManagementFactory; import java.lang.management.MemoryMXBean; import java.lang.management.MemoryUsage; import java.util.ArrayList; import java.util.Iterator; import java.util.concurrent.atomic.AtomicLong; import java.util.logging.Level; import java.util.logging.Logger; import com.caucho.management.server.AbstractManagedObject; import com.caucho.management.server.BlockManagerMXBean; import com.caucho.util.L10N; import com.caucho.util.LongKeyLruCache; /** * Manages the block cache */ public final class BlockManager extends AbstractManagedObject implements BlockManagerMXBean { private static final Logger log = Logger.getLogger(BlockManager.class.getName()); private static final L10N L = new L10N(BlockManager.class); private static BlockManager _staticManager; private final byte []_storeMask = new byte[8192]; private LongKeyLruCache<Block> _blockCache; private boolean _isEnableMmap = true; private final AtomicLong _blockWriteCount = new AtomicLong(); private final AtomicLong _blockReadCount = new AtomicLong(); private BlockManager(int capacity) { super(ClassLoader.getSystemClassLoader()); _blockCache = new LongKeyLruCache<Block>(capacity); // the first store id is not available to allow for tests for zero. _storeMask[0] |= 1; registerSelf(); } /** * Returns the block manager, ensuring a minimum number of entries. */ public static synchronized BlockManager create() { if (_staticManager == null) { int minEntries = (int) defaultCapacity(); _staticManager = new BlockManager(minEntries); } return _staticManager; } private static long defaultCapacity() { long meg = 1024 * 1024; long minSize = 1 * meg; long maxSize = 128 * meg; long maxMemory = getMaxMemory(); long memorySize; memorySize = ((maxMemory / meg) / 8) * meg; if (memorySize < minSize) memorySize = minSize; if (maxSize < memorySize) memorySize = maxSize; return memorySize / BlockStore.BLOCK_SIZE; } private static long getMaxMemory() { try { MemoryMXBean memoryBean = ManagementFactory.getMemoryMXBean(); MemoryUsage heap = memoryBean.getHeapMemoryUsage(); if (heap.getCommitted() < heap.getMax()) return heap.getMax(); else return heap.getCommitted(); } catch (Exception e) { e.printStackTrace(); } return Runtime.getRuntime().maxMemory(); } public static BlockManager getBlockManager() { return _staticManager; } /** * Ensures the cache has a minimum number of blocks. * * @param minCapacity the minimum capacity in blocks */ public void ensureCapacity(int minCapacity) { _blockCache = _blockCache.ensureCapacity(minCapacity); } /** * Ensures the cache has a minimum number of blocks. * * @param minCapacity the minimum capacity in blocks */ public void setCapacity(int minCapacity) { if (minCapacity > 1024 * 1024 / BlockStore.BLOCK_SIZE) _blockCache = _blockCache.setCapacity(minCapacity); } public boolean isEnableMmap() { return _isEnableMmap; } public void setEnableMmap(boolean isEnable) { _isEnableMmap = isEnable; } /** * Allocates a store id. */ public int allocateStoreId() { synchronized (_storeMask) { for (int i = 0; i < _storeMask.length; i++) { int mask = _storeMask[i]; if (mask != 0xff) { for (int j = 0; j < 8; j++) { if ((mask & (1 << j)) == 0) { _storeMask[i] |= (1 << j); return 8 * i + j; } } } } throw new IllegalStateException(L.l("All store ids used.")); } } /** * Frees blocks with the given store. */ public void flush(BlockStore store) { ArrayList<Block> dirtyBlocks = new ArrayList<Block>(); synchronized (_blockCache) { Iterator<Block> values = _blockCache.values(); while (values.hasNext()) { Block block = values.next(); if (block != null && block.getStore() == store) { if (block.isDirty()) { dirtyBlocks.add(block); } } } } for (Block block : dirtyBlocks) { // block.allocate(); store.getWriter().addDirtyBlock(block); } } /** * Frees blocks with the given store. */ public void freeStore(BlockStore store) { ArrayList<Block> removeBlocks = new ArrayList<Block>(); synchronized (_blockCache) { Iterator<Block> iter = _blockCache.values(); while (iter.hasNext()) { Block block = iter.next(); if (block != null && block.getStore() == store) removeBlocks.add(block); } } for (Block block : removeBlocks) { _blockCache.remove(block.getBlockId()); } } /** * Frees a store id. */ public void freeStoreId(int storeId) { synchronized (_storeMask) { if (storeId <= 0) throw new IllegalArgumentException(String.valueOf(storeId)); _storeMask[storeId / 8] &= ~(1 << storeId % 8); } } /** * Gets the table's block. */ Block getBlock(BlockStore store, long blockId) { long storeId = blockId & BlockStore.BLOCK_INDEX_MASK; if (storeId != store.getId()) { throw stateError("illegal block: " + Long.toHexString(blockId)); } Block block = _blockCache.get(blockId); while (block == null || ! block.allocate()) { block = new Block(store, blockId); Block oldBlock = _blockCache.putIfAbsent(blockId, block); // needs to be outside the synchronized because the put // can cause an LRU drop which might lead to a dirty write if (oldBlock != null) { block.free(); block = oldBlock; } } if (blockId != block.getBlockId() || (blockId & BlockStore.BLOCK_INDEX_MASK) != store.getId() || block.getStore() != store) { throw stateError("BLOCK: " + Long.toHexString(blockId) + " " + Long.toHexString(block.getBlockId()) + " " + store + " " + block.getStore()); } return block; } boolean copyDirtyBlock(Block block) { BlockStore store = block.getStore(); long blockId = block.getBlockId(); // Find any matching block in the process of being written return store.getWriter().copyDirtyBlock(blockId, block); } public void clear() { _blockCache.clear(); } // // management/statistics // /** * The managed name is null */ @Override public String getName() { return null; } /** * The managed type is BlockManager */ @Override public String getType() { return "BlockManager"; } /** * Returns the capacity. */ @Override public long getBlockCapacity() { return _blockCache.getCapacity(); } /** * Returns the hit count. */ @Override public long getHitCountTotal() { return _blockCache.getHitCount(); } /** * Returns the miss count. */ @Override public long getMissCountTotal() { return _blockCache.getMissCount(); } final void addBlockRead() { _blockReadCount.incrementAndGet(); } /** * Returns the read count. */ @Override public long getBlockReadCountTotal() { return _blockReadCount.get(); } final void addBlockWrite() { _blockWriteCount.incrementAndGet(); } /** * Returns the write count. */ @Override public long getBlockWriteCountTotal() { return _blockWriteCount.get(); } private static IllegalStateException stateError(String msg) { IllegalStateException e = new IllegalStateException(msg); e.fillInStackTrace(); log.log(Level.WARNING, e.toString(), e); return e; } }