/** * Licensed to the Apache Software Foundation (ASF) under one * or more contributor license agreements. See the NOTICE file * distributed with this work for additional information * regarding copyright ownership. The ASF licenses this file * to you under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance * with the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.hadoop.hive.llap.cache; import java.util.Iterator; import java.util.LinkedList; import java.util.concurrent.locks.Lock; import java.util.concurrent.locks.ReentrantLock; import org.apache.hadoop.conf.Configuration; import org.apache.hadoop.hive.llap.cache.LowLevelCache.Priority; import org.apache.hadoop.hive.llap.io.api.impl.LlapIoImpl; public class LowLevelFifoCachePolicy implements LowLevelCachePolicy { private final Lock lock = new ReentrantLock(); private final LinkedList<LlapCacheableBuffer> buffers; private EvictionListener evictionListener; private LlapOomDebugDump parentDebugDump; public LowLevelFifoCachePolicy() { LlapIoImpl.LOG.info("FIFO cache policy"); buffers = new LinkedList<LlapCacheableBuffer>(); } @Override public void cache(LlapCacheableBuffer buffer, Priority pri) { // Ignore priority. lock.lock(); try { buffers.add(buffer); } finally { lock.unlock(); } } @Override public void notifyLock(LlapCacheableBuffer buffer) { // FIFO policy doesn't care. } @Override public void notifyUnlock(LlapCacheableBuffer buffer) { // FIFO policy doesn't care. } @Override public void setEvictionListener(EvictionListener listener) { this.evictionListener = listener; } @Override public void setParentDebugDumper(LlapOomDebugDump dumper) { this.parentDebugDump = dumper; } @Override public long evictSomeBlocks(long memoryToReserve) { return evictInternal(memoryToReserve, -1); } private long evictInternal(long memoryToReserve, int minSize) { long evicted = 0; lock.lock(); try { Iterator<LlapCacheableBuffer> iter = buffers.iterator(); while (evicted < memoryToReserve && iter.hasNext()) { LlapCacheableBuffer buffer = iter.next(); long memUsage = buffer.getMemoryUsage(); if (memUsage < minSize || (minSize > 0 && !(buffer instanceof LlapDataBuffer))) continue; if (buffer.invalidate()) { iter.remove(); evicted += memUsage; evictionListener.notifyEvicted(buffer); } } } finally { lock.unlock(); } return evicted; } @Override public String debugDumpForOom() { StringBuilder sb = new StringBuilder("FIFO eviction list: "); lock.lock(); try { sb.append(buffers.size()).append(" elements): "); Iterator<LlapCacheableBuffer> iter = buffers.iterator(); while (iter.hasNext()) { sb.append(iter.next().toStringForCache()).append(",\n"); } } finally { lock.unlock(); } if (parentDebugDump != null) { sb.append("\n").append(parentDebugDump.debugDumpForOom()); } return sb.toString(); } @Override public void debugDumpShort(StringBuilder sb) { sb.append("\nFIFO eviction list: "); lock.lock(); try { sb.append(buffers.size()).append(" elements)"); } finally { lock.unlock(); } if (parentDebugDump != null) { parentDebugDump.debugDumpShort(sb); } } @Override public long tryEvictContiguousData(int allocationSize, int count) { long evicted = evictInternal(allocationSize * count, allocationSize); int remainingCount = count - (int)(evicted / allocationSize); if (remainingCount > 0) { evicted += evictInternal(allocationSize * remainingCount, -1); } return evicted; } }