/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.ignite.internal.processors.cache.database; import java.util.Random; import java.util.concurrent.ThreadLocalRandom; import org.apache.ignite.IgniteCheckedException; import org.apache.ignite.internal.pagemem.PageIdAllocator; import org.apache.ignite.internal.pagemem.PageIdUtils; import org.apache.ignite.internal.pagemem.PageMemory; import org.apache.ignite.internal.pagemem.wal.IgniteWriteAheadLogManager; import org.apache.ignite.internal.pagemem.wal.record.delta.RecycleRecord; import org.apache.ignite.internal.processors.cache.database.tree.io.PageIO; import org.apache.ignite.internal.processors.cache.database.tree.reuse.ReuseBag; import org.apache.ignite.internal.processors.cache.database.tree.reuse.ReuseList; import org.apache.ignite.internal.processors.cache.database.tree.util.PageHandler; import org.apache.ignite.internal.processors.cache.database.tree.util.PageLockListener; import org.apache.ignite.internal.util.typedef.internal.U; import static org.apache.ignite.internal.pagemem.PageIdAllocator.FLAG_DATA; import static org.apache.ignite.internal.pagemem.PageIdAllocator.FLAG_IDX; import static org.apache.ignite.internal.pagemem.PageIdAllocator.INDEX_PARTITION; import static org.apache.ignite.internal.pagemem.PageIdAllocator.MAX_PARTITION_ID; /** * Base class for all the data structures based on {@link PageMemory}. */ public abstract class DataStructure implements PageLockListener { /** For tests. */ public static Random rnd; /** */ protected final int cacheId; /** */ protected final PageMemory pageMem; /** */ protected final IgniteWriteAheadLogManager wal; /** */ protected ReuseList reuseList; /** * @param cacheId Cache ID. * @param pageMem Page memory. * @param wal Write ahead log manager. */ public DataStructure( int cacheId, PageMemory pageMem, IgniteWriteAheadLogManager wal ) { assert pageMem != null; this.cacheId = cacheId; this.pageMem = pageMem; this.wal = wal; } /** * @return Cache ID. */ public final int getCacheId() { return cacheId; } /** * @param max Max. * @return Random value from {@code 0} (inclusive) to the given max value (exclusive). */ public static int randomInt(int max) { Random rnd0 = rnd != null ? rnd : ThreadLocalRandom.current(); return rnd0.nextInt(max); } /** * @param bag Reuse bag. * @return Allocated page. * @throws IgniteCheckedException If failed. */ protected final long allocatePage(ReuseBag bag) throws IgniteCheckedException { long pageId = bag != null ? bag.pollFreePage() : 0; if (pageId == 0 && reuseList != null) pageId = reuseList.takeRecycledPage(); if (pageId == 0) pageId = allocatePageNoReuse(); assert pageId != 0; return pageId; } /** * @return Page ID of newly allocated page. * @throws IgniteCheckedException If failed. */ protected long allocatePageNoReuse() throws IgniteCheckedException { return pageMem.allocatePage(cacheId, PageIdAllocator.INDEX_PARTITION, FLAG_IDX); } /** * @param pageId Page ID. * @return Page absolute pointer. * @throws IgniteCheckedException If failed. */ protected final long acquirePage(long pageId) throws IgniteCheckedException { assert PageIdUtils.flag(pageId) == FLAG_IDX && PageIdUtils.partId(pageId) == INDEX_PARTITION || PageIdUtils.flag(pageId) == FLAG_DATA && PageIdUtils.partId(pageId) <= MAX_PARTITION_ID : U.hexLong(pageId); return pageMem.acquirePage(cacheId, pageId); } /** * @param pageId Page ID. * @param page Page pointer. */ protected final void releasePage(long pageId, long page) { pageMem.releasePage(cacheId, pageId, page); } /** * @param pageId Page ID * @param page Page pointer. * @return Page address or {@code 0} if failed to lock due to recycling. */ protected final long tryWriteLock(long pageId, long page) { return PageHandler.writeLock(pageMem, cacheId, pageId, page, this, true); } /** * @param pageId Page ID * @param page Page pointer. * @return Page address. */ protected final long writeLock(long pageId, long page) { return PageHandler.writeLock(pageMem, cacheId, pageId, page, this, false); } /** * <p> * Note: Default WAL record policy will be used. * </p> * @param pageId Page ID * @param page Page pointer. * @param pageAddr Page address. * @param dirty Dirty flag. */ protected final void writeUnlock(long pageId, long page, long pageAddr, boolean dirty) { writeUnlock(pageId, page, pageAddr, null, dirty); } /** * @param pageId Page ID * @param page Page pointer. * @return Page address. */ protected final long readLock(long pageId, long page) { return PageHandler.readLock(pageMem, cacheId, pageId, page, this); } /** * @param pageId Page ID * @param page Page pointer. * @param pageAddr Page address. */ protected final void readUnlock(long pageId, long page, long pageAddr) { PageHandler.readUnlock(pageMem, cacheId, pageId, page, pageAddr, this); } /** * @param pageId Page ID * @param page Page pointer. * @param pageAddr Page address. * @param walPlc Full page WAL record policy. * @param dirty Dirty flag. */ protected final void writeUnlock(long pageId, long page, long pageAddr, Boolean walPlc, boolean dirty) { PageHandler.writeUnlock(pageMem, cacheId, pageId, page, pageAddr, this, walPlc, dirty); } /** * @param pageId Page ID. * @param page Page pointer. * @param walPlc Full page WAL record policy. * @return {@code true} If we need to make a delta WAL record for the change in this page. */ protected final boolean needWalDeltaRecord(long pageId, long page, Boolean walPlc) { return PageHandler.isWalDeltaRecordNeeded(pageMem, cacheId, pageId, page, wal, walPlc); } /** * @param pageId Page ID. * @param h Handler. * @param intArg Argument of type {@code int}. * @param lockFailed Result in case of lock failure due to page recycling. * @return Handler result. * @throws IgniteCheckedException If failed. */ protected final <R> R write( long pageId, PageHandler<?, R> h, int intArg, R lockFailed) throws IgniteCheckedException { return PageHandler.writePage(pageMem, cacheId, pageId, this, h, null, null, null, null, intArg, lockFailed); } /** * @param pageId Page ID. * @param h Handler. * @param arg Argument. * @param intArg Argument of type {@code int}. * @param lockFailed Result in case of lock failure due to page recycling. * @return Handler result. * @throws IgniteCheckedException If failed. */ protected final <X, R> R write( long pageId, PageHandler<X, R> h, X arg, int intArg, R lockFailed) throws IgniteCheckedException { return PageHandler.writePage(pageMem, cacheId, pageId, this, h, null, null, null, arg, intArg, lockFailed); } /** * @param pageId Page ID. * @param page Page pointer. * @param h Handler. * @param arg Argument. * @param intArg Argument of type {@code int}. * @param lockFailed Result in case of lock failure due to page recycling. * @return Handler result. * @throws IgniteCheckedException If failed. */ protected final <X, R> R write( long pageId, long page, PageHandler<X, R> h, X arg, int intArg, R lockFailed) throws IgniteCheckedException { return PageHandler.writePage(pageMem, cacheId, pageId, page, this, h, null, null, null, arg, intArg, lockFailed); } /** * @param pageId Page ID. * @param h Handler. * @param init IO for new page initialization or {@code null} if it is an existing page. * @param arg Argument. * @param intArg Argument of type {@code int}. * @param lockFailed Result in case of lock failure due to page recycling. * @return Handler result. * @throws IgniteCheckedException If failed. */ protected final <X, R> R write( long pageId, PageHandler<X, R> h, PageIO init, X arg, int intArg, R lockFailed) throws IgniteCheckedException { return PageHandler.writePage(pageMem, cacheId, pageId, this, h, init, wal, null, arg, intArg, lockFailed); } /** * @param pageId Page ID. * @param h Handler. * @param arg Argument. * @param intArg Argument of type {@code int}. * @param lockFailed Result in case of lock failure due to page recycling. * @return Handler result. * @throws IgniteCheckedException If failed. */ protected final <X, R> R read( long pageId, PageHandler<X, R> h, X arg, int intArg, R lockFailed) throws IgniteCheckedException { return PageHandler.readPage(pageMem, cacheId, pageId, this, h, arg, intArg, lockFailed); } /** * @param pageId Page ID. * @param page Page pointer. * @param h Handler. * @param arg Argument. * @param intArg Argument of type {@code int}. * @param lockFailed Result in case of lock failure due to page recycling. * @return Handler result. * @throws IgniteCheckedException If failed. */ protected final <X, R> R read( long pageId, long page, PageHandler<X, R> h, X arg, int intArg, R lockFailed) throws IgniteCheckedException { return PageHandler.readPage(pageMem, cacheId, pageId, page, this, h, arg, intArg, lockFailed); } /** * @param pageId Page ID. * @param init IO for new page initialization. * @throws IgniteCheckedException if failed. */ protected final void init(long pageId, PageIO init) throws IgniteCheckedException { PageHandler.initPage(pageMem, cacheId, pageId, init, wal, this); } /** * @param pageId Page ID. * @param page Page pointer. * @param pageAddr Page address. * @param walPlc Full page WAL record policy. * @return Rotated page ID. * @throws IgniteCheckedException If failed. */ protected final long recyclePage( long pageId, long page, long pageAddr, Boolean walPlc) throws IgniteCheckedException { long rotated = PageIdUtils.rotatePageId(pageId); PageIO.setPageId(pageAddr, rotated); if (needWalDeltaRecord(pageId, page, walPlc)) wal.log(new RecycleRecord(cacheId, pageId, rotated)); return rotated; } /** * @return Page size. */ protected final int pageSize() { return pageMem.pageSize(); } @Override public void onBeforeWriteLock(int cacheId, long pageId, long page) { // No-op. } @Override public void onWriteLock(int cacheId, long pageId, long page, long pageAddr) { // No-op. } @Override public void onWriteUnlock(int cacheId, long pageId, long page, long pageAddr) { // No-op. } @Override public void onBeforeReadLock(int cacheId, long pageId, long page) { // No-op. } @Override public void onReadLock(int cacheId, long pageId, long page, long pageAddr) { // No-op. } @Override public void onReadUnlock(int cacheId, long pageId, long page, long pageAddr) { // No-op. } }