package org.apache.lucene.index.codecs.intblock; /** * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ /** Naive int block API that writes vInts. This is * expected to give poor performance; it's really only for * testing the pluggability. One should typically use pfor instead. */ import java.io.IOException; import org.apache.lucene.index.codecs.sep.IntIndexInput; import org.apache.lucene.store.IndexInput; import org.apache.lucene.util.IntsRef; /** Abstract base class that reads fixed-size blocks of ints * from an IndexInput. While this is a simple approach, a * more performant approach would directly create an impl * of IntIndexInput inside Directory. Wrapping a generic * IndexInput will likely cost performance. * * @lucene.experimental */ public abstract class FixedIntBlockIndexInput extends IntIndexInput { private final IndexInput in; protected final int blockSize; public FixedIntBlockIndexInput(final IndexInput in) throws IOException { this.in = in; blockSize = in.readVInt(); } @Override public Reader reader() throws IOException { final int[] buffer = new int[blockSize]; final IndexInput clone = (IndexInput) in.clone(); // TODO: can this be simplified? return new Reader(clone, buffer, this.getBlockReader(clone, buffer)); } @Override public void close() throws IOException { in.close(); } @Override public Index index() { return new Index(); } protected abstract BlockReader getBlockReader(IndexInput in, int[] buffer) throws IOException; public interface BlockReader { public void readBlock() throws IOException; } private static class Reader extends IntIndexInput.Reader { private final IndexInput in; protected final int[] pending; int upto; private boolean seekPending; private long pendingFP; private int pendingUpto; private long lastBlockFP; private final BlockReader blockReader; private final int blockSize; private final IntsRef bulkResult = new IntsRef(); public Reader(final IndexInput in, final int[] pending, final BlockReader blockReader) throws IOException { this.in = in; this.pending = pending; this.blockSize = pending.length; bulkResult.ints = pending; this.blockReader = blockReader; upto = blockSize; } void seek(final long fp, final int upto) { pendingFP = fp; pendingUpto = upto; seekPending = true; } private void maybeSeek() throws IOException { if (seekPending) { if (pendingFP != lastBlockFP) { // need new block in.seek(pendingFP); lastBlockFP = pendingFP; blockReader.readBlock(); } upto = pendingUpto; seekPending = false; } } @Override public int next() throws IOException { this.maybeSeek(); if (upto == blockSize) { lastBlockFP = in.getFilePointer(); blockReader.readBlock(); upto = 0; } return pending[upto++]; } @Override public IntsRef read(final int count) throws IOException { this.maybeSeek(); if (upto == blockSize) { blockReader.readBlock(); upto = 0; } bulkResult.offset = upto; if (upto + count < blockSize) { bulkResult.length = count; upto += count; } else { bulkResult.length = blockSize - upto; upto = blockSize; } return bulkResult; } } private class Index extends IntIndexInput.Index { private long fp; private int upto; @Override public void read(final IndexInput indexIn, final boolean absolute) throws IOException { if (absolute) { fp = indexIn.readVLong(); upto = indexIn.readVInt(); } else { final long delta = indexIn.readVLong(); if (delta == 0) { // same block upto += indexIn.readVInt(); } else { // new block fp += delta; upto = indexIn.readVInt(); } } assert upto < blockSize; } @Override public void seek(final IntIndexInput.Reader other) throws IOException { ((Reader) other).seek(fp, upto); } @Override public void set(final IntIndexInput.Index other) { final Index idx = (Index) other; fp = idx.fp; upto = idx.upto; } @Override public Object clone() { Index other = new Index(); other.fp = fp; other.upto = upto; return other; } } }