package org.apache.lucene.codecs.intblock; /* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ /** Naive int block API that writes vInts. This is * expected to give poor performance; it's really only for * testing the pluggability. One should typically use pfor instead. */ import java.io.IOException; import org.apache.lucene.codecs.sep.IntIndexInput; import org.apache.lucene.store.DataInput; import org.apache.lucene.store.IndexInput; /** Abstract base class that reads fixed-size blocks of ints * from an IndexInput. While this is a simple approach, a * more performant approach would directly create an impl * of IntIndexInput inside Directory. Wrapping a generic * IndexInput will likely cost performance. * * @lucene.experimental */ public abstract class FixedIntBlockIndexInput extends IntIndexInput { private final IndexInput in; protected final int blockSize; public FixedIntBlockIndexInput(final IndexInput in) throws IOException { this.in = in; blockSize = in.readVInt(); } @Override public IntIndexInput.Reader reader() throws IOException { final int[] buffer = new int[blockSize]; final IndexInput clone = in.clone(); // TODO: can this be simplified? return new Reader(clone, buffer, this.getBlockReader(clone, buffer)); } @Override public void close() throws IOException { in.close(); } @Override public IntIndexInput.Index index() { return new Index(); } protected abstract BlockReader getBlockReader(IndexInput in, int[] buffer) throws IOException; /** * Interface for fixed-size block decoders. * <p> * Implementations should decode into the buffer in {@link #readBlock}. */ public interface BlockReader { public void readBlock() throws IOException; } private static class Reader extends IntIndexInput.Reader { private final IndexInput in; private final BlockReader blockReader; private final int blockSize; private final int[] pending; private int upto; private boolean seekPending; private long pendingFP; private long lastBlockFP = -1; public Reader(final IndexInput in, final int[] pending, final BlockReader blockReader) { this.in = in; this.pending = pending; this.blockSize = pending.length; this.blockReader = blockReader; upto = blockSize; } void seek(final long fp, final int upto) { assert upto < blockSize; if (seekPending || fp != lastBlockFP) { pendingFP = fp; seekPending = true; } this.upto = upto; } @Override public int next() throws IOException { if (seekPending) { // Seek & load new block in.seek(pendingFP); lastBlockFP = pendingFP; blockReader.readBlock(); seekPending = false; } else if (upto == blockSize) { // Load new block lastBlockFP = in.getFilePointer(); blockReader.readBlock(); upto = 0; } return pending[upto++]; } } private class Index extends IntIndexInput.Index { private long fp; private int upto; @Override public void read(final DataInput indexIn, final boolean absolute) throws IOException { if (absolute) { upto = indexIn.readVInt(); fp = indexIn.readVLong(); } else { final int uptoDelta = indexIn.readVInt(); if ((uptoDelta & 1) == 1) { // same block upto += uptoDelta >>> 1; } else { // new block upto = uptoDelta >>> 1; fp += indexIn.readVLong(); } } assert upto < blockSize; } @Override public void seek(final IntIndexInput.Reader other) throws IOException { ((Reader) other).seek(fp, upto); } @Override public void copyFrom(final IntIndexInput.Index other) { final Index idx = (Index) other; fp = idx.fp; upto = idx.upto; } @Override public Index clone() { Index other = new Index(); other.fp = fp; other.upto = upto; return other; } @Override public String toString() { return "fp=" + fp + " upto=" + upto; } } }