/*
* Copyright (C) 2014 Indeed Inc.
*
* Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except
* in compliance with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software distributed under the
* License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either
* express or implied. See the License for the specific language governing permissions and
* limitations under the License.
*/
package com.indeed.flamdex.fieldcache;
import com.google.common.base.Charsets;
import com.indeed.util.core.io.Closeables2;
import com.indeed.flamdex.api.StringValueLookup;
import com.indeed.util.mmap.BufferResource;
import com.indeed.util.mmap.Memory;
import org.apache.log4j.Logger;
import javax.annotation.WillCloseWhenClosed;
/**
* @author jplaisance
*/
public final class MMapStringValueLookup implements StringValueLookup {
private static final Logger log = Logger.getLogger(MMapStringValueLookup.class);
private final BufferResource docIdToAddressBuffer;
private final BufferResource stringValuesBuffer;
private final Memory docIdToAddress;
private final Memory stringValues;
public MMapStringValueLookup(@WillCloseWhenClosed final BufferResource docIdToAddressBuffer,
@WillCloseWhenClosed final BufferResource stringValuesBuffer) {
this.docIdToAddressBuffer = docIdToAddressBuffer;
this.stringValuesBuffer = stringValuesBuffer;
docIdToAddress = docIdToAddressBuffer.memory();
stringValues = stringValuesBuffer.memory();
}
public String getString(final int docId) {
final int address = docIdToAddress.getInt(docId << 2);
final int firstByte = stringValues.getByte(address)&0xFF;
final int length;
final int valOffset;
if (firstByte == 0xFF) {
length = stringValues.getInt(address+1);
valOffset = address+5;
} else {
length = firstByte;
valOffset = address+1;
}
final byte[] bytes = new byte[length];
stringValues.getBytes(valOffset, bytes);
return new String(bytes, Charsets.UTF_8);
}
public long memoryUsed() {
return docIdToAddress.length()+stringValues.length();
}
public void close() {
Closeables2.closeQuietly(docIdToAddressBuffer, log);
Closeables2.closeQuietly(stringValuesBuffer, log);
}
}