/*
* Copyright 2012 Takao Nakaguchi
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.trie4j.bv;
import java.io.Externalizable;
import java.io.IOException;
import java.io.ObjectInput;
import java.io.ObjectOutput;
import java.util.Arrays;
public class BytesSelect0OnlySuccinctBitVector
implements Externalizable, BitVector{
public BytesSelect0OnlySuccinctBitVector(){
this(16);
}
public BytesSelect0OnlySuccinctBitVector(int initialCapacity){
vector = new byte[initialCapacity / 8 + 1];
int blockSize = CACHE_WIDTH;
int size = initialCapacity / blockSize + 1;
countCache0 = new int[size];
indexCache0 = new int[size + 1];
}
@Override
public String toString() {
StringBuilder b = new StringBuilder();
for(int i = 0; i < size; i++){
b.append((vector[(i / 8)] & (0x80 >> (i % 8))) != 0 ? "1" : "0");
}
return b.toString();
}
@Override
public boolean get(int pos) {
return isOne(pos);
}
public boolean isZero(int pos){
return (vector[pos / 8] & BITS[pos % 8]) == 0;
}
public boolean isOne(int pos){
return (vector[pos / 8] & BITS[pos % 8]) != 0;
}
public int size(){
return this.size;
}
public void trimToSize(){
int vectorSize = size / 8 + 1;
vector = Arrays.copyOf(vector, Math.min(vector.length, vectorSize));
int blockSize = CACHE_WIDTH / 8;
int size = vectorSize / blockSize + (((vectorSize % blockSize) != 0) ? 1 : 0);
int countCacheSize0 = size;
countCache0 = Arrays.copyOf(countCache0, Math.min(countCache0.length, countCacheSize0));
int indexCacheSize = size + 1;
indexCache0 = Arrays.copyOf(indexCache0, Math.min(indexCache0.length, indexCacheSize));
}
public void append1(){
int i = size / 8;
int ci = size / CACHE_WIDTH;
if(i >= vector.length){
extend();
}
if(size % CACHE_WIDTH == 0 && ci > 0){
countCache0[ci] = countCache0[ci - 1];
}
int r = size % 8;
vector[i] |= BITS[r];
size++;
}
public void append0(){
int i = size / 8;
int ci = size / CACHE_WIDTH;
if(i >= vector.length){
extend();
}
if(size % CACHE_WIDTH == 0 && ci > 0){
countCache0[ci] = countCache0[ci - 1];
}
int r = size % 8;
vector[i] &= ~BITS[r];
size0++;
switch(size0){
case 1:
node1pos = size;
break;
case 2:
node2pos = size;
break;
case 3:
node3pos = size;
break;
}
if(size0 % CACHE_WIDTH == 0){
indexCache0[size0 / CACHE_WIDTH] = size;
}
countCache0[ci]++;
size++;
}
public int select0(int count){
if(count > size) return -1;
if(count <= 3){
if(count == 1) return node1pos;
else if(count == 2) return node2pos;
else if(count == 3) return node3pos;
else return -1;
}
//*
int idx = count / CACHE_WIDTH;
int start = indexCache0[idx];
if(count % CACHE_WIDTH == 0) return start;
start /= CACHE_WIDTH;
int end = 0;
if(indexCache0.length > (idx + 1)){
int c = (indexCache0[idx + 1]) / CACHE_WIDTH + 1;
if(c != 1) end = c;
}
if(end == 0){
int vectorSize = size / 8 + 1;
int blockSize = CACHE_WIDTH / 8;
end = vectorSize / blockSize + (((vectorSize % blockSize) != 0) ? 1 : 0);
}
/*/
int start = Math.max(offset / CACHE_WIDTH - 1, 0);
int end = countCache.length;
//*/
int m = 0;
int d = 0;
while(start != end){
m = (start + end) / 2;
d = count - countCache0[m];
if(d < 0){
end = m;
continue;
} else if(d > 0){
if(start != m) start = m;
else break;
} else{
break;
}
}
if(d > 0){
count = d;
} else{
while(m >= 0 && count <= countCache0[m]) m--;
if(m >= 0) count -= countCache0[m];
}
int n = size / 8 + 1;
for(int i = (m + 1) * CACHE_WIDTH / 8; i < n; i++){
int bits = vector[i] & 0xff;
int c = BITCOUNTS0[bits];
if(count <= c){
return i * 8 + BITPOS0[bits][count - 1];
}
count -= c;
}
return -1;
}
public int next0(int pos){
if(pos >= size) return -1;
if(pos <= node3pos){
if(pos <= node1pos) return node1pos;
else if(pos <= node2pos) return node2pos;
else return node3pos;
}
int i = pos / 8;
int s = pos % 8;
if(s != 0){
for(byte b : BITPOS0[vector[i] & 0xff]){
if(s <= b) return i * 8 + b;
}
i++;
}
int n = size / 8 + 1;
for(; i < n; i++){
byte[] poss = BITPOS0[vector[i] & 0xff];
if(poss.length > 0){
return poss[0] + i * 8;
}
}
return -1;
}
@Override
public void readExternal(ObjectInput in) throws IOException{
size = in.readInt();
size0 = in.readInt();
node1pos = in.readInt();
node2pos = in.readInt();
node3pos = in.readInt();
int vectorSize = in.readInt();
vector = new byte[vectorSize];
in.readFully(vector, 0, vectorSize);
int size = in.readInt();
countCache0 = new int[size];
for(int i = 0; i < size; i++){
countCache0[i] = in.readInt();
}
size = in.readInt();
indexCache0 = new int[size];
for(int i = 0; i < size; i++){
indexCache0[i] = in.readInt();
}
}
@Override
public void writeExternal(ObjectOutput out) throws IOException {
out.writeInt(size);
out.writeInt(size0);
out.writeInt(node1pos);
out.writeInt(node2pos);
out.writeInt(node3pos);
trimToSize();
out.writeInt(vector.length);
out.write(vector);
out.writeInt(countCache0.length);
for(int e : countCache0){
out.writeInt(e);
}
out.writeInt(indexCache0.length);
for(int e : indexCache0){
out.writeInt(e);
}
}
private void extend(){
int vectorSize = (int)(vector.length * 1.2) + 1;
vector = Arrays.copyOf(vector, vectorSize);
int blockSize = CACHE_WIDTH / 8;
int size = vectorSize / blockSize + (((vectorSize % blockSize) != 0) ? 1 : 0);
countCache0 = Arrays.copyOf(countCache0, size);
indexCache0 = Arrays.copyOf(indexCache0, size + 1);
}
private static final int CACHE_WIDTH = 64;
private byte[] vector;
private int node1pos = -1;
private int node2pos = -1;
private int node3pos = -1;
private int size;
private int size0;
private int[] countCache0;
private int[] indexCache0;
private static final byte[] BITS = {
(byte)0x80, (byte)0x40, (byte)0x20, (byte)0x10
, (byte)0x08, (byte)0x04, (byte)0x02, (byte)0x01
};
private static final byte[] BITCOUNTS0 = {
8, 7, 7, 6, 7, 6, 6, 5, 7, 6, 6, 5, 6, 5, 5, 4,
7, 6, 6, 5, 6, 5, 5, 4, 6, 5, 5, 4, 5, 4, 4, 3,
7, 6, 6, 5, 6, 5, 5, 4, 6, 5, 5, 4, 5, 4, 4, 3,
6, 5, 5, 4, 5, 4, 4, 3, 5, 4, 4, 3, 4, 3, 3, 2,
7, 6, 6, 5, 6, 5, 5, 4, 6, 5, 5, 4, 5, 4, 4, 3,
6, 5, 5, 4, 5, 4, 4, 3, 5, 4, 4, 3, 4, 3, 3, 2,
6, 5, 5, 4, 5, 4, 4, 3, 5, 4, 4, 3, 4, 3, 3, 2,
5, 4, 4, 3, 4, 3, 3, 2, 4, 3, 3, 2, 3, 2, 2, 1,
7, 6, 6, 5, 6, 5, 5, 4, 6, 5, 5, 4, 5, 4, 4, 3,
6, 5, 5, 4, 5, 4, 4, 3, 5, 4, 4, 3, 4, 3, 3, 2,
6, 5, 5, 4, 5, 4, 4, 3, 5, 4, 4, 3, 4, 3, 3, 2,
5, 4, 4, 3, 4, 3, 3, 2, 4, 3, 3, 2, 3, 2, 2, 1,
6, 5, 5, 4, 5, 4, 4, 3, 5, 4, 4, 3, 4, 3, 3, 2,
5, 4, 4, 3, 4, 3, 3, 2, 4, 3, 3, 2, 3, 2, 2, 1,
5, 4, 4, 3, 4, 3, 3, 2, 4, 3, 3, 2, 3, 2, 2, 1,
4, 3, 3, 2, 3, 2, 2, 1, 3, 2, 2, 1, 2, 1, 1, 0,
};
private static final byte[][] BITPOS0 = {
{0, 1, 2, 3, 4, 5, 6, 7, }, // 0(0)
{0, 1, 2, 3, 4, 5, 6, }, // 1(1)
{0, 1, 2, 3, 4, 5, 7, }, // 2(2)
{0, 1, 2, 3, 4, 5, }, // 3(3)
{0, 1, 2, 3, 4, 6, 7, }, // 4(4)
{0, 1, 2, 3, 4, 6, }, // 5(5)
{0, 1, 2, 3, 4, 7, }, // 6(6)
{0, 1, 2, 3, 4, }, // 7(7)
{0, 1, 2, 3, 5, 6, 7, }, // 8(8)
{0, 1, 2, 3, 5, 6, }, // 9(9)
{0, 1, 2, 3, 5, 7, }, // 10(a)
{0, 1, 2, 3, 5, }, // 11(b)
{0, 1, 2, 3, 6, 7, }, // 12(c)
{0, 1, 2, 3, 6, }, // 13(d)
{0, 1, 2, 3, 7, }, // 14(e)
{0, 1, 2, 3, }, // 15(f)
{0, 1, 2, 4, 5, 6, 7, }, // 16(10)
{0, 1, 2, 4, 5, 6, }, // 17(11)
{0, 1, 2, 4, 5, 7, }, // 18(12)
{0, 1, 2, 4, 5, }, // 19(13)
{0, 1, 2, 4, 6, 7, }, // 20(14)
{0, 1, 2, 4, 6, }, // 21(15)
{0, 1, 2, 4, 7, }, // 22(16)
{0, 1, 2, 4, }, // 23(17)
{0, 1, 2, 5, 6, 7, }, // 24(18)
{0, 1, 2, 5, 6, }, // 25(19)
{0, 1, 2, 5, 7, }, // 26(1a)
{0, 1, 2, 5, }, // 27(1b)
{0, 1, 2, 6, 7, }, // 28(1c)
{0, 1, 2, 6, }, // 29(1d)
{0, 1, 2, 7, }, // 30(1e)
{0, 1, 2, }, // 31(1f)
{0, 1, 3, 4, 5, 6, 7, }, // 32(20)
{0, 1, 3, 4, 5, 6, }, // 33(21)
{0, 1, 3, 4, 5, 7, }, // 34(22)
{0, 1, 3, 4, 5, }, // 35(23)
{0, 1, 3, 4, 6, 7, }, // 36(24)
{0, 1, 3, 4, 6, }, // 37(25)
{0, 1, 3, 4, 7, }, // 38(26)
{0, 1, 3, 4, }, // 39(27)
{0, 1, 3, 5, 6, 7, }, // 40(28)
{0, 1, 3, 5, 6, }, // 41(29)
{0, 1, 3, 5, 7, }, // 42(2a)
{0, 1, 3, 5, }, // 43(2b)
{0, 1, 3, 6, 7, }, // 44(2c)
{0, 1, 3, 6, }, // 45(2d)
{0, 1, 3, 7, }, // 46(2e)
{0, 1, 3, }, // 47(2f)
{0, 1, 4, 5, 6, 7, }, // 48(30)
{0, 1, 4, 5, 6, }, // 49(31)
{0, 1, 4, 5, 7, }, // 50(32)
{0, 1, 4, 5, }, // 51(33)
{0, 1, 4, 6, 7, }, // 52(34)
{0, 1, 4, 6, }, // 53(35)
{0, 1, 4, 7, }, // 54(36)
{0, 1, 4, }, // 55(37)
{0, 1, 5, 6, 7, }, // 56(38)
{0, 1, 5, 6, }, // 57(39)
{0, 1, 5, 7, }, // 58(3a)
{0, 1, 5, }, // 59(3b)
{0, 1, 6, 7, }, // 60(3c)
{0, 1, 6, }, // 61(3d)
{0, 1, 7, }, // 62(3e)
{0, 1, }, // 63(3f)
{0, 2, 3, 4, 5, 6, 7, }, // 64(40)
{0, 2, 3, 4, 5, 6, }, // 65(41)
{0, 2, 3, 4, 5, 7, }, // 66(42)
{0, 2, 3, 4, 5, }, // 67(43)
{0, 2, 3, 4, 6, 7, }, // 68(44)
{0, 2, 3, 4, 6, }, // 69(45)
{0, 2, 3, 4, 7, }, // 70(46)
{0, 2, 3, 4, }, // 71(47)
{0, 2, 3, 5, 6, 7, }, // 72(48)
{0, 2, 3, 5, 6, }, // 73(49)
{0, 2, 3, 5, 7, }, // 74(4a)
{0, 2, 3, 5, }, // 75(4b)
{0, 2, 3, 6, 7, }, // 76(4c)
{0, 2, 3, 6, }, // 77(4d)
{0, 2, 3, 7, }, // 78(4e)
{0, 2, 3, }, // 79(4f)
{0, 2, 4, 5, 6, 7, }, // 80(50)
{0, 2, 4, 5, 6, }, // 81(51)
{0, 2, 4, 5, 7, }, // 82(52)
{0, 2, 4, 5, }, // 83(53)
{0, 2, 4, 6, 7, }, // 84(54)
{0, 2, 4, 6, }, // 85(55)
{0, 2, 4, 7, }, // 86(56)
{0, 2, 4, }, // 87(57)
{0, 2, 5, 6, 7, }, // 88(58)
{0, 2, 5, 6, }, // 89(59)
{0, 2, 5, 7, }, // 90(5a)
{0, 2, 5, }, // 91(5b)
{0, 2, 6, 7, }, // 92(5c)
{0, 2, 6, }, // 93(5d)
{0, 2, 7, }, // 94(5e)
{0, 2, }, // 95(5f)
{0, 3, 4, 5, 6, 7, }, // 96(60)
{0, 3, 4, 5, 6, }, // 97(61)
{0, 3, 4, 5, 7, }, // 98(62)
{0, 3, 4, 5, }, // 99(63)
{0, 3, 4, 6, 7, }, // 100(64)
{0, 3, 4, 6, }, // 101(65)
{0, 3, 4, 7, }, // 102(66)
{0, 3, 4, }, // 103(67)
{0, 3, 5, 6, 7, }, // 104(68)
{0, 3, 5, 6, }, // 105(69)
{0, 3, 5, 7, }, // 106(6a)
{0, 3, 5, }, // 107(6b)
{0, 3, 6, 7, }, // 108(6c)
{0, 3, 6, }, // 109(6d)
{0, 3, 7, }, // 110(6e)
{0, 3, }, // 111(6f)
{0, 4, 5, 6, 7, }, // 112(70)
{0, 4, 5, 6, }, // 113(71)
{0, 4, 5, 7, }, // 114(72)
{0, 4, 5, }, // 115(73)
{0, 4, 6, 7, }, // 116(74)
{0, 4, 6, }, // 117(75)
{0, 4, 7, }, // 118(76)
{0, 4, }, // 119(77)
{0, 5, 6, 7, }, // 120(78)
{0, 5, 6, }, // 121(79)
{0, 5, 7, }, // 122(7a)
{0, 5, }, // 123(7b)
{0, 6, 7, }, // 124(7c)
{0, 6, }, // 125(7d)
{0, 7, }, // 126(7e)
{0, }, // 127(7f)
{1, 2, 3, 4, 5, 6, 7, }, // 128(80)
{1, 2, 3, 4, 5, 6, }, // 129(81)
{1, 2, 3, 4, 5, 7, }, // 130(82)
{1, 2, 3, 4, 5, }, // 131(83)
{1, 2, 3, 4, 6, 7, }, // 132(84)
{1, 2, 3, 4, 6, }, // 133(85)
{1, 2, 3, 4, 7, }, // 134(86)
{1, 2, 3, 4, }, // 135(87)
{1, 2, 3, 5, 6, 7, }, // 136(88)
{1, 2, 3, 5, 6, }, // 137(89)
{1, 2, 3, 5, 7, }, // 138(8a)
{1, 2, 3, 5, }, // 139(8b)
{1, 2, 3, 6, 7, }, // 140(8c)
{1, 2, 3, 6, }, // 141(8d)
{1, 2, 3, 7, }, // 142(8e)
{1, 2, 3, }, // 143(8f)
{1, 2, 4, 5, 6, 7, }, // 144(90)
{1, 2, 4, 5, 6, }, // 145(91)
{1, 2, 4, 5, 7, }, // 146(92)
{1, 2, 4, 5, }, // 147(93)
{1, 2, 4, 6, 7, }, // 148(94)
{1, 2, 4, 6, }, // 149(95)
{1, 2, 4, 7, }, // 150(96)
{1, 2, 4, }, // 151(97)
{1, 2, 5, 6, 7, }, // 152(98)
{1, 2, 5, 6, }, // 153(99)
{1, 2, 5, 7, }, // 154(9a)
{1, 2, 5, }, // 155(9b)
{1, 2, 6, 7, }, // 156(9c)
{1, 2, 6, }, // 157(9d)
{1, 2, 7, }, // 158(9e)
{1, 2, }, // 159(9f)
{1, 3, 4, 5, 6, 7, }, // 160(a0)
{1, 3, 4, 5, 6, }, // 161(a1)
{1, 3, 4, 5, 7, }, // 162(a2)
{1, 3, 4, 5, }, // 163(a3)
{1, 3, 4, 6, 7, }, // 164(a4)
{1, 3, 4, 6, }, // 165(a5)
{1, 3, 4, 7, }, // 166(a6)
{1, 3, 4, }, // 167(a7)
{1, 3, 5, 6, 7, }, // 168(a8)
{1, 3, 5, 6, }, // 169(a9)
{1, 3, 5, 7, }, // 170(aa)
{1, 3, 5, }, // 171(ab)
{1, 3, 6, 7, }, // 172(ac)
{1, 3, 6, }, // 173(ad)
{1, 3, 7, }, // 174(ae)
{1, 3, }, // 175(af)
{1, 4, 5, 6, 7, }, // 176(b0)
{1, 4, 5, 6, }, // 177(b1)
{1, 4, 5, 7, }, // 178(b2)
{1, 4, 5, }, // 179(b3)
{1, 4, 6, 7, }, // 180(b4)
{1, 4, 6, }, // 181(b5)
{1, 4, 7, }, // 182(b6)
{1, 4, }, // 183(b7)
{1, 5, 6, 7, }, // 184(b8)
{1, 5, 6, }, // 185(b9)
{1, 5, 7, }, // 186(ba)
{1, 5, }, // 187(bb)
{1, 6, 7, }, // 188(bc)
{1, 6, }, // 189(bd)
{1, 7, }, // 190(be)
{1, }, // 191(bf)
{2, 3, 4, 5, 6, 7, }, // 192(c0)
{2, 3, 4, 5, 6, }, // 193(c1)
{2, 3, 4, 5, 7, }, // 194(c2)
{2, 3, 4, 5, }, // 195(c3)
{2, 3, 4, 6, 7, }, // 196(c4)
{2, 3, 4, 6, }, // 197(c5)
{2, 3, 4, 7, }, // 198(c6)
{2, 3, 4, }, // 199(c7)
{2, 3, 5, 6, 7, }, // 200(c8)
{2, 3, 5, 6, }, // 201(c9)
{2, 3, 5, 7, }, // 202(ca)
{2, 3, 5, }, // 203(cb)
{2, 3, 6, 7, }, // 204(cc)
{2, 3, 6, }, // 205(cd)
{2, 3, 7, }, // 206(ce)
{2, 3, }, // 207(cf)
{2, 4, 5, 6, 7, }, // 208(d0)
{2, 4, 5, 6, }, // 209(d1)
{2, 4, 5, 7, }, // 210(d2)
{2, 4, 5, }, // 211(d3)
{2, 4, 6, 7, }, // 212(d4)
{2, 4, 6, }, // 213(d5)
{2, 4, 7, }, // 214(d6)
{2, 4, }, // 215(d7)
{2, 5, 6, 7, }, // 216(d8)
{2, 5, 6, }, // 217(d9)
{2, 5, 7, }, // 218(da)
{2, 5, }, // 219(db)
{2, 6, 7, }, // 220(dc)
{2, 6, }, // 221(dd)
{2, 7, }, // 222(de)
{2, }, // 223(df)
{3, 4, 5, 6, 7, }, // 224(e0)
{3, 4, 5, 6, }, // 225(e1)
{3, 4, 5, 7, }, // 226(e2)
{3, 4, 5, }, // 227(e3)
{3, 4, 6, 7, }, // 228(e4)
{3, 4, 6, }, // 229(e5)
{3, 4, 7, }, // 230(e6)
{3, 4, }, // 231(e7)
{3, 5, 6, 7, }, // 232(e8)
{3, 5, 6, }, // 233(e9)
{3, 5, 7, }, // 234(ea)
{3, 5, }, // 235(eb)
{3, 6, 7, }, // 236(ec)
{3, 6, }, // 237(ed)
{3, 7, }, // 238(ee)
{3, }, // 239(ef)
{4, 5, 6, 7, }, // 240(f0)
{4, 5, 6, }, // 241(f1)
{4, 5, 7, }, // 242(f2)
{4, 5, }, // 243(f3)
{4, 6, 7, }, // 244(f4)
{4, 6, }, // 245(f5)
{4, 7, }, // 246(f6)
{4, }, // 247(f7)
{5, 6, 7, }, // 248(f8)
{5, 6, }, // 249(f9)
{5, 7, }, // 250(fa)
{5, }, // 251(fb)
{6, 7, }, // 252(fc)
{6, }, // 253(fd)
{7, }, // 254(fe)
{}, // 255(ff)
};
private static final long serialVersionUID = -7658605229245494623L;
}