@Test
public void testHighBits() throws IOException {
// version without any runcontainers (earlier serialization version)
for (int offset = 1 << 14; offset < 1 << 18; offset *= 2) {
MutableRoaringBitmap rb = new MutableRoaringBitmap();
for (long k = Integer.MIN_VALUE; k < Integer.MAX_VALUE; k += offset) {
rb.add((int) k);
}
for (long k = Integer.MIN_VALUE; k < Integer.MAX_VALUE; k += offset) {
Assert.assertTrue(rb.contains((int) k));
}
int[] array = rb.toArray();
ByteBuffer b = ByteBuffer.allocate(rb.serializedSizeInBytes());
rb.serialize(
new DataOutputStream(
new OutputStream() {
ByteBuffer mBB;
@Override
public void close() {}
@Override
public void flush() {}
OutputStream init(final ByteBuffer mbb) {
mBB = mbb;
return this;
}
@Override
public void write(final byte[] b) {
mBB.put(b);
}
@Override
public void write(final byte[] b, final int off, final int l) {
mBB.put(b, off, l);
}
@Override
public void write(final int b) {
mBB.put((byte) b);
}
}.init(b)));
b.flip();
ImmutableRoaringBitmap irb = new ImmutableRoaringBitmap(b);
Assert.assertTrue(irb.equals(rb));
for (long k = Integer.MIN_VALUE; k < Integer.MAX_VALUE; k += offset) {
Assert.assertTrue(irb.contains((int) k));
}
Assert.assertTrue(Arrays.equals(array, irb.toArray()));
}
}
@Test
public void testSerializeImmutableA() throws IOException {
// includes a runcontainer
MutableRoaringBitmap mr = new MutableRoaringBitmap();
for (int i = 1024 * 1024 - 20; i < 1024 * 1024 + 20; ++i) {
mr.add(i);
}
mr.runOptimize();
ByteBuffer buffer = serializeRoaring(mr);
buffer.rewind();
buffer = serializeRoaring(new ImmutableRoaringBitmap(buffer));
buffer.rewind();
ImmutableRoaringBitmap ir = new ImmutableRoaringBitmap(buffer);
Assert.assertFalse(ir.contains(5));
for (int i = 1024 * 1024 - 20; i < 1024 * 1024 + 20; ++i) {
Assert.assertTrue(ir.contains(i));
}
}
@Test
public void testSerializeImmutable() throws IOException {
MutableRoaringBitmap mr = new MutableRoaringBitmap();
mr.add(5);
ByteBuffer buffer = serializeRoaring(mr);
buffer.rewind();
buffer = serializeRoaring(new ImmutableRoaringBitmap(buffer));
buffer.rewind();
ImmutableRoaringBitmap ir = new ImmutableRoaringBitmap(buffer);
Assert.assertTrue(ir.contains(5));
}
@Test
public void testContains() throws IOException {
System.out.println("test contains");
MutableRoaringBitmap mr = new MutableRoaringBitmap();
for (int k = 0; k < 1000; ++k) {
mr.add(17 * k);
}
ByteBuffer buffer = serializeRoaring(mr);
buffer.rewind();
ImmutableRoaringBitmap ir = new ImmutableRoaringBitmap(buffer);
for (int k = 0; k < 17 * 1000; ++k) {
Assert.assertTrue(ir.contains(k) == (k / 17 * 17 == k));
}
}
@SuppressWarnings("resource")
@Test
public void testHighBitsA() throws IOException {
// includes some run containers
for (int offset = 1 << 14; offset < 1 << 18; offset *= 2) {
MutableRoaringBitmap rb = new MutableRoaringBitmap();
for (long k = Integer.MIN_VALUE; k < Integer.MAX_VALUE - 100000; k += offset) {
rb.add((int) k);
}
for (long k = Integer.MIN_VALUE; k < Integer.MAX_VALUE - 100000; k += offset) {
Assert.assertTrue(rb.contains((int) k));
}
int runlength = 99000;
for (int k = Integer.MAX_VALUE - 100000; k < Integer.MAX_VALUE - 100000 + runlength; ++k) {
rb.add(k);
}
rb.runOptimize();
int[] array = rb.toArray();
// int pos = 0;
// check that it is in sorted order according to unsigned order
for (int k = 0; k < array.length - 1; ++k) {
Assert.assertTrue((0xFFFFFFFFL & array[k]) <= (0xFFFFFFFFL & array[k + 1]));
}
///////////////////////
// It was decided that Roaring would consider ints as unsigned
///////////////////////
// for (long k = Integer.MIN_VALUE; k < Integer.MAX_VALUE-100000; k += offset) {
// Assert.assertTrue(array[pos++] == (int)k);
// }
// Assert.assertTrue(pos+runlength == array.length);
ByteBuffer b = ByteBuffer.allocate(rb.serializedSizeInBytes());
rb.serialize(
new DataOutputStream(
new OutputStream() {
ByteBuffer mBB;
@Override
public void close() {}
@Override
public void flush() {}
OutputStream init(final ByteBuffer mbb) {
mBB = mbb;
return this;
}
@Override
public void write(final byte[] b) {
mBB.put(b);
}
@Override
public void write(final byte[] b, final int off, final int l) {
mBB.put(b, off, l);
}
@Override
public void write(final int b) {
mBB.put((byte) b);
}
}.init(b)));
b.flip();
ImmutableRoaringBitmap irb = new ImmutableRoaringBitmap(b);
Assert.assertTrue(irb.equals(rb));
for (long k = Integer.MIN_VALUE; k < Integer.MAX_VALUE - 100000; k += offset) {
Assert.assertTrue(irb.contains((int) k));
}
for (int k = Integer.MAX_VALUE - 100000; k < Integer.MAX_VALUE - 100000 + runlength; ++k) {
Assert.assertTrue(irb.contains(k));
}
array = irb.toArray();
for (int k = 0; k < array.length - 1; ++k) {
Assert.assertTrue((0xFFFFFFFFL & array[k]) <= (0xFFFFFFFFL & array[k + 1]));
}
// Assert.assertEquals(Integer.MAX_VALUE - 100000 +runlength-1, array[array.length-1]);
}
}