@Test
public void ANDNOTtestA() {
// both have run containers
final MutableRoaringBitmap rr = new MutableRoaringBitmap();
for (int k = 4000; k < 4256; ++k) {
rr.add(k);
}
for (int k = 65536; k < 65536 + 4000; ++k) {
rr.add(k);
}
for (int k = 3 * 65536; k < 3 * 65536 + 9000; ++k) {
rr.add(k);
}
for (int k = 4 * 65535; k < 4 * 65535 + 7000; ++k) {
rr.add(k);
}
for (int k = 6 * 65535; k < 6 * 65535 + 10000; ++k) {
rr.add(k);
}
for (int k = 8 * 65535; k < 8 * 65535 + 1000; ++k) {
rr.add(k);
}
for (int k = 9 * 65535; k < 9 * 65535 + 30000; ++k) {
rr.add(k);
}
rr.runOptimize();
final MutableRoaringBitmap rr2 = new MutableRoaringBitmap();
for (int k = 4000; k < 4256; ++k) {
rr2.add(k);
}
for (int k = 65536; k < 65536 + 4000; ++k) {
rr2.add(k);
}
for (int k = 3 * 65536 + 2000; k < 3 * 65536 + 6000; ++k) {
rr2.add(k);
}
for (int k = 6 * 65535; k < 6 * 65535 + 1000; ++k) {
rr2.add(k);
}
for (int k = 7 * 65535; k < 7 * 65535 + 1000; ++k) {
rr2.add(k);
}
for (int k = 10 * 65535; k < 10 * 65535 + 5000; ++k) {
rr2.add(k);
}
rr2.runOptimize();
final MutableRoaringBitmap correct = MutableRoaringBitmap.andNot(rr, rr2);
rr.andNot(rr2);
Assert.assertTrue(correct.equals(rr));
Assert.assertTrue(correct.hashCode() == rr.hashCode());
}
@Test
public void andnottest4A() {
final MutableRoaringBitmap rb = new MutableRoaringBitmap();
final MutableRoaringBitmap rb2 = new MutableRoaringBitmap();
for (int i = 0; i < 200000; i++) {
if (i % 9 < 6) {
rb2.add(i);
}
}
for (int i = 200000; i < 400000; i += 14) {
rb2.add(i);
}
rb2.getCardinality();
rb2.runOptimize();
// check against an empty bitmap
final MutableRoaringBitmap andNotresult = MutableRoaringBitmap.andNot(rb, rb2);
final MutableRoaringBitmap off = MutableRoaringBitmap.andNot(rb2, rb);
Assert.assertEquals(rb, andNotresult);
Assert.assertEquals(rb2, off);
rb2.andNot(rb);
Assert.assertEquals(rb2, off);
}
@SuppressWarnings("resource")
@Test
public void testProperSerializationA() throws IOException {
// denser, so we should have run containers
final int SIZE = 500;
final Random rand = new Random(0);
for (int i = 0; i < SIZE; ++i) {
MutableRoaringBitmap r = new MutableRoaringBitmap();
for (int k = 0; k < 500000; ++k) {
if (rand.nextDouble() < .9) {
r.add(k);
}
}
r.runOptimize();
ByteBuffer b = ByteBuffer.allocate(r.serializedSizeInBytes());
r.serialize(
new DataOutputStream(
new OutputStream() {
ByteBuffer mBB;
@Override
public void close() {}
@Override
public void flush() {}
OutputStream init(final ByteBuffer mbb) {
mBB = mbb;
return this;
}
@Override
public void write(final byte[] b) {
mBB.put(b);
}
@Override
public void write(final byte[] b, final int off, final int l) {
mBB.put(b, off, l);
}
@Override
public void write(final int b) {
mBB.put((byte) b);
}
}.init(b)));
b.flip();
ImmutableRoaringBitmap irb = new ImmutableRoaringBitmap(b);
Assert.assertTrue(irb.hashCode() == r.hashCode());
Assert.assertTrue(irb.getCardinality() == r.getCardinality());
}
}
@Test
public void testContainsA() throws IOException {
System.out.println("test contains (runs too)");
MutableRoaringBitmap mr = new MutableRoaringBitmap();
for (int k = 0; k < 1000; ++k) {
mr.add(17 * k);
}
for (int k = 200000; k < 210000; ++k) {
if (k % 19 != 0) {
mr.add(k);
}
}
mr.runOptimize();
ByteBuffer buffer = serializeRoaring(mr);
buffer.rewind();
ImmutableRoaringBitmap ir = new ImmutableRoaringBitmap(buffer);
for (int k = 0; k < 17 * 1000; ++k) {
Assert.assertTrue(ir.contains(k) == (k / 17 * 17 == k));
}
}
@Test
public void testSerializeImmutableA() throws IOException {
// includes a runcontainer
MutableRoaringBitmap mr = new MutableRoaringBitmap();
for (int i = 1024 * 1024 - 20; i < 1024 * 1024 + 20; ++i) {
mr.add(i);
}
mr.runOptimize();
ByteBuffer buffer = serializeRoaring(mr);
buffer.rewind();
buffer = serializeRoaring(new ImmutableRoaringBitmap(buffer));
buffer.rewind();
ImmutableRoaringBitmap ir = new ImmutableRoaringBitmap(buffer);
Assert.assertFalse(ir.contains(5));
for (int i = 1024 * 1024 - 20; i < 1024 * 1024 + 20; ++i) {
Assert.assertTrue(ir.contains(i));
}
}
@SuppressWarnings("resource")
@Test
public void testHighBitsA() throws IOException {
// includes some run containers
for (int offset = 1 << 14; offset < 1 << 18; offset *= 2) {
MutableRoaringBitmap rb = new MutableRoaringBitmap();
for (long k = Integer.MIN_VALUE; k < Integer.MAX_VALUE - 100000; k += offset) {
rb.add((int) k);
}
for (long k = Integer.MIN_VALUE; k < Integer.MAX_VALUE - 100000; k += offset) {
Assert.assertTrue(rb.contains((int) k));
}
int runlength = 99000;
for (int k = Integer.MAX_VALUE - 100000; k < Integer.MAX_VALUE - 100000 + runlength; ++k) {
rb.add(k);
}
rb.runOptimize();
int[] array = rb.toArray();
// int pos = 0;
// check that it is in sorted order according to unsigned order
for (int k = 0; k < array.length - 1; ++k) {
Assert.assertTrue((0xFFFFFFFFL & array[k]) <= (0xFFFFFFFFL & array[k + 1]));
}
///////////////////////
// It was decided that Roaring would consider ints as unsigned
///////////////////////
// for (long k = Integer.MIN_VALUE; k < Integer.MAX_VALUE-100000; k += offset) {
// Assert.assertTrue(array[pos++] == (int)k);
// }
// Assert.assertTrue(pos+runlength == array.length);
ByteBuffer b = ByteBuffer.allocate(rb.serializedSizeInBytes());
rb.serialize(
new DataOutputStream(
new OutputStream() {
ByteBuffer mBB;
@Override
public void close() {}
@Override
public void flush() {}
OutputStream init(final ByteBuffer mbb) {
mBB = mbb;
return this;
}
@Override
public void write(final byte[] b) {
mBB.put(b);
}
@Override
public void write(final byte[] b, final int off, final int l) {
mBB.put(b, off, l);
}
@Override
public void write(final int b) {
mBB.put((byte) b);
}
}.init(b)));
b.flip();
ImmutableRoaringBitmap irb = new ImmutableRoaringBitmap(b);
Assert.assertTrue(irb.equals(rb));
for (long k = Integer.MIN_VALUE; k < Integer.MAX_VALUE - 100000; k += offset) {
Assert.assertTrue(irb.contains((int) k));
}
for (int k = Integer.MAX_VALUE - 100000; k < Integer.MAX_VALUE - 100000 + runlength; ++k) {
Assert.assertTrue(irb.contains(k));
}
array = irb.toArray();
for (int k = 0; k < array.length - 1; ++k) {
Assert.assertTrue((0xFFFFFFFFL & array[k]) <= (0xFFFFFFFFL & array[k + 1]));
}
// Assert.assertEquals(Integer.MAX_VALUE - 100000 +runlength-1, array[array.length-1]);
}
}
@Test
public void MappeableContainersAccessTestA() throws IOException {
// run containers too
MutableRoaringBitmap mr = new MutableRoaringBitmap();
for (int k = 4000; k < 4256; ++k) {
mr.add(k);
}
for (int k = (1 << 16); k < (1 << 16) + 4000; ++k) {
mr.add(k);
}
for (int k = (1 << 18); k < (1 << 18) + 9000; ++k) {
mr.add(k);
}
for (int k = (1 << 19); k < (1 << 19) + 7000; ++k) {
mr.add(k);
}
for (int k = (1 << 20); k < (1 << 20) + 10000; ++k) {
mr.add(k);
}
for (int k = (1 << 23); k < (1 << 23) + 1000; ++k) {
mr.add(k);
}
for (int k = (1 << 24); k < (1 << 24) + 30000; ++k) {
mr.add(k);
}
mr.runOptimize();
ByteBuffer buffer = serializeRoaring(mr);
buffer.rewind();
ImmutableRoaringBitmap ir = new ImmutableRoaringBitmap(buffer);
mr = ir.toMutableRoaringBitmap();
Assert.assertTrue(
(mr.getMappeableRoaringArray().getContainerAtIndex(0)) instanceof MappeableRunContainer);
Assert.assertTrue(
(mr.getMappeableRoaringArray().getContainerAtIndex(1)) instanceof MappeableRunContainer);
Assert.assertTrue(
(mr.getMappeableRoaringArray().getContainerAtIndex(2)) instanceof MappeableRunContainer);
Assert.assertTrue(
(mr.getMappeableRoaringArray().getContainerAtIndex(3)) instanceof MappeableRunContainer);
Assert.assertTrue(
(mr.getMappeableRoaringArray().getContainerAtIndex(4)) instanceof MappeableRunContainer);
Assert.assertTrue(
(mr.getMappeableRoaringArray().getContainerAtIndex(5)) instanceof MappeableRunContainer);
Assert.assertTrue(
(mr.getMappeableRoaringArray().getContainerAtIndex(6)) instanceof MappeableRunContainer);
Assert.assertTrue(mr.getMappeableRoaringArray().getContainerAtIndex(0).getCardinality() == 256);
Assert.assertTrue(
mr.getMappeableRoaringArray().getContainerAtIndex(1).getCardinality() == 4000);
Assert.assertTrue(
mr.getMappeableRoaringArray().getContainerAtIndex(2).getCardinality() == 9000);
Assert.assertTrue(
mr.getMappeableRoaringArray().getContainerAtIndex(3).getCardinality() == 7000);
Assert.assertTrue(
mr.getMappeableRoaringArray().getContainerAtIndex(4).getCardinality() == 10000);
Assert.assertTrue(
mr.getMappeableRoaringArray().getContainerAtIndex(5).getCardinality() == 1000);
Assert.assertTrue(
mr.getMappeableRoaringArray().getContainerAtIndex(6).getCardinality() == 30000);
MutableRoaringBitmap mr2 = new MutableRoaringBitmap();
for (int k = 4000; k < 4256; ++k) {
mr2.add(k);
}
for (int k = (1 << 16); k < (1 << 16) + 4000; ++k) {
mr2.add(k);
}
for (int k = (1 << 18) + 2000; k < (1 << 18) + 8000; ++k) {
mr2.add(k);
}
for (int k = (1 << 21); k < (1 << 21) + 1000; ++k) {
mr2.add(k);
}
for (int k = (1 << 22); k < (1 << 22) + 2000; ++k) {
mr2.add(k);
}
for (int k = (1 << 25); k < (1 << 25) + 5000; ++k) {
mr2.add(k);
}
mr2.runOptimize();
buffer = serializeRoaring(mr2);
buffer.rewind();
ImmutableRoaringBitmap ir2 = new ImmutableRoaringBitmap(buffer);
mr2 = ir2.toMutableRoaringBitmap();
Assert.assertTrue(
(mr2.getMappeableRoaringArray().getContainerAtIndex(0)) instanceof MappeableRunContainer);
Assert.assertTrue(
(mr2.getMappeableRoaringArray().getContainerAtIndex(1)) instanceof MappeableRunContainer);
Assert.assertTrue(
(mr2.getMappeableRoaringArray().getContainerAtIndex(2)) instanceof MappeableRunContainer);
Assert.assertTrue(
(mr2.getMappeableRoaringArray().getContainerAtIndex(3)) instanceof MappeableRunContainer);
Assert.assertTrue(
(mr2.getMappeableRoaringArray().getContainerAtIndex(4)) instanceof MappeableRunContainer);
Assert.assertTrue(
(mr2.getMappeableRoaringArray().getContainerAtIndex(5)) instanceof MappeableRunContainer);
Assert.assertTrue(
mr2.getMappeableRoaringArray().getContainerAtIndex(0).getCardinality() == 256);
Assert.assertTrue(
mr2.getMappeableRoaringArray().getContainerAtIndex(1).getCardinality() == 4000);
Assert.assertTrue(
mr2.getMappeableRoaringArray().getContainerAtIndex(2).getCardinality() == 6000);
Assert.assertTrue(
mr2.getMappeableRoaringArray().getContainerAtIndex(3).getCardinality() == 1000);
Assert.assertTrue(
mr2.getMappeableRoaringArray().getContainerAtIndex(4).getCardinality() == 2000);
Assert.assertTrue(
mr2.getMappeableRoaringArray().getContainerAtIndex(5).getCardinality() == 5000);
MutableRoaringBitmap mr3 = new MutableRoaringBitmap();
buffer = serializeRoaring(mr3);
buffer.rewind();
ImmutableRoaringBitmap ir3 = new ImmutableRoaringBitmap(buffer);
mr3 = ir3.toMutableRoaringBitmap();
Assert.assertTrue(mr3.getCardinality() == 0);
}