@Test
public void andnottest4A() {
final MutableRoaringBitmap rb = new MutableRoaringBitmap();
final MutableRoaringBitmap rb2 = new MutableRoaringBitmap();
for (int i = 0; i < 200000; i++) {
if (i % 9 < 6) {
rb2.add(i);
}
}
for (int i = 200000; i < 400000; i += 14) {
rb2.add(i);
}
rb2.getCardinality();
rb2.runOptimize();
// check against an empty bitmap
final MutableRoaringBitmap andNotresult = MutableRoaringBitmap.andNot(rb, rb2);
final MutableRoaringBitmap off = MutableRoaringBitmap.andNot(rb2, rb);
Assert.assertEquals(rb, andNotresult);
Assert.assertEquals(rb2, off);
rb2.andNot(rb);
Assert.assertEquals(rb2, off);
}
@Test
@SuppressWarnings("deprecation")
public void testDeprecatedIteratorXor() {
MutableRoaringBitmap rb1 = new MutableRoaringBitmap();
MutableRoaringBitmap rb2 = new MutableRoaringBitmap();
List<MutableRoaringBitmap> list = new ArrayList<>();
list.add(rb1);
list.add(rb2);
rb1.add(200000L, 400000L); // two normal positive ranges
rb2.add(300000L, 500000L); // full XOR is 200000 to 299999, 400000-4999999
MutableRoaringBitmap result = ImmutableRoaringBitmap.xor(list.iterator(), 250000L, 450000L);
MutableRoaringBitmap resultInt = ImmutableRoaringBitmap.xor(list.iterator(), 250000, 450000);
Assert.assertTrue(result.equals(resultInt));
Assert.assertEquals(100000, result.getCardinality());
// empty ranges get empty result
resultInt = ImmutableRoaringBitmap.xor(list.iterator(), 300000, 200000);
result = ImmutableRoaringBitmap.xor(list.iterator(), 300000L, 200000L);
Assert.assertTrue(result.equals(resultInt));
Assert.assertEquals(0, resultInt.getCardinality());
}
@Test
public void testHash() {
MutableRoaringBitmap rbm1 = new MutableRoaringBitmap();
rbm1.add(17);
MutableRoaringBitmap rbm2 = new MutableRoaringBitmap();
rbm2.add(17);
Assert.assertTrue(rbm1.hashCode() == rbm2.hashCode());
rbm2 = rbm1.clone();
Assert.assertTrue(rbm1.hashCode() == rbm2.hashCode());
}
@Test
public void fliptest2() {
final MutableRoaringBitmap rb = new MutableRoaringBitmap();
rb.add(0);
rb.add(2);
final MutableRoaringBitmap rb2 = ImmutableRoaringBitmap.flip(rb, 0, 3);
final MutableRoaringBitmap result = new MutableRoaringBitmap();
result.add(1);
Assert.assertEquals(result, rb2);
}
@Test
public void testRangedXor() {
int length = 1000;
int NUM_ITER = 10;
Random random = new Random(1234); // please use deterministic tests
for (int test = 0; test < 50; ++test) {
final MutableRoaringBitmap rb1 = new MutableRoaringBitmap();
final MutableRoaringBitmap rb2 = new MutableRoaringBitmap();
Set<Integer> set1 = new HashSet<>();
Set<Integer> set2 = new HashSet<>();
int numBitsToSet = length / 2;
for (int i = 0; i < numBitsToSet; i++) {
int val1 = random.nextInt(length);
int val2 = random.nextInt(length);
rb1.add(val1);
set1.add(val1);
rb2.add(val2);
set2.add(val2);
}
Set<Integer> xorSet = new TreeSet<>();
xorSet.addAll(set1);
xorSet.addAll(set2);
Set<Integer> andSet = new TreeSet<>(set1);
andSet.retainAll(set2);
xorSet.removeAll(andSet);
for (int iter = 0; iter < NUM_ITER; iter++) {
int rangeStart = random.nextInt(length - 1);
// +1 to ensure rangeEnd >rangeStart, may
int rangeLength = random.nextInt(length - rangeStart) + 1;
int rangeEnd = rangeStart + rangeLength;
Set<Integer> expectedResultSet = new TreeSet<>();
for (int i = rangeStart; i < rangeEnd; i++) {
if (xorSet.contains(i)) {
expectedResultSet.add(i);
}
}
List<ImmutableRoaringBitmap> list = new ArrayList<>();
list.add(rb1);
list.add(rb2);
MutableRoaringBitmap result =
ImmutableRoaringBitmap.xor(list.iterator(), rangeStart, rangeEnd);
Set<Integer> actualResultSet = new TreeSet<>();
IntIterator intIterator = result.getIntIterator();
while (intIterator.hasNext()) {
actualResultSet.add(intIterator.next());
}
Assert.assertEquals(expectedResultSet, actualResultSet);
}
}
}
@Test
public void testHighBits() throws IOException {
// version without any runcontainers (earlier serialization version)
for (int offset = 1 << 14; offset < 1 << 18; offset *= 2) {
MutableRoaringBitmap rb = new MutableRoaringBitmap();
for (long k = Integer.MIN_VALUE; k < Integer.MAX_VALUE; k += offset) {
rb.add((int) k);
}
for (long k = Integer.MIN_VALUE; k < Integer.MAX_VALUE; k += offset) {
Assert.assertTrue(rb.contains((int) k));
}
int[] array = rb.toArray();
ByteBuffer b = ByteBuffer.allocate(rb.serializedSizeInBytes());
rb.serialize(
new DataOutputStream(
new OutputStream() {
ByteBuffer mBB;
@Override
public void close() {}
@Override
public void flush() {}
OutputStream init(final ByteBuffer mbb) {
mBB = mbb;
return this;
}
@Override
public void write(final byte[] b) {
mBB.put(b);
}
@Override
public void write(final byte[] b, final int off, final int l) {
mBB.put(b, off, l);
}
@Override
public void write(final int b) {
mBB.put((byte) b);
}
}.init(b)));
b.flip();
ImmutableRoaringBitmap irb = new ImmutableRoaringBitmap(b);
Assert.assertTrue(irb.equals(rb));
for (long k = Integer.MIN_VALUE; k < Integer.MAX_VALUE; k += offset) {
Assert.assertTrue(irb.contains((int) k));
}
Assert.assertTrue(Arrays.equals(array, irb.toArray()));
}
}
@Test
public void testContainsA() throws IOException {
System.out.println("test contains (runs too)");
MutableRoaringBitmap mr = new MutableRoaringBitmap();
for (int k = 0; k < 1000; ++k) {
mr.add(17 * k);
}
for (int k = 200000; k < 210000; ++k) {
if (k % 19 != 0) {
mr.add(k);
}
}
mr.runOptimize();
ByteBuffer buffer = serializeRoaring(mr);
buffer.rewind();
ImmutableRoaringBitmap ir = new ImmutableRoaringBitmap(buffer);
for (int k = 0; k < 17 * 1000; ++k) {
Assert.assertTrue(ir.contains(k) == (k / 17 * 17 == k));
}
}
@SuppressWarnings("resource")
@Test
public void testProperSerializationA() throws IOException {
// denser, so we should have run containers
final int SIZE = 500;
final Random rand = new Random(0);
for (int i = 0; i < SIZE; ++i) {
MutableRoaringBitmap r = new MutableRoaringBitmap();
for (int k = 0; k < 500000; ++k) {
if (rand.nextDouble() < .9) {
r.add(k);
}
}
r.runOptimize();
ByteBuffer b = ByteBuffer.allocate(r.serializedSizeInBytes());
r.serialize(
new DataOutputStream(
new OutputStream() {
ByteBuffer mBB;
@Override
public void close() {}
@Override
public void flush() {}
OutputStream init(final ByteBuffer mbb) {
mBB = mbb;
return this;
}
@Override
public void write(final byte[] b) {
mBB.put(b);
}
@Override
public void write(final byte[] b, final int off, final int l) {
mBB.put(b, off, l);
}
@Override
public void write(final int b) {
mBB.put((byte) b);
}
}.init(b)));
b.flip();
ImmutableRoaringBitmap irb = new ImmutableRoaringBitmap(b);
Assert.assertTrue(irb.hashCode() == r.hashCode());
Assert.assertTrue(irb.getCardinality() == r.getCardinality());
}
}
@Override
public ImmutableRoaringBitmap getImmutable(int idx) {
if (idx >= cardinality) {
return new MutableRoaringBitmap();
}
MutableRoaringBitmap rr = new MutableRoaringBitmap();
int min = indexReader.getInt(idx, 0);
int max = indexReader.getInt(idx, 1);
for (int i = min; i <= max; i++) {
rr.add(i);
}
return rr;
}
@Test
public void testSerializeImmutable() throws IOException {
MutableRoaringBitmap mr = new MutableRoaringBitmap();
mr.add(5);
ByteBuffer buffer = serializeRoaring(mr);
buffer.rewind();
buffer = serializeRoaring(new ImmutableRoaringBitmap(buffer));
buffer.rewind();
ImmutableRoaringBitmap ir = new ImmutableRoaringBitmap(buffer);
Assert.assertTrue(ir.contains(5));
}
@Test
public void testSerializeImmutableA() throws IOException {
// includes a runcontainer
MutableRoaringBitmap mr = new MutableRoaringBitmap();
for (int i = 1024 * 1024 - 20; i < 1024 * 1024 + 20; ++i) {
mr.add(i);
}
mr.runOptimize();
ByteBuffer buffer = serializeRoaring(mr);
buffer.rewind();
buffer = serializeRoaring(new ImmutableRoaringBitmap(buffer));
buffer.rewind();
ImmutableRoaringBitmap ir = new ImmutableRoaringBitmap(buffer);
Assert.assertFalse(ir.contains(5));
for (int i = 1024 * 1024 - 20; i < 1024 * 1024 + 20; ++i) {
Assert.assertTrue(ir.contains(i));
}
}
@SuppressWarnings("resource")
@Test
public void testHighBitsA() throws IOException {
// includes some run containers
for (int offset = 1 << 14; offset < 1 << 18; offset *= 2) {
MutableRoaringBitmap rb = new MutableRoaringBitmap();
for (long k = Integer.MIN_VALUE; k < Integer.MAX_VALUE - 100000; k += offset) {
rb.add((int) k);
}
for (long k = Integer.MIN_VALUE; k < Integer.MAX_VALUE - 100000; k += offset) {
Assert.assertTrue(rb.contains((int) k));
}
int runlength = 99000;
for (int k = Integer.MAX_VALUE - 100000; k < Integer.MAX_VALUE - 100000 + runlength; ++k) {
rb.add(k);
}
rb.runOptimize();
int[] array = rb.toArray();
// int pos = 0;
// check that it is in sorted order according to unsigned order
for (int k = 0; k < array.length - 1; ++k) {
Assert.assertTrue((0xFFFFFFFFL & array[k]) <= (0xFFFFFFFFL & array[k + 1]));
}
///////////////////////
// It was decided that Roaring would consider ints as unsigned
///////////////////////
// for (long k = Integer.MIN_VALUE; k < Integer.MAX_VALUE-100000; k += offset) {
// Assert.assertTrue(array[pos++] == (int)k);
// }
// Assert.assertTrue(pos+runlength == array.length);
ByteBuffer b = ByteBuffer.allocate(rb.serializedSizeInBytes());
rb.serialize(
new DataOutputStream(
new OutputStream() {
ByteBuffer mBB;
@Override
public void close() {}
@Override
public void flush() {}
OutputStream init(final ByteBuffer mbb) {
mBB = mbb;
return this;
}
@Override
public void write(final byte[] b) {
mBB.put(b);
}
@Override
public void write(final byte[] b, final int off, final int l) {
mBB.put(b, off, l);
}
@Override
public void write(final int b) {
mBB.put((byte) b);
}
}.init(b)));
b.flip();
ImmutableRoaringBitmap irb = new ImmutableRoaringBitmap(b);
Assert.assertTrue(irb.equals(rb));
for (long k = Integer.MIN_VALUE; k < Integer.MAX_VALUE - 100000; k += offset) {
Assert.assertTrue(irb.contains((int) k));
}
for (int k = Integer.MAX_VALUE - 100000; k < Integer.MAX_VALUE - 100000 + runlength; ++k) {
Assert.assertTrue(irb.contains(k));
}
array = irb.toArray();
for (int k = 0; k < array.length - 1; ++k) {
Assert.assertTrue((0xFFFFFFFFL & array[k]) <= (0xFFFFFFFFL & array[k + 1]));
}
// Assert.assertEquals(Integer.MAX_VALUE - 100000 +runlength-1, array[array.length-1]);
}
}
@Test
public void ANDNOTtest() {
final MutableRoaringBitmap rr = new MutableRoaringBitmap();
for (int k = 4000; k < 4256; ++k) {
rr.add(k);
}
for (int k = 65536; k < 65536 + 4000; ++k) {
rr.add(k);
}
for (int k = 3 * 65536; k < 3 * 65536 + 9000; ++k) {
rr.add(k);
}
for (int k = 4 * 65535; k < 4 * 65535 + 7000; ++k) {
rr.add(k);
}
for (int k = 6 * 65535; k < 6 * 65535 + 10000; ++k) {
rr.add(k);
}
for (int k = 8 * 65535; k < 8 * 65535 + 1000; ++k) {
rr.add(k);
}
for (int k = 9 * 65535; k < 9 * 65535 + 30000; ++k) {
rr.add(k);
}
final MutableRoaringBitmap rr2 = new MutableRoaringBitmap();
for (int k = 4000; k < 4256; ++k) {
rr2.add(k);
}
for (int k = 65536; k < 65536 + 4000; ++k) {
rr2.add(k);
}
for (int k = 3 * 65536 + 2000; k < 3 * 65536 + 6000; ++k) {
rr2.add(k);
}
for (int k = 6 * 65535; k < 6 * 65535 + 1000; ++k) {
rr2.add(k);
}
for (int k = 7 * 65535; k < 7 * 65535 + 1000; ++k) {
rr2.add(k);
}
for (int k = 10 * 65535; k < 10 * 65535 + 5000; ++k) {
rr2.add(k);
}
final MutableRoaringBitmap correct = MutableRoaringBitmap.andNot(rr, rr2);
rr.andNot(rr2);
Assert.assertTrue(correct.equals(rr));
Assert.assertTrue(correct.hashCode() == rr.hashCode());
}
@Test
public void MappeableContainersAccessTestA() throws IOException {
// run containers too
MutableRoaringBitmap mr = new MutableRoaringBitmap();
for (int k = 4000; k < 4256; ++k) {
mr.add(k);
}
for (int k = (1 << 16); k < (1 << 16) + 4000; ++k) {
mr.add(k);
}
for (int k = (1 << 18); k < (1 << 18) + 9000; ++k) {
mr.add(k);
}
for (int k = (1 << 19); k < (1 << 19) + 7000; ++k) {
mr.add(k);
}
for (int k = (1 << 20); k < (1 << 20) + 10000; ++k) {
mr.add(k);
}
for (int k = (1 << 23); k < (1 << 23) + 1000; ++k) {
mr.add(k);
}
for (int k = (1 << 24); k < (1 << 24) + 30000; ++k) {
mr.add(k);
}
mr.runOptimize();
ByteBuffer buffer = serializeRoaring(mr);
buffer.rewind();
ImmutableRoaringBitmap ir = new ImmutableRoaringBitmap(buffer);
mr = ir.toMutableRoaringBitmap();
Assert.assertTrue(
(mr.getMappeableRoaringArray().getContainerAtIndex(0)) instanceof MappeableRunContainer);
Assert.assertTrue(
(mr.getMappeableRoaringArray().getContainerAtIndex(1)) instanceof MappeableRunContainer);
Assert.assertTrue(
(mr.getMappeableRoaringArray().getContainerAtIndex(2)) instanceof MappeableRunContainer);
Assert.assertTrue(
(mr.getMappeableRoaringArray().getContainerAtIndex(3)) instanceof MappeableRunContainer);
Assert.assertTrue(
(mr.getMappeableRoaringArray().getContainerAtIndex(4)) instanceof MappeableRunContainer);
Assert.assertTrue(
(mr.getMappeableRoaringArray().getContainerAtIndex(5)) instanceof MappeableRunContainer);
Assert.assertTrue(
(mr.getMappeableRoaringArray().getContainerAtIndex(6)) instanceof MappeableRunContainer);
Assert.assertTrue(mr.getMappeableRoaringArray().getContainerAtIndex(0).getCardinality() == 256);
Assert.assertTrue(
mr.getMappeableRoaringArray().getContainerAtIndex(1).getCardinality() == 4000);
Assert.assertTrue(
mr.getMappeableRoaringArray().getContainerAtIndex(2).getCardinality() == 9000);
Assert.assertTrue(
mr.getMappeableRoaringArray().getContainerAtIndex(3).getCardinality() == 7000);
Assert.assertTrue(
mr.getMappeableRoaringArray().getContainerAtIndex(4).getCardinality() == 10000);
Assert.assertTrue(
mr.getMappeableRoaringArray().getContainerAtIndex(5).getCardinality() == 1000);
Assert.assertTrue(
mr.getMappeableRoaringArray().getContainerAtIndex(6).getCardinality() == 30000);
MutableRoaringBitmap mr2 = new MutableRoaringBitmap();
for (int k = 4000; k < 4256; ++k) {
mr2.add(k);
}
for (int k = (1 << 16); k < (1 << 16) + 4000; ++k) {
mr2.add(k);
}
for (int k = (1 << 18) + 2000; k < (1 << 18) + 8000; ++k) {
mr2.add(k);
}
for (int k = (1 << 21); k < (1 << 21) + 1000; ++k) {
mr2.add(k);
}
for (int k = (1 << 22); k < (1 << 22) + 2000; ++k) {
mr2.add(k);
}
for (int k = (1 << 25); k < (1 << 25) + 5000; ++k) {
mr2.add(k);
}
mr2.runOptimize();
buffer = serializeRoaring(mr2);
buffer.rewind();
ImmutableRoaringBitmap ir2 = new ImmutableRoaringBitmap(buffer);
mr2 = ir2.toMutableRoaringBitmap();
Assert.assertTrue(
(mr2.getMappeableRoaringArray().getContainerAtIndex(0)) instanceof MappeableRunContainer);
Assert.assertTrue(
(mr2.getMappeableRoaringArray().getContainerAtIndex(1)) instanceof MappeableRunContainer);
Assert.assertTrue(
(mr2.getMappeableRoaringArray().getContainerAtIndex(2)) instanceof MappeableRunContainer);
Assert.assertTrue(
(mr2.getMappeableRoaringArray().getContainerAtIndex(3)) instanceof MappeableRunContainer);
Assert.assertTrue(
(mr2.getMappeableRoaringArray().getContainerAtIndex(4)) instanceof MappeableRunContainer);
Assert.assertTrue(
(mr2.getMappeableRoaringArray().getContainerAtIndex(5)) instanceof MappeableRunContainer);
Assert.assertTrue(
mr2.getMappeableRoaringArray().getContainerAtIndex(0).getCardinality() == 256);
Assert.assertTrue(
mr2.getMappeableRoaringArray().getContainerAtIndex(1).getCardinality() == 4000);
Assert.assertTrue(
mr2.getMappeableRoaringArray().getContainerAtIndex(2).getCardinality() == 6000);
Assert.assertTrue(
mr2.getMappeableRoaringArray().getContainerAtIndex(3).getCardinality() == 1000);
Assert.assertTrue(
mr2.getMappeableRoaringArray().getContainerAtIndex(4).getCardinality() == 2000);
Assert.assertTrue(
mr2.getMappeableRoaringArray().getContainerAtIndex(5).getCardinality() == 5000);
MutableRoaringBitmap mr3 = new MutableRoaringBitmap();
buffer = serializeRoaring(mr3);
buffer.rewind();
ImmutableRoaringBitmap ir3 = new ImmutableRoaringBitmap(buffer);
mr3 = ir3.toMutableRoaringBitmap();
Assert.assertTrue(mr3.getCardinality() == 0);
}