public void testReader5() throws Exception {
BitReader in =
new BitReader(NIOUtils.fetchFrom(new File("src/test/resources/h264/bitstream/data.dat")));
DummyBitstreamReader in1 =
new DummyBitstreamReader(
new BufferedInputStream(
new FileInputStream("src/test/resources/h264/bitstream/data.dat")));
String readFileToString =
new String(
NIOUtils.toArray(
NIOUtils.fetchFrom(new File("src/test/resources/h264/bitstream/reads.csv"))));
String[] split = StringUtils.split(readFileToString, ",");
for (String string : split) {
String trim = string.trim();
if (StringUtils.isEmpty(trim)) continue;
if ("r1".equals(trim)) assertEquals(in1.read1Bit(), in.read1Bit());
else if ("a".equals(trim)) assertEquals(in1.align(), in.align());
else if ("md".equals(trim)) assertEquals(in1.moreData(), in.moreData());
else if ("lb".equals(trim)) assertEquals(in1.lastByte(), in.lastByte());
else if ("cub".equals(trim)) assertEquals(in1.curBit(), in.curBit());
else if (trim.startsWith("s")) {
int i = Integer.parseInt(trim.substring(1));
in1.skip(i);
in.skip(i);
} else if (trim.startsWith("c")) {
int i = Integer.parseInt(trim.substring(1));
assertEquals(in1.checkNBit(i), in.checkNBit(i));
} else {
int i = Integer.parseInt(trim);
assertEquals(in1.readNBit(i), in.readNBit(i));
}
}
}
@Test
public void testCheckSkip() throws IOException {
byte[] data = randomData(2048);
BitReader reader = reader(data);
reader.skip(1000 << 3);
reader.skip(31);
for (int i = 0; i < 40; i++) {
reader.checkNBit(5);
reader.skip(8);
}
}
@Test
public void testRandom1Bit() throws IOException {
byte[] data = randomData(10000);
BitReader in1 = reader(data);
DummyBitstreamReader in2 = new DummyBitstreamReader(new ByteArrayInputStream(data));
for (int i = 0; i < 80000; i++) {
int exp = in2.read1Bit();
assertEquals(exp, in1.read1Bit());
}
}
public void testReader4() throws Exception {
BitReader in =
reader(
new byte[] {
b("00000000"),
b("00000000"),
b("00000000"),
b("00000000"),
b("00000000"),
b("00000000"),
b("00000000"),
b("00000000"),
b("10001100"),
b("00011100"),
b("00110100"),
b("00010000"),
b("11111111")
});
in.skip(63);
assertEquals(i("010"), in.readNBit(3));
assertEquals(i("001"), in.readNBit(3));
assertEquals(i("100"), in.readNBit(3));
assertEquals(i("000"), in.readNBit(3));
assertEquals(i("111"), in.readNBit(3));
assertEquals(i("000"), in.readNBit(3));
assertEquals(i("011"), in.readNBit(3));
assertEquals(i("010"), in.readNBit(3));
assertEquals(i("000"), in.readNBit(3));
assertEquals(i("010"), in.readNBit(3));
assertEquals(i("000"), in.readNBit(3));
}
@Test
public void testRandomNBit() throws IOException {
for (int bits = 1; bits <= 32; bits++) {
byte[] data = randomData(bits * 10000);
BitReader in1 = reader(data);
DummyBitstreamReader in2 = new DummyBitstreamReader(new ByteArrayInputStream(data));
for (int i = 0; i < 80000; i++) {
int exp = in2.readNBit(bits);
int exp1 = in1.readNBit(bits);
assertEquals(exp, exp1);
}
}
}
public static void main(String[] args) throws IOException, FileNotFoundException {
BitReader in = new BitReader(args[0]); // open
// read in padding
int padding = in.readBits(8);
// read in the number of nodes to expect in Huffman Tree
int numNodes = in.readBits(32);
TreeNode[] nodes = new TreeNode[numNodes];
for (int z = 0; z < numNodes; z++) {
nodes[z] = new TreeLeaf(in.readBits(8), in.readBits(32));
}
while (nodes.length > 1) {
nodes = HuffmanIterate(nodes);
}
in.readBits(
padding); // reads off the padding bits, so that the remainder is simply the encoded file
String x = "";
boolean sam;
TreeNode t;
t = nodes[0];
while (!(in.isEof())) {
if (!t.isLeaf()) {
sam = in.readBit();
if (!sam) {
t = t.getLeft();
}
if (sam) {
t = t.getRight();
}
} else {
x += (char) ((TreeLeaf) t).getChar();
t = nodes[0];
}
}
x +=
(char)
((TreeLeaf) t)
.getChar(); // ensures final character is added to file, because while loop stops
// one char short
in.close();
BitWriter out = new BitWriter(args[1]);
for (int j = 0; j < x.length(); j++) {
out.writeBits(x.toCharArray()[j], 8);
}
out.close();
}
/**
* Read bits until a symbol can be identified. The weight of the read symbol will be incremented.
*
* @param bitreader The source of bits.
* @return The integer value of the symbol.
* @throws JSONException
*/
public int read(BitReader bitreader) throws JSONException {
try {
this.width = 0;
Symbol symbol = this.table;
while (symbol.integer == none) {
this.width += 1;
symbol = bitreader.bit() ? symbol.one : symbol.zero;
}
tick(symbol.integer);
if (JSONzip.probe) {
JSONzip.logchar(symbol.integer, this.width);
}
return symbol.integer;
} catch (Throwable e) {
throw new JSONException(e);
}
}
@Test
public void testReader2() throws IOException {
BitReader in =
reader(
new byte[] {
b("10100111"),
b("10101110"),
b("10010111"),
b("01000010"),
b("10100101"),
b("11000001"),
b("11100001"),
b("01010101"),
b("00111100"),
b("10100011"),
b("01010000"),
b("01010100"),
b("00101010"),
b("01010100"),
b("10101001"),
b("00001010"),
b("10000011"),
b("11000000"),
b("00010101"),
b("11010100"),
b("10111110"),
b("10100100"),
b("10001010"),
b("01010001"),
b("00100000"),
b("00111110"),
b("00000101"),
b("00100100")
});
assertTrue(in.moreData());
assertFalse(in.lastByte());
assertEquals(i("101001111010"), in.readNBit(12));
assertTrue(in.moreData());
assertEquals(i("1"), in.read1Bit());
assertEquals(i("110100101110100001"), in.readNBit(18));
assertEquals(i("0"), in.read1Bit());
assertEquals(i("1"), in.read1Bit());
assertEquals(i("0"), in.read1Bit());
assertEquals(6, in.skip(6));
assertEquals(i("110"), in.readNBit(3));
assertEquals(i("0000111"), in.readNBit(7));
assertTrue(in.moreData());
assertEquals(i("10000"), in.checkNBit(5));
assertEquals(i("10000101010"), in.readNBit(11));
assertEquals(i("10100"), in.readNBit(5));
assertEquals(15, in.skip(15));
assertEquals(i("1"), in.read1Bit());
assertEquals(i("0"), in.read1Bit());
assertEquals(i("1000001010"), in.readNBit(10));
assertEquals(47, in.skip(47));
assertEquals(i("00000001010111010100101111101010"), in.readNBit(32));
assertTrue(in.moreData());
assertEquals(i("01001000101"), in.readNBit(11));
assertTrue(in.moreData());
assertEquals(20, in.skip(20));
assertTrue(in.moreData());
assertEquals(i("11110000001010010010"), in.readNBit(20));
assertFalse(in.moreData());
assertTrue(in.lastByte());
}
public void testReader6() throws IOException {
BitReader in =
reader(
new byte[] {
b("01010100"),
b("00011001"),
b("10000100"),
b("10001111"),
b("11101011"),
b("10010100"),
b("01101010"),
b("01011111"),
b("01110101")
});
assertEquals(0, in.read1Bit());
assertEquals(1, in.read1Bit());
assertEquals(20, in.readNBit(6));
assertEquals(0, in.read1Bit());
assertEquals(0, in.read1Bit());
assertEquals(0, in.read1Bit());
assertEquals(1, in.read1Bit());
assertEquals(4, in.readNBit(3));
assertEquals(1, in.read1Bit());
assertEquals(1, in.read1Bit());
assertEquals(0, in.read1Bit());
assertEquals(0, in.read1Bit());
assertEquals(0, in.read1Bit());
assertEquals(0, in.read1Bit());
assertEquals(1, in.read1Bit());
assertEquals(0, in.read1Bit());
assertEquals(0, in.read1Bit());
assertEquals(1, in.read1Bit());
assertEquals(0, in.read1Bit());
assertEquals(0, in.read1Bit());
assertEquals(0, in.read1Bit());
assertEquals(1, in.read1Bit());
assertEquals(1, in.read1Bit());
assertEquals(1, in.read1Bit());
assertEquals(1, in.read1Bit());
assertEquals(1, in.read1Bit());
assertEquals(1, in.read1Bit());
assertEquals(1, in.read1Bit());
assertEquals(0, in.read1Bit());
assertEquals(1, in.read1Bit());
assertEquals(0, in.read1Bit());
assertEquals(1, in.read1Bit());
assertEquals(1, in.read1Bit());
assertEquals(1, in.read1Bit());
assertEquals(0, in.read1Bit());
assertEquals(0, in.read1Bit());
assertEquals(1, in.read1Bit());
assertEquals(0, in.read1Bit());
assertEquals(1, in.read1Bit());
assertEquals(0, in.read1Bit());
assertEquals(0, in.read1Bit());
assertEquals(0, in.read1Bit());
assertEquals(1, in.read1Bit());
assertEquals(1, in.read1Bit());
assertEquals(0, in.read1Bit());
assertEquals(1, in.read1Bit());
assertEquals(0, in.read1Bit());
assertEquals(1, in.read1Bit());
assertEquals(0, in.read1Bit());
assertEquals(0, in.read1Bit());
assertEquals(1, in.read1Bit());
assertEquals(0, in.read1Bit());
assertEquals(1, in.read1Bit());
assertEquals(1, in.read1Bit());
assertEquals(1, in.read1Bit());
assertEquals(1, in.read1Bit());
assertEquals(1, in.read1Bit());
assertEquals(0, in.read1Bit());
assertEquals(1, in.read1Bit());
assertEquals(1, in.read1Bit());
assertEquals(1, in.read1Bit());
assertEquals(0, in.read1Bit());
assertEquals(1, in.read1Bit());
assertEquals(0, in.read1Bit());
assertEquals(1, in.read1Bit());
}
@Test
public void testReader1() throws IOException {
BitReader in =
reader(
new byte[] {
b("10011000"),
b("00011100"),
b("11001101"),
b("01010101"),
b("11101001"),
b("00101110"),
b("00000111"),
b("00011101"),
b("10100100"),
b("01101110"),
b("10000101"),
b("00001100"),
b("01010111"),
b("01000000")
});
assertFalse(in.lastByte());
assertEquals(i("1"), in.read1Bit());
assertFalse(in.lastByte());
assertEquals(i("00110000001110011001101"), in.checkNBit(23));
assertEquals(i("001"), in.readNBit(3));
assertTrue(in.moreData());
assertFalse(in.lastByte());
assertEquals(i("1000"), in.readNBit(4));
assertTrue(in.isByteAligned());
assertEquals(0, in.curBit());
assertEquals(7, in.skip(7));
assertEquals(7, in.curBit());
assertFalse(in.lastByte());
assertEquals(i("011"), in.readNBit(3));
assertEquals(i("0011010101010"), in.checkNBit(13));
assertEquals(i("0011"), in.readNBit(4));
assertEquals(35, in.skip(35));
assertTrue(in.moreData());
assertFalse(in.lastByte());
assertEquals(i("0011"), in.checkNBit(4));
assertEquals(i("001110110"), in.readNBit(9));
assertFalse(in.lastByte());
assertEquals(i("1"), in.readNBit(1));
assertFalse(in.lastByte());
assertEquals(i("00100"), in.readNBit(5));
assertTrue(in.moreData());
assertFalse(in.lastByte());
assertEquals(i("011"), in.readNBit(3));
assertFalse(in.lastByte());
assertEquals(i("01110"), in.checkNBit(5));
assertEquals(i("01110100"), in.readNBit(8));
assertFalse(in.lastByte());
assertEquals(i("001010000110001"), in.readNBit(15));
assertTrue(in.moreData());
assertFalse(in.lastByte());
assertEquals(i("010111010"), in.readNBit(9));
assertTrue(in.lastByte());
assertFalse(in.moreData());
assertEquals(i("0"), in.read1Bit());
assertEquals(i("0"), in.read1Bit());
assertEquals(i("0"), in.readNBit(1));
assertEquals(i("00"), in.readNBit(2));
}
@Test
public void testReader3() throws IOException {
BitReader in =
reader(
new byte[] {
b("10100111"),
b("10101110"),
b("10010111"),
b("01000010"),
b("10100101"),
b("11000001"),
b("11100001"),
b("01010101"),
b("00111100"),
b("10100011"),
b("01010000")
});
assertEquals(i("1"), in.read1Bit());
assertEquals(i("0"), in.read1Bit());
assertEquals(i("1"), in.read1Bit());
assertEquals(i("0"), in.read1Bit());
assertEquals(i("0"), in.read1Bit());
assertEquals(i("1"), in.read1Bit());
assertEquals(i("1"), in.read1Bit());
assertEquals(i("1"), in.read1Bit());
assertEquals(i("1"), in.read1Bit());
assertEquals(i("0"), in.read1Bit());
assertEquals(i("1"), in.read1Bit());
assertEquals(i("0"), in.read1Bit());
assertEquals(i("1"), in.read1Bit());
assertEquals(i("1"), in.read1Bit());
assertEquals(i("1"), in.read1Bit());
assertEquals(i("0"), in.read1Bit());
assertEquals(i("1"), in.read1Bit());
assertEquals(i("0"), in.read1Bit());
assertEquals(i("0"), in.read1Bit());
assertEquals(i("1"), in.read1Bit());
assertEquals(i("0"), in.read1Bit());
assertEquals(i("1"), in.read1Bit());
assertEquals(i("1"), in.read1Bit());
assertEquals(i("1"), in.read1Bit());
assertEquals(i("0"), in.read1Bit());
assertEquals(i("1"), in.read1Bit());
assertEquals(i("0"), in.read1Bit());
assertEquals(i("0"), in.read1Bit());
assertEquals(i("0"), in.read1Bit());
assertEquals(i("0"), in.read1Bit());
assertEquals(i("1"), in.read1Bit());
assertEquals(i("0"), in.read1Bit());
assertEquals(i("1"), in.read1Bit());
assertEquals(i("0"), in.read1Bit());
assertEquals(i("1"), in.read1Bit());
assertEquals(i("0"), in.read1Bit());
assertEquals(i("0"), in.read1Bit());
assertEquals(i("1"), in.read1Bit());
assertEquals(i("0"), in.read1Bit());
assertEquals(i("1"), in.read1Bit());
assertEquals(i("1"), in.read1Bit());
assertEquals(i("1"), in.read1Bit());
assertEquals(i("0"), in.read1Bit());
assertEquals(i("0"), in.read1Bit());
assertEquals(i("0"), in.read1Bit());
assertEquals(i("0"), in.read1Bit());
assertEquals(i("0"), in.read1Bit());
assertEquals(i("1"), in.read1Bit());
assertEquals(i("1"), in.read1Bit());
assertEquals(i("1"), in.read1Bit());
assertEquals(i("1"), in.read1Bit());
assertEquals(i("0"), in.read1Bit());
assertEquals(i("0"), in.read1Bit());
assertEquals(i("0"), in.read1Bit());
assertEquals(i("0"), in.read1Bit());
assertEquals(i("1"), in.read1Bit());
assertEquals(i("0"), in.read1Bit());
assertEquals(i("1"), in.read1Bit());
assertEquals(i("0"), in.read1Bit());
assertEquals(i("1"), in.read1Bit());
assertEquals(i("0"), in.read1Bit());
assertEquals(i("1"), in.read1Bit());
assertEquals(i("0"), in.read1Bit());
assertEquals(i("1"), in.read1Bit());
}
