@Override
public void writeRawField(String fieldName, byte[] content, OutputStream bos) throws IOException {
writeFieldName(fieldName);
try (SmileParser parser = SmileXContent.smileFactory.createParser(content)) {
parser.nextToken();
generator.copyCurrentStructure(parser);
}
}
/** Merges the {@code message} from the {@link InputStream} using the given {@code schema}. */
public static <T> void mergeFrom(InputStream in, T message, Schema<T> schema, boolean numeric)
throws IOException {
final IOContext context = new IOContext(DEFAULT_SMILE_FACTORY._getBufferRecycler(), in, false);
final SmileParser parser = newSmileParser(in, context.allocReadIOBuffer(), 0, 0, true, context);
// final SmileParser parser = DEFAULT_SMILE_FACTORY.createJsonParser(in);
try {
JsonIOUtil.mergeFrom(parser, message, schema, numeric);
} finally {
parser.close();
}
}
/**
* Parses the {@code messages} from the stream using the given {@code schema}.
*
* <p>The {@link LinkedBuffer}'s internal byte array will be used when reading the message.
*/
public static <T> List<T> parseListFrom(
InputStream in, Schema<T> schema, boolean numeric, LinkedBuffer buffer) throws IOException {
final IOContext context = new IOContext(DEFAULT_SMILE_FACTORY._getBufferRecycler(), in, false);
final SmileParser parser = newSmileParser(in, buffer.buffer, 0, 0, false, context);
// final SmileParser parser = DEFAULT_SMILE_FACTORY.createJsonParser(in);
try {
return JsonIOUtil.parseListFrom(parser, schema, numeric);
} finally {
parser.close();
}
}
/** Merges the {@code message} with the byte array using the given {@code schema}. */
public static <T> void mergeFrom(
byte[] data, int offset, int length, T message, Schema<T> schema, boolean numeric)
throws IOException {
final IOContext context =
new IOContext(DEFAULT_SMILE_FACTORY._getBufferRecycler(), data, false);
final SmileParser parser = newSmileParser(null, data, offset, offset + length, false, context);
// final SmileParser parser = DEFAULT_SMILE_FACTORY.createJsonParser(data, offset, length);
try {
JsonIOUtil.mergeFrom(parser, message, schema, numeric);
} finally {
parser.close();
}
}
public void testDoubles() throws IOException {
ByteArrayOutputStream bo = new ByteArrayOutputStream();
SmileGenerator g = smileGenerator(bo, false);
double value = -12.0986;
g.writeNumber(value);
g.close();
byte[] data = bo.toByteArray();
assertEquals(11, data.length);
SmileParser p = _smileParser(data);
assertToken(JsonToken.VALUE_NUMBER_FLOAT, p.nextToken());
assertEquals(JsonParser.NumberType.DOUBLE, p.getNumberType());
assertEquals(value, p.getDoubleValue());
p.close();
}
public void testFloats() throws IOException {
ByteArrayOutputStream bo = new ByteArrayOutputStream();
SmileGenerator g = smileGenerator(bo, false);
float value = 0.37f;
g.writeNumber(value);
g.close();
byte[] data = bo.toByteArray();
assertEquals(6, data.length);
SmileParser p = _smileParser(data);
assertToken(JsonToken.VALUE_NUMBER_FLOAT, p.nextToken());
assertEquals(JsonParser.NumberType.FLOAT, p.getNumberType());
assertEquals(value, p.getFloatValue());
p.close();
}
public void testIntsInObjectSkipping() throws IOException {
byte[] data = _smileDoc("{\"a\":200,\"b\":200}");
SmileParser p = _smileParser(data);
assertToken(JsonToken.START_OBJECT, p.nextToken());
assertToken(JsonToken.FIELD_NAME, p.nextToken());
assertEquals("a", p.getCurrentName());
assertToken(JsonToken.VALUE_NUMBER_INT, p.nextToken());
// let's NOT access value, forcing skipping
assertToken(JsonToken.FIELD_NAME, p.nextToken());
assertEquals("b", p.getCurrentName());
assertToken(JsonToken.VALUE_NUMBER_INT, p.nextToken());
// let's NOT access value, forcing skipping
assertToken(JsonToken.END_OBJECT, p.nextToken());
p.close();
}
public void testMinMaxInts() throws IOException {
byte[] data = _smileDoc(String.valueOf(Integer.MAX_VALUE));
SmileParser p = _smileParser(data);
assertToken(JsonToken.VALUE_NUMBER_INT, p.nextToken());
assertEquals(JsonParser.NumberType.INT, p.getNumberType());
assertEquals(Integer.MAX_VALUE, p.getIntValue());
p.close();
data = _smileDoc(String.valueOf(Integer.MIN_VALUE));
p = _smileParser(data);
assertToken(JsonToken.VALUE_NUMBER_INT, p.nextToken());
assertEquals(JsonParser.NumberType.INT, p.getNumberType());
assertEquals(Integer.MIN_VALUE, p.getIntValue());
p.close();
}
@Override
protected void writeObjectRaw(String fieldName, BytesReference content, OutputStream bos)
throws IOException {
writeFieldName(fieldName);
SmileParser parser;
if (content.hasArray()) {
parser =
SmileXContent.smileFactory.createParser(
content.array(), content.arrayOffset(), content.length());
} else {
parser = SmileXContent.smileFactory.createParser(content.streamInput());
}
try {
parser.nextToken();
generator.copyCurrentStructure(parser);
} finally {
parser.close();
}
}
public void testArrayWithDoubles() throws IOException {
ByteArrayOutputStream bo = new ByteArrayOutputStream();
SmileGenerator g = smileGenerator(bo, false);
g.writeStartArray();
g.writeNumber(0.1f);
g.writeNumber(0.333);
g.writeEndArray();
g.close();
byte[] data = bo.toByteArray();
assertEquals(19, data.length);
SmileParser p = _smileParser(data);
assertToken(JsonToken.START_ARRAY, p.nextToken());
assertToken(JsonToken.VALUE_NUMBER_FLOAT, p.nextToken());
assertEquals(JsonParser.NumberType.FLOAT, p.getNumberType());
assertEquals(0.1f, p.getFloatValue());
assertToken(JsonToken.VALUE_NUMBER_FLOAT, p.nextToken());
assertEquals(JsonParser.NumberType.DOUBLE, p.getNumberType());
assertEquals(0.333, p.getDoubleValue());
assertToken(JsonToken.END_ARRAY, p.nextToken());
p.close();
}
public void testBorderLongs() throws IOException {
long l = (long) Integer.MIN_VALUE - 1L;
byte[] data = _smileDoc(String.valueOf(l), false);
assertEquals(6, data.length);
SmileParser p = _smileParser(data);
assertToken(JsonToken.VALUE_NUMBER_INT, p.nextToken());
assertEquals(JsonParser.NumberType.LONG, p.getNumberType());
assertEquals(l, p.getLongValue());
p.close();
l = 1L + (long) Integer.MAX_VALUE;
data = _smileDoc(String.valueOf(l), false);
assertEquals(6, data.length);
p = _smileParser(data);
assertToken(JsonToken.VALUE_NUMBER_INT, p.nextToken());
assertEquals(JsonParser.NumberType.LONG, p.getNumberType());
assertEquals(l, p.getLongValue());
p.close();
}
public void testArrayWithInts() throws IOException {
byte[] data =
_smileDoc(
"[ 1, 0, -1, 255, -999, "
+ Integer.MIN_VALUE
+ ","
+ Integer.MAX_VALUE
+ ","
+ Long.MIN_VALUE
+ ", "
+ Long.MAX_VALUE
+ " ]");
SmileParser p = _smileParser(data);
assertNull(p.getCurrentToken());
assertToken(JsonToken.START_ARRAY, p.nextToken());
assertToken(JsonToken.VALUE_NUMBER_INT, p.nextToken());
assertEquals(1, p.getIntValue());
assertEquals(JsonParser.NumberType.INT, p.getNumberType());
assertToken(JsonToken.VALUE_NUMBER_INT, p.nextToken());
assertEquals(0, p.getIntValue());
assertEquals(JsonParser.NumberType.INT, p.getNumberType());
assertToken(JsonToken.VALUE_NUMBER_INT, p.nextToken());
assertEquals(-1, p.getIntValue());
assertEquals(JsonParser.NumberType.INT, p.getNumberType());
assertToken(JsonToken.VALUE_NUMBER_INT, p.nextToken());
assertEquals(255, p.getIntValue());
assertEquals(JsonParser.NumberType.INT, p.getNumberType());
assertToken(JsonToken.VALUE_NUMBER_INT, p.nextToken());
assertEquals(-999, p.getIntValue());
assertEquals(JsonParser.NumberType.INT, p.getNumberType());
assertToken(JsonToken.VALUE_NUMBER_INT, p.nextToken());
assertEquals(JsonParser.NumberType.INT, p.getNumberType());
assertEquals(Integer.MIN_VALUE, p.getIntValue());
assertToken(JsonToken.VALUE_NUMBER_INT, p.nextToken());
assertEquals(Integer.MAX_VALUE, p.getIntValue());
assertEquals(JsonParser.NumberType.INT, p.getNumberType());
assertToken(JsonToken.VALUE_NUMBER_INT, p.nextToken());
assertEquals(JsonParser.NumberType.LONG, p.getNumberType());
assertEquals(Long.MIN_VALUE, p.getLongValue());
assertToken(JsonToken.VALUE_NUMBER_INT, p.nextToken());
assertEquals(Long.MAX_VALUE, p.getLongValue());
assertEquals(JsonParser.NumberType.LONG, p.getNumberType());
assertToken(JsonToken.END_ARRAY, p.nextToken());
p.close();
}
public void testObjectWithDoubles() throws IOException {
ByteArrayOutputStream bo = new ByteArrayOutputStream();
SmileGenerator g = smileGenerator(bo, false);
g.writeStartObject();
g.writeNumberField("x", 0.5);
g.writeNumberField("y", 0.01338);
g.writeEndObject();
g.close();
byte[] data = bo.toByteArray();
// first let's just skip
SmileParser p = _smileParser(data);
assertToken(JsonToken.START_OBJECT, p.nextToken());
assertToken(JsonToken.FIELD_NAME, p.nextToken());
assertToken(JsonToken.VALUE_NUMBER_FLOAT, p.nextToken());
assertToken(JsonToken.FIELD_NAME, p.nextToken());
assertToken(JsonToken.VALUE_NUMBER_FLOAT, p.nextToken());
assertToken(JsonToken.END_OBJECT, p.nextToken());
p.close();
// and then check data too (skip codepath distinct)
p = _smileParser(data);
assertToken(JsonToken.START_OBJECT, p.nextToken());
assertToken(JsonToken.FIELD_NAME, p.nextToken());
assertEquals("x", p.getText());
assertToken(JsonToken.VALUE_NUMBER_FLOAT, p.nextToken());
assertEquals(0.5, p.getDoubleValue());
assertToken(JsonToken.FIELD_NAME, p.nextToken());
assertEquals("y", p.getText());
assertToken(JsonToken.VALUE_NUMBER_FLOAT, p.nextToken());
assertEquals(0.01338, p.getDoubleValue());
assertToken(JsonToken.END_OBJECT, p.nextToken());
p.close();
}
public void testBigInteger() throws IOException {
ByteArrayOutputStream bo = new ByteArrayOutputStream();
BigInteger in = new BigInteger(String.valueOf(Long.MIN_VALUE) + "0012575934");
SmileGenerator g = smileGenerator(bo, false);
g.writeNumber(in);
g.close();
byte[] data = bo.toByteArray();
SmileParser p = _smileParser(data);
assertToken(JsonToken.VALUE_NUMBER_INT, p.nextToken());
assertEquals(JsonParser.NumberType.BIG_INTEGER, p.getNumberType());
assertEquals(BigInteger.class, p.getNumberValue().getClass());
assertEquals(in, p.getBigIntegerValue());
p.close();
// second test; verify skipping works
bo = new ByteArrayOutputStream();
g = smileGenerator(bo, false);
g.writeStartArray();
g.writeNumber(in);
g.writeEndArray();
g.close();
data = bo.toByteArray();
p = _smileParser(data);
assertToken(JsonToken.START_ARRAY, p.nextToken());
assertToken(JsonToken.VALUE_NUMBER_INT, p.nextToken());
assertToken(JsonToken.END_ARRAY, p.nextToken());
assertNull(p.nextToken());
p.close();
}
public void testLongs() throws IOException {
long l = Long.MAX_VALUE;
byte[] data = _smileDoc(String.valueOf(l));
SmileParser p = _smileParser(data);
assertToken(JsonToken.VALUE_NUMBER_INT, p.nextToken());
assertEquals(JsonParser.NumberType.LONG, p.getNumberType());
assertEquals(l, p.getLongValue());
assertEquals(String.valueOf(l), p.getText());
p.close();
l = Long.MIN_VALUE;
data = _smileDoc(String.valueOf(l));
p = _smileParser(data);
assertToken(JsonToken.VALUE_NUMBER_INT, p.nextToken());
assertEquals(JsonParser.NumberType.LONG, p.getNumberType());
assertEquals(l, p.getLongValue());
assertEquals(String.valueOf(l), p.getText());
p.close();
}
public void testBigDecimal() throws IOException {
ByteArrayOutputStream bo = new ByteArrayOutputStream();
BigDecimal in = new BigDecimal("32599.00001");
SmileGenerator g = smileGenerator(bo, false);
g.writeNumber(in);
g.close();
byte[] data = bo.toByteArray();
SmileParser p = _smileParser(data);
assertToken(JsonToken.VALUE_NUMBER_FLOAT, p.nextToken());
assertEquals(JsonParser.NumberType.BIG_DECIMAL, p.getNumberType());
assertEquals(BigDecimal.class, p.getNumberValue().getClass());
assertEquals(in, p.getDecimalValue());
p.close();
// second test; verify skipping works
bo = new ByteArrayOutputStream();
g = smileGenerator(bo, false);
g.writeStartArray();
g.writeNumber(in);
g.writeEndArray();
g.close();
data = bo.toByteArray();
p = _smileParser(data);
assertToken(JsonToken.START_ARRAY, p.nextToken());
assertToken(JsonToken.VALUE_NUMBER_FLOAT, p.nextToken());
assertToken(JsonToken.END_ARRAY, p.nextToken());
assertNull(p.nextToken());
p.close();
}
public void testIntsMedium() throws IOException {
byte[] data = _smileDoc("255");
SmileParser p = _smileParser(data);
assertToken(JsonToken.VALUE_NUMBER_INT, p.nextToken());
assertEquals(255, p.getIntValue());
assertEquals("255", p.getText());
data = _smileDoc("-999");
p.close();
p = _smileParser(data);
assertToken(JsonToken.VALUE_NUMBER_INT, p.nextToken());
assertEquals(JsonParser.NumberType.INT, p.getNumberType());
assertEquals(-999, p.getIntValue());
assertEquals("-999", p.getText());
p.close();
data = _smileDoc("123456789");
p = _smileParser(data);
assertToken(JsonToken.VALUE_NUMBER_INT, p.nextToken());
assertEquals(JsonParser.NumberType.INT, p.getNumberType());
assertEquals(123456789, p.getIntValue());
p.close();
}
