@Test public void testZeroSizeFile() throws Exception { ByteArrayOutputStream log = new ByteArrayOutputStream(); helper.redirectLog(log, LogLevel.BASIC); try (FileObject fileObj = KettleVFS.getFileObject(BASE_RAM_DIR + "test.json"); LocaleChange enUs = new LocaleChange(Locale.US); ) { fileObj.createFile(); JsonInputField price = new JsonInputField(); price.setName("price"); price.setType(ValueMetaInterface.TYPE_NUMBER); price.setPath("$..book[*].price"); JsonInputMeta meta = createSimpleMeta("in file", price); meta.setIsAFile(true); meta.setRemoveSourceField(true); meta.setIgnoreEmptyFile(false); JsonInput jsonInput = createJsonInput( "in file", meta, new Object[][] {new Object[] {BASE_RAM_DIR + "test.json"}}); processRows(jsonInput, 1); String logMsgs = log.toString(); assertTrue(logMsgs, logMsgs.contains("is empty!")); } finally { deleteFiles(); } }
@Test public void testZipFileInput() throws Exception { ByteArrayOutputStream err = new ByteArrayOutputStream(); helper.redirectLog(err, LogLevel.ERROR); final String input = getBasicTestJson(); try (FileObject fileObj = KettleVFS.getFileObject(BASE_RAM_DIR + "test.zip")) { fileObj.createFile(); try (OutputStream out = fileObj.getContent().getOutputStream()) { try (ZipOutputStream zipOut = new ZipOutputStream(out)) { ZipEntry jsonFile = new ZipEntry("test.json"); zipOut.putNextEntry(jsonFile); zipOut.write(input.getBytes()); zipOut.closeEntry(); zipOut.flush(); } } JsonInputField price = new JsonInputField(); price.setName("price"); price.setType(ValueMetaInterface.TYPE_NUMBER); price.setPath("$..book[*].price"); JsonInputMeta meta = createSimpleMeta("in file", price); meta.setIsAFile(true); meta.setRemoveSourceField(true); JsonInput jsonInput = createJsonInput( "in file", meta, new Object[][] {new Object[] {"zip:" + BASE_RAM_DIR + "test.zip!/test.json"}}); RowComparatorListener rowComparator = new RowComparatorListener( new Object[] {8.95d}, new Object[] {12.99d}, new Object[] {8.99d}, new Object[] {22.99d}); jsonInput.addRowListener(rowComparator); processRows(jsonInput, 5); Assert.assertEquals(err.toString(), 0, jsonInput.getErrors()); } finally { deleteFiles(); } }
@Test public void testExtraFileFields() throws Exception { ByteArrayOutputStream err = new ByteArrayOutputStream(); helper.redirectLog(err, LogLevel.ERROR); final String input1 = getBasicTestJson(); final String input2 = "{ \"store\": { \"bicycle\": { \"color\": \"blue\" } } }"; final String path1 = BASE_RAM_DIR + "test1.json"; final String path2 = BASE_RAM_DIR + "test2.js"; try (FileObject fileObj1 = KettleVFS.getFileObject(path1); FileObject fileObj2 = KettleVFS.getFileObject(path2)) { try (OutputStream out = fileObj1.getContent().getOutputStream()) { out.write(input1.getBytes()); } try (OutputStream out = fileObj2.getContent().getOutputStream()) { out.write(input2.getBytes()); } JsonInputField color = new JsonInputField(); color.setName("color"); color.setType(ValueMetaInterface.TYPE_STRING); color.setPath("$.store.bicycle.color"); JsonInputMeta meta = createSimpleMeta("in file", color); meta.setInFields(true); meta.setIsAFile(true); meta.setRemoveSourceField(true); meta.setExtensionField("extension"); meta.setPathField("dir path"); meta.setSizeField("size"); meta.setIsHiddenField("hidden?"); meta.setLastModificationDateField("last modified"); meta.setUriField("URI"); meta.setRootUriField("root URI"); // custom checkers for size and last modified RowComparatorListener rowComparator = new RowComparatorListener( new Object[] { "red", "json", "ram:///jsonInputTest", -1L, false, new Date(0), "ram:///jsonInputTest/test1.json", "ram:///" }, new Object[] { "blue", "js", "ram:///jsonInputTest", -1L, false, new Date(0), "ram:///jsonInputTest/test2.js", "ram:///" }); rowComparator.setComparator( 3, new RowComparatorListener.Comparison<Object>() { @Override public boolean equals(Object expected, Object actual) throws Exception { // just want a valid size return ((long) actual) > 0L; } }); rowComparator.setComparator( 5, new RowComparatorListener.Comparison<Object>() { @Override public boolean equals(Object expected, Object actual) throws Exception { return ((Date) actual).after(new Date(0)); } }); JsonInput jsonInput = createJsonInput( "in file", meta, new Object[][] {new Object[] {path1}, new Object[] {path2}}); jsonInput.addRowListener(rowComparator); processRows(jsonInput, 3); Assert.assertEquals(err.toString(), 0, jsonInput.getErrors()); } finally { deleteFiles(); } }