protected List<Record> processKafkaMessage(String messageId, byte[] payload) throws StageException { List<Record> records = new ArrayList<>(); try (DataParser parser = parserFactory.getParser(messageId, payload)) { Record record = parser.parse(); while (record != null) { records.add(record); record = parser.parse(); } } catch (IOException | DataParserException ex) { handleException(messageId, ex); } if (produceSingleRecordPerMessage) { List<Field> list = new ArrayList<>(); for (Record record : records) { list.add(record.get()); } Record record = records.get(0); record.set(Field.create(list)); records.clear(); records.add(record); } return records; }
protected List<Record> processMessage(String messageId, Object message) throws StageException { List<Record> records = new ArrayList<>(); if (dataFormat == DataFormat.AVRO) { try (DataParser parser = parserFactory.getParser(messageId, (byte[]) message)) { Record record = parser.parse(); if (record != null) { records.add(record); } } catch (IOException | DataParserException ex) { LOG.debug("Got exception: '{}'", ex, ex); handleException(messageId, ex); } } else { try (DataParser parser = parserFactory.getParser(messageId, String.valueOf(message))) { Record record = parser.parse(); while (record != null) { records.add(record); record = parser.parse(); } } catch (IOException | DataParserException ex) { LOG.debug("Got exception: '{}'", ex, ex); handleException(messageId, ex); } } if (produceSingleRecordPerMessage) { List<Field> list = new ArrayList<>(); for (Record record : records) { list.add(record.get()); } Record record = records.get(0); record.set(Field.create(list)); records.clear(); records.add(record); } return records; }