@Override
  public void appendMessages(Tpp tpp, Collection<MessageBatchWithRawData> batches)
      throws Exception {
    ByteBuf bodyBuf = Unpooled.buffer();
    KafkaMessageBrokerSender sender = getSender(tpp.getTopic());
    try {
      for (MessageBatchWithRawData batch : batches) {
        List<PartialDecodedMessage> pdmsgs = batch.getMessages();
        for (PartialDecodedMessage pdmsg : pdmsgs) {
          m_messageCodec.encodePartial(pdmsg, bodyBuf);
          byte[] bytes = new byte[bodyBuf.readableBytes()];
          bodyBuf.readBytes(bytes);
          bodyBuf.clear();

          ByteBuf propertiesBuf = pdmsg.getDurableProperties();
          HermesPrimitiveCodec codec = new HermesPrimitiveCodec(propertiesBuf);
          Map<String, String> propertiesMap = codec.readStringStringMap();
          sender.send(tpp.getTopic(), propertiesMap.get("pK"), bytes);
          BrokerStatusMonitor.INSTANCE.kafkaSend(tpp.getTopic());
        }
      }
    } finally {
      bodyBuf.release();
    }
  }
  private void bizLog(
      CommandProcessorContext ctx,
      Map<Integer, MessageBatchWithRawData> rawBatches,
      int partition) {
    String ip = NettyUtils.parseChannelRemoteAddr(ctx.getChannel(), false);
    for (Entry<Integer, MessageBatchWithRawData> entry : rawBatches.entrySet()) {
      MessageBatchWithRawData batch = entry.getValue();
      List<PartialDecodedMessage> msgs = batch.getMessages();
      for (PartialDecodedMessage msg : msgs) {
        BizEvent event = new BizEvent("Message.Received");
        event.addData("topic", batch.getTopic());
        event.addData("partition", partition);
        event.addData("priority", entry.getKey());
        event.addData("producerIp", ip);
        event.addData("bornTime", msg.getBornTime());
        event.addData("refKey", msg.getKey());

        m_bizLogger.log(event);
      }
    }
  }
Beispiel #3
0
  static void appendMessages(Tpp tpp, Collection<MessageBatchWithRawData> batches)
      throws Exception {
    List<MessagePriority> msgs = new ArrayList<>();
    for (MessageBatchWithRawData batch : batches) {
      List<PartialDecodedMessage> pdmsgs = batch.getMessages();
      for (PartialDecodedMessage pdmsg : pdmsgs) {
        MessagePriority msg = new MessagePriority();
        msg.setAttributes(pdmsg.readDurableProperties());
        msg.setCreationDate(new Date(pdmsg.getBornTime()));
        msg.setPartition(tpp.getPartition());
        msg.setPayload(pdmsg.readBody());
        msg.setPriority(tpp.isPriority() ? 0 : 1);
        msg.setProducerId(0);
        msg.setProducerIp("");
        msg.setRefKey(pdmsg.getKey());
        msg.setTopic(tpp.getTopic());
        msg.setCodecType(pdmsg.getBodyCodecType());

        msgs.add(msg);
      }
    }

    long start = System.currentTimeMillis();
    MessagePriority[] array = msgs.toArray(new MessagePriority[msgs.size()]);
    System.out.println("ToArray: " + (System.currentTimeMillis() - start));
    start = System.currentTimeMillis();
    PlexusComponentLocator.lookup(MessagePriorityDao.class).insert(array);
    System.out.println("Insert: " + (System.currentTimeMillis() - start));
  }