private boolean processWhenRetryTooMany(final FetchRequest request, final MessageIterator it) { if (SimpleFetchManager.this.isRetryTooMany(request)) { try { final Message couldNotProecssMsg = it.next(); MessageAccessor.setPartition(couldNotProecssMsg, request.getPartitionObject()); MetaStatLog.addStat(null, StatConstants.SKIP_MSG_COUNT, couldNotProecssMsg.getTopic()); SimpleFetchManager.this.consumer.appendCouldNotProcessMessage(couldNotProecssMsg); } catch (final InvalidMessageException e) { MetaStatLog.addStat(null, StatConstants.INVALID_MSG_STAT, request.getTopic()); // 消息体非法,获取有效offset,重新发起查询 this.getOffsetAddRequest(request, e); return true; } catch (final Throwable t) { this.LogAddRequest(request, t); return true; } request.resetRetries(); // 跳过这条不能处理的消息 request.setOffset(request.getOffset() + it.getOffset(), it.getPrevMessage().getId(), true); // 强制设置延迟为0 request.setDelay(0); SimpleFetchManager.this.addFetchRequest(request); return true; } else { return false; } }
/** * 返回是否需要跳过后续的处理 * * @param request * @param it * @param listener * @param partition * @return */ private boolean processReceiveMessage( final FetchRequest request, final MessageIterator it, final MessageListener listener, final Partition partition) { int count = 0; while (it.hasNext()) { final int prevOffset = it.getOffset(); try { final Message msg = it.next(); MessageAccessor.setPartition(msg, partition); if (((SimpleMessageConsumer) consumer).canConsumer(msg)) listener.recieveMessages(msg); if (partition.isAutoAck()) { count++; } else { // 提交或者回滚都必须跳出循环 if (partition.isAcked()) { count++; break; } else if (partition.isRollback()) { break; } else { // 不是提交也不是回滚,仅递增计数 count++; } } } catch (final InvalidMessageException e) { MetaStatLog.addStat(null, StatConstants.INVALID_MSG_STAT, request.getTopic()); // 消息体非法,获取有效offset,重新发起查询 this.getOffsetAddRequest(request, e); return true; } catch (final Throwable e) { // 将指针移到上一条消息 it.setOffset(prevOffset); log.error( "MessageListener处理消息异常,topic=" + request.getTopic() + ",partition=" + request.getPartition(), e); // 跳出循环,处理消息异常,到此为止 break; } } MetaStatLog.addStatValue2(null, StatConstants.GET_MSG_COUNT_STAT, request.getTopic(), count); return false; }
public Conversation next() { index++; if (files == null || files.length <= index) { return null; } for (; index < files.length; index++) { File file = files[index]; if (!file.isFile()) { continue; } try { String name = file.getName(); long uid = Long.parseLong(name); RandomAccessFile f = new RandomAccessFile(file, "r"); MessageIterator iter = new MessageIterator(f); IMessage msg = iter.next(); if (msg == null) { continue; } Conversation conv = new Conversation(); conv.type = this.type; conv.cid = uid; conv.message = msg; return conv; } catch (NumberFormatException e) { e.printStackTrace(); continue; } catch (FileNotFoundException e) { e.printStackTrace(); continue; } catch (IOException e) { e.printStackTrace(); continue; } } return null; }
public IMAPMessage next() { return (IMAPMessage) msgIter.next(); }