@Test(dataProvider = "createTimer")
 public void test9(TimeScheduler timer) throws Exception {
   try {
     NakReceiverWindow win = new NakReceiverWindow(sender, cmd, 0, timer);
     win.add(1, new Message());
     win.add(2, new Message());
     win.add(3, new Message());
     win.add(4, new Message());
     win.add(6, new Message());
     System.out.println("win: " + win);
     while ((win.remove()) != null) ;
     win.stable(6); // 6 is ignore as it is >= highest delivered message
     System.out.println("win: " + win);
     assert win.get(2) != null;
     check(win, 0, 6, 4);
     win.add(5, new Message());
     check(win, 0, 6, 4);
     while ((win.remove()) != null) ;
     check(win, 0, 6, 6);
     win.stable(6);
     check(win, 6, 6, 6);
   } finally {
     timer.stop();
   }
 }
 @Test(dataProvider = "createTimer")
 public void testHighestDelivered(TimeScheduler timer) throws Exception {
   try {
     NakReceiverWindow win = new NakReceiverWindow(sender, cmd, 0, timer);
     win.add(1, new Message());
     win.add(2, new Message());
     win.add(3, new Message());
     win.add(4, new Message());
     check(win, 0, 4, 0);
     win.add(10, new Message());
     check(win, 0, 10, 0);
     System.out.println("win: " + win);
     win.add(9, new Message());
     win.add(7, new Message());
     win.add(8, new Message());
     win.add(6, new Message());
     win.add(5, new Message());
     System.out.println("win: " + win);
     check(win, 0, 10, 0);
     while ((win.remove()) != null) ;
     check(win, 0, 10, 10);
     win.stable(5);
     System.out.println("win: " + win);
     check(win, 5, 10, 10);
     win.stable(10);
     System.out.println("win: " + win);
     check(win, 10, 10, 10);
   } finally {
     timer.stop();
   }
 }
 @Test(dataProvider = "createTimer")
 public void test8(TimeScheduler timer) throws Exception {
   try {
     NakReceiverWindow win = new NakReceiverWindow(sender, cmd, 0, timer);
     win.add(1, new Message());
     win.add(2, new Message());
     win.add(3, new Message());
     win.add(4, new Message());
     win.add(6, new Message());
     check(win, 0, 6, 0); // haven't delivered a message yet
     while (win.remove() != null) ;
     check(win, 0, 6, 4);
     win.add(5, new Message());
     check(win, 0, 6, 4);
     win.remove();
     check(win, 0, 6, 5);
     win.remove();
     check(win, 0, 6, 6);
     win.stable(4);
     check(win, 4, 6, 6);
     win.stable(6);
     check(win, 6, 6, 6);
   } finally {
     timer.stop();
   }
 }
 @Test(dataProvider = "createTimer")
 public void testAdd(TimeScheduler timer) throws Exception {
   try {
     NakReceiverWindow win = new NakReceiverWindow(sender, cmd, 0, timer);
     check(win, 0, 0, 0);
     win.add(0, new Message()); // discarded, next expected is 1
     check(win, 0, 0, 0);
     win.add(1, new Message());
     check(win, 0, 1, 0);
     win.add(2, new Message());
     win.add(3, new Message());
     win.add(4, new Message());
     check(win, 0, 4, 0);
     win.add(6, new Message());
     check(win, 0, 6, 0);
     win.add(5, new Message());
     check(win, 0, 6, 0);
     while (win.remove() != null) ;
     check(win, 0, 6, 6);
     win.stable(4);
     check(win, 4, 6, 6);
     win.stable(6);
     check(win, 6, 6, 6);
   } finally {
     timer.stop();
   }
 }
Exemple #5
0
  private ReceiverEntry getOrCreateReceiverEntry(Address sender, long seqno, short conn_id) {
    NakReceiverWindow win =
        new NakReceiverWindow(
            sender,
            this,
            seqno - 1,
            timer,
            use_range_based_retransmitter,
            xmit_table_num_rows,
            xmit_table_msgs_per_row,
            xmit_table_resize_factor,
            xmit_table_max_compaction_time,
            xmit_table_automatic_purging);

    if (exponential_backoff > 0)
      win.setRetransmitTimeouts(new ExponentialInterval(exponential_backoff));
    else win.setRetransmitTimeouts(new StaticInterval(timeout));

    ReceiverEntry entry = new ReceiverEntry(win, conn_id, max_stable_msgs);
    ReceiverEntry entry2 = recv_table.putIfAbsent(sender, entry);
    if (entry2 != null) return entry2;
    if (log.isTraceEnabled())
      log.trace(
          local_addr
              + ": created receiver window for "
              + sender
              + " at seqno=#"
              + seqno
              + " for conn-id="
              + conn_id);
    return entry;
  }
Exemple #6
0
 @ManagedOperation(description = "Compacts the retransmission tables")
 public void compact() {
   for (Map.Entry<Address, ReceiverEntry> entry : recv_table.entrySet()) {
     NakReceiverWindow win = entry.getValue().received_msgs;
     win.compact();
   }
 }
Exemple #7
0
  protected void sendStableMessage(Address dest, short conn_id, long low, long high) {
    Message stable_msg = new Message(dest, null, null);
    Unicast2Header hdr = Unicast2Header.createStableHeader(conn_id, low, high);
    stable_msg.putHeader(this.id, hdr);
    stable_msg.setFlag(Message.OOB);
    if (log.isTraceEnabled()) {
      StringBuilder sb = new StringBuilder();
      sb.append(local_addr)
          .append(" --> STABLE(")
          .append(dest)
          .append(": ")
          .append(low)
          .append("-")
          .append(high)
          .append(", conn_id=")
          .append(conn_id)
          .append(")");
      log.trace(sb.toString());
    }
    down_prot.down(new Event(Event.MSG, stable_msg));

    ReceiverEntry entry = recv_table.get(dest);
    NakReceiverWindow win = entry != null ? entry.received_msgs : null;
    if (win != null) win.stable(win.getHighestDelivered());
  }
Exemple #8
0
  @ManagedOperation(
      description =
          "Sends a STABLE message to all senders. This causes message purging and potential"
              + " retransmissions from senders")
  public void sendStableMessages() {
    for (Map.Entry<Address, ReceiverEntry> entry : recv_table.entrySet()) {
      Address dest = entry.getKey();
      ReceiverEntry val = entry.getValue();
      NakReceiverWindow win = val != null ? val.received_msgs : null;
      if (win != null) {
        long[] tmp = win.getDigest();
        long low = tmp[0], high = tmp[1];

        if (val.last_highest == high) {
          if (val.num_stable_msgs >= val.max_stable_msgs) {
            continue;
          } else val.num_stable_msgs++;
        } else {
          val.last_highest = high;
          val.num_stable_msgs = 1;
        }
        sendStableMessage(dest, val.recv_conn_id, low, high);
      }
    }
  }
 @Test(dataProvider = "createTimer")
 public void testMissingMessages3(TimeScheduler timer) throws Exception {
   try {
     NakReceiverWindow win = new NakReceiverWindow(sender, cmd, 0, timer);
     win.add(1, new Message());
     win.add(5, new Message());
     check(win, 0, 5, 0);
     win.add(8, new Message());
     check(win, 0, 8, 0);
     win.add(9, new Message());
     check(win, 0, 9, 0);
     System.out.println("win: " + win);
     win.add(2, new Message());
     check(win, 0, 9, 0);
     win.add(3, new Message());
     win.add(4, new Message());
     check(win, 0, 9, 0);
     win.add(7, new Message());
     check(win, 0, 9, 0);
     win.add(6, new Message());
     check(win, 0, 9, 0);
     win.add(10, new Message());
     check(win, 0, 10, 0);
     win.add(11, new Message());
     check(win, 0, 11, 0);
     System.out.println("win: " + win);
   } finally {
     timer.stop();
   }
 }
 @Test(dataProvider = "createTimer")
 public void testMissingMessages4(TimeScheduler timer) throws Exception {
   try {
     NakReceiverWindow win = new NakReceiverWindow(sender, cmd, 100, timer);
     win.add(101, new Message());
     win.add(105, new Message());
     check(win, 0, 105, 100);
     win.add(108, new Message());
     check(win, 0, 108, 100);
     win.add(109, new Message());
     check(win, 0, 109, 100);
     System.out.println("win: " + win);
     win.add(102, new Message());
     check(win, 0, 109, 100);
     win.add(103, new Message());
     win.add(104, new Message());
     check(win, 0, 109, 100);
     win.add(107, new Message());
     check(win, 0, 109, 100);
     win.add(106, new Message());
     check(win, 0, 109, 100);
     win.add(110, new Message());
     check(win, 0, 110, 100);
     win.add(110, new Message());
     check(win, 0, 110, 100);
     System.out.println("win: " + win);
   } finally {
     timer.stop();
   }
 }
Exemple #11
0
 @ManagedOperation(
     description = "Purges highes delivered messages and compacts the retransmission tables")
 public void purgeAndCompact() {
   for (Map.Entry<Address, ReceiverEntry> entry : recv_table.entrySet()) {
     NakReceiverWindow win = entry.getValue().received_msgs;
     win.stable(win.getHighestDelivered());
     win.compact();
   }
 }
 @Test(dataProvider = "createTimer")
 public void test1(TimeScheduler timer) throws Exception {
   try {
     NakReceiverWindow win = new NakReceiverWindow(sender, cmd, 1, timer);
     check(win, 0, 1, 1);
     assert win.get(23) == null;
   } finally {
     timer.stop();
   }
 }
 @Test(dataProvider = "createTimer")
 public void test4(TimeScheduler timer) throws Exception {
   try {
     NakReceiverWindow win = new NakReceiverWindow(sender, cmd, 1, timer);
     win.add(2, new Message());
     check(win, 0, 2, 1);
   } finally {
     timer.stop();
   }
 }
Exemple #14
0
 public void removeReceiveConnection(Address mbr) {
   ReceiverEntry entry2 = recv_table.remove(mbr);
   if (entry2 != null) {
     NakReceiverWindow win = entry2.received_msgs;
     if (win != null)
       sendStableMessage(
           mbr, entry2.recv_conn_id, win.getHighestDelivered(), win.getHighestReceived());
     entry2.reset();
   }
 }
Exemple #15
0
 @ManagedOperation(description = "Returns the sizes of all NakReceiverWindow.RetransmitTables")
 public String printRetransmitTableSizes() {
   StringBuilder sb = new StringBuilder();
   for (Map.Entry<Address, ReceiverEntry> entry : recv_table.entrySet()) {
     NakReceiverWindow win = entry.getValue().received_msgs;
     sb.append(entry.getKey() + ": ")
         .append(win.getRetransmitTableSize())
         .append(" (capacity=" + win.getRetransmitTableCapacity())
         .append(", fill factor=" + win.getRetransmitTableFillFactor() + "%)\n");
   }
   return sb.toString();
 }
 @Test(dataProvider = "createTimer")
 public void test10(TimeScheduler timer) throws Exception {
   try {
     NakReceiverWindow win = new NakReceiverWindow(sender, cmd, 0, timer);
     win.add(1, new Message());
     win.add(2, new Message());
     win.add(3, new Message());
     win.add(4, new Message());
     while ((win.remove()) != null) ;
     check(win, 0, 4, 4);
   } finally {
     timer.stop();
   }
 }
 @Test(dataProvider = "createTimer")
 public void testAddOOBAtTail(TimeScheduler timer) throws Exception {
   try {
     NakReceiverWindow win = new NakReceiverWindow(sender, cmd, 0, timer);
     boolean rc;
     rc = win.add(1, oob());
     assert rc;
     rc = win.add(2, oob());
     assert rc;
     rc = win.add(2, oob());
     assert !(rc);
   } finally {
     timer.stop();
   }
 }
  @Test(dataProvider = "createTimer")
  public void test12(TimeScheduler timer) throws Exception {
    try {
      NakReceiverWindow win = new NakReceiverWindow(sender, cmd, 0, timer);

      win.add(1, new Message(null, null, new Integer(1)));
      win.add(2, new Message(null, null, new Integer(2)));
      win.add(3, new Message(null, null, new Integer(3)));

      Assert.assertEquals(1, ((Integer) win.remove().getObject()).intValue());
      Assert.assertEquals(2, ((Integer) win.remove().getObject()).intValue());
      Assert.assertEquals(3, ((Integer) win.remove().getObject()).intValue());
    } finally {
      timer.stop();
    }
  }
 private static void add(int num_msgs, TimeScheduler timer) {
   try {
     long start, stop;
     double time_per_msg;
     NakReceiverWindow win = new NakReceiverWindow(sender, cmd, 1, timer);
     start = System.currentTimeMillis();
     for (int i = 1; i < 1 + num_msgs; i++) {
       win.add(i, new Message());
     }
     stop = System.currentTimeMillis();
     time_per_msg = (stop - start) / (double) num_msgs;
     System.out.println(
         "-- time for " + num_msgs + " msgs: " + (stop - start) + ", " + time_per_msg + " ms/msg");
   } finally {
     timer.stop();
   }
 }
 @Test(dataProvider = "createTimer")
 public void test6(TimeScheduler timer) throws Exception {
   try {
     NakReceiverWindow win = new NakReceiverWindow(sender, cmd, 100, timer);
     win.add(101, new Message());
     System.out.println("win: " + win);
     win.add(100, new Message());
     System.out.println("win: " + win);
     check(win, 0, 101, 100);
     win.remove();
     System.out.println("win: " + win);
     check(win, 0, 101, 101);
     while ((win.remove()) != null) ;
     check(win, 0, 101, 101);
   } finally {
     timer.stop();
   }
 }
  @Test(dataProvider = "createTimer")
  public void testHasMessagesToRemove(TimeScheduler timer) {
    try {
      NakReceiverWindow win = new NakReceiverWindow(sender, cmd, 0, timer);
      assert !win.hasMessagesToRemove();
      win.add(2, new Message());
      assert !win.hasMessagesToRemove();
      win.add(1, oob());
      assert win.hasMessagesToRemove();
      win.remove();

      assert win.hasMessagesToRemove();
      win.remove();
      assert !win.hasMessagesToRemove();
    } finally {
      timer.stop();
    }
  }
  @Test(dataProvider = "createTimer")
  public void testRemoveRegularAndOOBMessages(TimeScheduler timer) {
    try {
      NakReceiverWindow win = new NakReceiverWindow(sender, cmd, 0, timer);
      win.add(1, msg());
      System.out.println("win = " + win);
      win.remove();
      System.out.println("win = " + win);
      assert win.getHighestDelivered() == 1;

      win.add(3, msg());
      win.remove();
      System.out.println("win = " + win);
      assert win.getHighestDelivered() == 1;

      win.add(2, oob());
      win.removeOOBMessage();
      System.out.println("win = " + win);

      assert win.getHighestDelivered() == 2;
    } finally {
      timer.stop();
    }
  }
 @Test(dataProvider = "createTimer")
 public void testRemoveOOBMessage(TimeScheduler timer) {
   try {
     NakReceiverWindow win = new NakReceiverWindow(sender, cmd, 0, timer);
     System.out.println("win = " + win);
     win.add(2, msg());
     System.out.println("win = " + win);
     assert win.removeOOBMessage() == null;
     assert win.remove() == null;
     win.add(1, oob());
     System.out.println("win = " + win);
     assert win.removeOOBMessage() != null;
     System.out.println("win = " + win);
     assert win.removeOOBMessage() == null;
     assert win.remove() != null;
     assert win.remove() == null;
     assert win.removeOOBMessage() == null;
   } finally {
     timer.stop();
   }
 }
 @Test(dataProvider = "createTimer")
 public void testRemoveOOBMessages(TimeScheduler timer) {
   try {
     NakReceiverWindow win = new NakReceiverWindow(sender, cmd, 0, timer);
     win.add(0, msg());
     List<Message> list = win.removeOOBMessages();
     assert list.isEmpty();
     win.add(1, oob());
     win.add(2, oob());
     win.add(3, msg());
     win.add(4, oob());
     list = win.removeOOBMessages();
     assert list.size() == 2;
     list = win.removeOOBMessages();
     assert list.isEmpty();
     win.remove();
     list = win.removeOOBMessages();
     assert list.size() == 1;
   } finally {
     timer.stop();
   }
 }
 @Test(dataProvider = "createTimer")
 public void test3(TimeScheduler timer) throws Exception {
   try {
     NakReceiverWindow win = new NakReceiverWindow(sender, cmd, 0, timer);
     win.add(1, new Message());
     assert win.get(1) != null;
     check(win, 0, 1, 0);
     win.add(2, new Message());
     check(win, 0, 2, 0);
     assert win.get(2) != null;
     win.remove();
     check(win, 0, 2, 1);
     win.remove();
     check(win, 0, 2, 2);
   } finally {
     timer.stop();
   }
 }
  @Test(dataProvider = "createTimer")
  public void testRetransmitter(TimeScheduler timer) {
    try {
      NakReceiverWindow win = new NakReceiverWindow(sender, cmd, 0, timer);
      win.add(1, msg());
      win.add(2, msg());
      win.add(3, msg());
      win.add(5, msg());
      win.add(6, msg());
      System.out.println("win = " + win);
      int num_pending_xmits = win.getPendingXmits();
      assert num_pending_xmits == 1;

      win.add(4, msg());
      num_pending_xmits = win.getPendingXmits();
      assert num_pending_xmits == 0;
    } finally {
      timer.stop();
    }
  }
  @Test(dataProvider = "createTimer")
  public void testRemoveMany(TimeScheduler timer) {
    try {
      NakReceiverWindow win = new NakReceiverWindow(sender, cmd, 0, timer);
      win.add(1, msg());
      win.add(2, msg());
      win.add(3, msg());
      win.add(5, msg());
      win.add(6, msg());
      System.out.println("win = " + win);
      List<Message> msgs = win.removeMany(null);
      System.out.println("msgs = " + msgs);
      assert msgs.size() == 3;

      win.add(4, msg());
      msgs = win.removeMany(null);
      System.out.println("msgs = " + msgs);
      assert msgs.size() == 3;
    } finally {
      timer.stop();
    }
  }
 private static void check(
     NakReceiverWindow win, long lowest, long highest_received, long highest_delivered) {
   Assert.assertEquals(
       win.getLowestSeen(), lowest, "lowest=" + lowest + ", win.lowest=" + win.getLowestSeen());
   Assert.assertEquals(
       win.getHighestReceived(),
       highest_received,
       "highest_received="
           + highest_received
           + ", win.highest_received="
           + win.getHighestReceived());
   Assert.assertEquals(
       win.getHighestDelivered(),
       highest_delivered,
       "highest_delivered="
           + highest_delivered
           + ", win.highest_delivered="
           + win.getHighestDelivered());
 }
 @Test(dataProvider = "createTimer")
 public void test7(TimeScheduler timer) throws Exception {
   try {
     NakReceiverWindow win = new NakReceiverWindow(sender, cmd, 0, timer);
     win.add(1, new Message());
     win.add(2, new Message());
     win.add(3, new Message());
     win.add(4, new Message());
     check(win, 0, 4, 0);
     System.out.println("Note that the subsequent warning is expected:");
     win.stable(4); // no-op because we haven't even removed 4 messages
     check(win, 0, 4, 0);
     while (win.remove() != null) ;
     check(win, 0, 4, 4);
     win.stable(4);
     check(win, 4, 4, 4);
   } finally {
     timer.stop();
   }
 }
Exemple #30
0
  /**
   * Check whether the hashtable contains an entry e for <code>sender</code> (create if not). If
   * e.received_msgs is null and <code>first</code> is true: create a new AckReceiverWindow(seqno)
   * and add message. Set e.received_msgs to the new window. Else just add the message.
   */
  protected void handleDataReceived(
      Address sender, long seqno, short conn_id, boolean first, Message msg, Event evt) {
    if (log.isTraceEnabled()) {
      StringBuilder sb = new StringBuilder();
      sb.append(local_addr).append(" <-- DATA(").append(sender).append(": #").append(seqno);
      if (conn_id != 0) sb.append(", conn_id=").append(conn_id);
      if (first) sb.append(", first");
      sb.append(')');
      log.trace(sb);
    }

    ReceiverEntry entry;
    NakReceiverWindow win;

    recv_table_lock.lock();
    try {
      entry = recv_table.get(sender);
      win = entry != null ? entry.received_msgs : null;
      if (first) {
        if (entry == null) {
          entry = getOrCreateReceiverEntry(sender, seqno, conn_id);
          win = entry.received_msgs;
        } else { // entry != null && win != null
          if (conn_id != entry.recv_conn_id) {
            if (log.isTraceEnabled())
              log.trace(
                  local_addr
                      + ": conn_id="
                      + conn_id
                      + " != "
                      + entry.recv_conn_id
                      + "; resetting receiver window");

            ReceiverEntry entry2 = recv_table.remove(sender);
            if (entry2 != null) entry2.received_msgs.destroy();

            entry = getOrCreateReceiverEntry(sender, seqno, conn_id);
            win = entry.received_msgs;
          } else {;
          }
        }
      } else { // entry == null && win == null OR entry != null && win == null OR entry != null &&
               // win != null
        if (win == null || entry.recv_conn_id != conn_id) {
          recv_table_lock.unlock();
          sendRequestForFirstSeqno(sender, seqno); // drops the message and returns (see below)
          return;
        }
      }
    } finally {
      if (recv_table_lock.isHeldByCurrentThread()) recv_table_lock.unlock();
    }

    entry.update();
    boolean added = win.add(seqno, msg); // win is guaranteed to be non-null if we get here
    num_msgs_received++;
    num_bytes_received += msg.getLength();

    if (added) {
      int len = msg.getLength();
      if (len > 0) {
        boolean send_stable_msg = false;
        entry.lock();
        try {
          entry.received_bytes += len;
          if (entry.received_bytes >= max_bytes) {
            entry.received_bytes = 0;
            send_stable_msg = true;
          }
        } finally {
          entry.unlock();
        }

        if (send_stable_msg)
          sendStableMessage(
              sender, entry.recv_conn_id, win.getHighestDelivered(), win.getHighestReceived());
      }
    }

    // An OOB message is passed up immediately. Later, when remove() is called, we discard it. This
    // affects ordering !
    // http://jira.jboss.com/jira/browse/JGRP-377
    if (msg.isFlagSet(Message.OOB) && added) {
      try {
        up_prot.up(evt);
      } catch (Throwable t) {
        log.error("couldn't deliver OOB message " + msg, t);
      }
    }

    final AtomicBoolean processing = win.getProcessing();
    if (!processing.compareAndSet(false, true)) {
      return;
    }

    // try to remove (from the AckReceiverWindow) as many messages as possible and pass them up

    // Prevents concurrent passing up of messages by different threads
    // (http://jira.jboss.com/jira/browse/JGRP-198);
    // this is all the more important once we have a concurrent stack
    // (http://jira.jboss.com/jira/browse/JGRP-181),
    // where lots of threads can come up to this point concurrently, but only 1 is allowed to pass
    // at a time
    // We *can* deliver messages from *different* senders concurrently, e.g. reception of P1, Q1,
    // P2, Q2 can result in
    // delivery of P1, Q1, Q2, P2: FIFO (implemented by UNICAST) says messages need to be delivered
    // only in the
    // order in which they were sent by their senders
    boolean released_processing = false;
    try {
      while (true) {
        List<Message> msgs =
            win.removeMany(processing, true, max_msg_batch_size); // remove my own messages
        if (msgs == null || msgs.isEmpty()) {
          released_processing = true;
          return;
        }

        for (Message m : msgs) {
          // discard OOB msg: it has already been delivered
          // (http://jira.jboss.com/jira/browse/JGRP-377)
          if (m.isFlagSet(Message.OOB)) continue;
          try {
            up_prot.up(new Event(Event.MSG, m));
          } catch (Throwable t) {
            log.error("couldn't deliver message " + m, t);
          }
        }
      }
    } finally {
      // processing is always set in win.remove(processing) above and never here ! This code is just
      // a
      // 2nd line of defense should there be an exception before win.remove(processing) sets
      // processing
      if (!released_processing) processing.set(false);
    }
  }