/**
* Tests A|6, A|7, A|8 and B|7, B|8, B|9 -> we should have a subviews in MergeView consisting of
* only 2 elements: A|5 and B|5
*/
public void testMultipleViewsBySameMembers() throws Exception {
View a1 =
View.create(
a.getAddress(),
6,
a.getAddress(),
b.getAddress(),
c.getAddress(),
d.getAddress()); // {A,B,C,D}
View a2 =
View.create(a.getAddress(), 7, a.getAddress(), b.getAddress(), c.getAddress()); // {A,B,C}
View a3 = View.create(a.getAddress(), 8, a.getAddress(), b.getAddress()); // {A,B}
View a4 = View.create(a.getAddress(), 9, a.getAddress()); // {A}
View b1 = View.create(b.getAddress(), 7, b.getAddress(), c.getAddress(), d.getAddress());
View b2 = View.create(b.getAddress(), 8, b.getAddress(), c.getAddress());
View b3 = View.create(b.getAddress(), 9, b.getAddress());
Util.close(c, d); // not interested in those...
// A and B cannot communicate:
discard(true, a, b);
// inject view A|6={A} into A and B|5={B} into B
injectView(a4, a);
injectView(b3, b);
assert a.getView().equals(a4);
assert b.getView().equals(b3);
List<Event> merge_events = new ArrayList<>();
for (View view : Arrays.asList(a3, a4, a2, a1)) {
MERGE3.MergeHeader hdr = MERGE3.MergeHeader.createInfo(view.getViewId(), null, null);
Message msg = new Message(null, a.getAddress(), null).putHeader(merge_id, hdr);
merge_events.add(new Event(Event.MSG, msg));
}
for (View view : Arrays.asList(b2, b3, b1)) {
MERGE3.MergeHeader hdr = MERGE3.MergeHeader.createInfo(view.getViewId(), null, null);
Message msg = new Message(null, b.getAddress(), null).putHeader(merge_id, hdr);
merge_events.add(new Event(Event.MSG, msg));
}
// A and B can communicate again
discard(false, a, b);
injectMergeEvents(merge_events, a, b);
checkInconsistencies(a, b); // merge will happen between A and B
Util.waitUntilAllChannelsHaveSameSize(10000, 500, a, b);
System.out.println("A's view: " + a.getView() + "\nB's view: " + b.getView());
assert a.getView().size() == 2;
assert a.getView().containsMember(a.getAddress());
assert a.getView().containsMember(b.getAddress());
assert a.getView().equals(b.getView());
for (View merge_view : Arrays.asList(getViewFromGMS(a), getViewFromGMS(b))) {
System.out.println(merge_view);
assert merge_view instanceof MergeView;
List<View> subviews = ((MergeView) merge_view).getSubgroups();
assert subviews.size() == 2;
}
}
/**
* Tests a simple split: {A,B} and {C,D} need to merge back into one subgroup. Checks how many
* MergeViews are installed
*/
public void testSplitInTheMiddle2() throws Exception {
View v1 = View.create(a.getAddress(), 10, a.getAddress(), b.getAddress());
View v2 = View.create(c.getAddress(), 10, c.getAddress(), d.getAddress());
injectView(v1, a, b);
injectView(v2, c, d);
enableInfoSender(false, a, b, c, d);
Util.waitUntilAllChannelsHaveSameSize(10000, 500, a, b);
Util.waitUntilAllChannelsHaveSameSize(10000, 500, c, d);
enableInfoSender(false, a, b, c, d);
for (JChannel ch : Arrays.asList(a, b, c, d))
System.out.println(ch.getName() + ": " + ch.getView());
System.out.println("\nEnabling INFO sending in merge protocols to merge subclusters");
enableInfoSender(true, a, b, c, d);
Util.waitUntilAllChannelsHaveSameSize(30000, 1000, a, b, c, d);
System.out.println("\nResulting views:");
for (JChannel ch : Arrays.asList(a, b, c, d)) {
GMS gms = (GMS) ch.getProtocolStack().findProtocol(GMS.class);
View mv = gms.view();
System.out.println(mv);
}
for (JChannel ch : Arrays.asList(a, b, c, d)) {
GMS gms = (GMS) ch.getProtocolStack().findProtocol(GMS.class);
View mv = gms.view();
assert mv instanceof MergeView;
assert mv.size() == 4;
assert ((MergeView) mv).getSubgroups().size() == 2;
}
for (JChannel ch : Arrays.asList(a, b, c, d)) {
View view = ch.getView();
assert view.size() == 4 : "view should have 4 members: " + view;
}
}
public void testMergeWithAsymetricViewsCoordIsolated() {
// Isolate the coord
Address coord = a.getView().getCreator();
System.out.println("Isolating coord: " + coord);
List<Address> members = new ArrayList<>();
members.add(coord);
View coord_view = new View(coord, 4, members);
System.out.println("coord_view: " + coord_view);
Channel coord_channel = findChannel(coord);
System.out.println("coord_channel: " + coord_channel.getAddress());
MutableDigest digest = new MutableDigest(coord_view.getMembersRaw());
NAKACK2 nakack = (NAKACK2) coord_channel.getProtocolStack().findProtocol(NAKACK2.class);
digest.merge(nakack.getDigest(coord));
GMS gms = (GMS) coord_channel.getProtocolStack().findProtocol(GMS.class);
gms.installView(coord_view, digest);
System.out.println("gms.getView() " + gms.getView());
System.out.println("Views are:");
for (JChannel ch : Arrays.asList(a, b, c, d))
System.out.println(ch.getAddress() + ": " + ch.getView());
JChannel merge_leader = findChannel(coord);
MyReceiver receiver = new MyReceiver();
merge_leader.setReceiver(receiver);
System.out.println("merge_leader: " + merge_leader.getAddressAsString());
System.out.println("Injecting MERGE event into merge leader " + merge_leader.getAddress());
Map<Address, View> merge_views = new HashMap<>(4);
merge_views.put(a.getAddress(), a.getView());
merge_views.put(b.getAddress(), b.getView());
merge_views.put(c.getAddress(), c.getView());
merge_views.put(d.getAddress(), d.getView());
gms = (GMS) merge_leader.getProtocolStack().findProtocol(GMS.class);
gms.up(new Event(Event.MERGE, merge_views));
Util.waitUntilAllChannelsHaveSameSize(10000, 1000, a, b, c, d);
System.out.println("Views are:");
for (JChannel ch : Arrays.asList(a, b, c, d)) {
View view = ch.getView();
System.out.println(ch.getAddress() + ": " + view);
assert view.size() == 4;
}
MergeView merge_view = receiver.getView();
System.out.println("merge_view = " + merge_view);
assert merge_view.size() == 4;
assert merge_view.getSubgroups().size() == 2;
for (View view : merge_view.getSubgroups())
assert contains(view, a.getAddress())
|| contains(view, b.getAddress(), c.getAddress(), d.getAddress());
}
/** Tests the scenario described by Dan in https://issues.jboss.org/browse/JGRP-1876 */
public void testJGRP_1876_Dan() throws Exception {
Util.close(d, c, b, a);
s = createChannel("S", true);
t = createChannel("T", true);
u = createChannel("U", true);
v = createChannel("V", true);
Util.waitUntilAllChannelsHaveSameSize(10000, 500, s, t, u, v);
enableInfoSender(false, s, t, u, v); // stops INFO sending in MERGE3
for (JChannel ch : Arrays.asList(s, t, u, v))
System.out.println(ch.getName() + ": " + ch.getView());
View v1 = View.create(s.getAddress(), 10, s.getAddress());
View v2 = View.create(t.getAddress(), 10, t.getAddress());
View v3 = View.create(u.getAddress(), 11, u.getAddress(), v.getAddress());
injectView(v1, s);
injectView(v2, t);
injectView(v3, u, v);
enableInfoSender(false, s, t, u, v); // stops INFO sending in MERGE3
Util.waitUntilAllChannelsHaveSameSize(10000, 500, s);
Util.waitUntilAllChannelsHaveSameSize(10000, 500, t);
Util.waitUntilAllChannelsHaveSameSize(10000, 500, u, v);
System.out.printf("\nPartitions:\n");
for (JChannel ch : Arrays.asList(s, t, u, v))
System.out.println(ch.getName() + ": " + ch.getView());
enableInfoSender(true, s, t, u, v);
System.out.println("\nEnabling INFO sending in merge protocols to merge subclusters");
Util.waitUntilAllChannelsHaveSameSize(30000, 1000, s, t, u, v);
System.out.println("\nResulting views:");
for (JChannel ch : Arrays.asList(s, t, u, v)) {
GMS gms = (GMS) ch.getProtocolStack().findProtocol(GMS.class);
View mv = gms.view();
System.out.println(mv);
}
for (JChannel ch : Arrays.asList(s, t, u, v)) {
GMS gms = (GMS) ch.getProtocolStack().findProtocol(GMS.class);
View mv = gms.view();
assert mv instanceof MergeView;
assert mv.size() == 4;
assert ((MergeView) mv).getSubgroups().size() == 3;
}
for (JChannel ch : Arrays.asList(s, t, u, v)) {
View view = ch.getView();
assert view.size() == 4 : "view should have 4 members: " + view;
}
}
/** Tests a merge between ViewIds of the same coord, e.g. A|6, A|7, A|8, A|9 */
public void testViewsBySameCoord() {
View v1 =
View.create(
a.getAddress(),
6,
a.getAddress(),
b.getAddress(),
c.getAddress(),
d.getAddress()); // {A,B,C,D}
View v2 =
View.create(a.getAddress(), 7, a.getAddress(), b.getAddress(), c.getAddress()); // {A,B,C}
View v3 = View.create(a.getAddress(), 8, a.getAddress(), b.getAddress()); // {A,B}
View v4 = View.create(a.getAddress(), 9, a.getAddress()); // {A}
Util.close(b, c, d); // not interested in those...
MERGE3 merge = (MERGE3) a.getProtocolStack().findProtocol(MERGE3.class);
for (View view : Arrays.asList(v1, v2, v4, v3)) {
MERGE3.MergeHeader hdr = MERGE3.MergeHeader.createInfo(view.getViewId(), null, null);
Message msg = new Message(null, a.getAddress(), null).putHeader(merge.getId(), hdr);
merge.up(new Event(Event.MSG, msg));
}
merge.checkInconsistencies(); // no merge will happen
Util.waitUntilAllChannelsHaveSameSize(10000, 500, a);
System.out.println("A's view: " + a.getView());
assert a.getView().size() == 1;
assert a.getView().containsMember(a.getAddress());
}
/**
* Takes a membership of 10, e.g. {A,B,C,D,E,F,G,H,I,J}, creates multiple partitions (e.g.
* {A,B,C}, {D}, {E,F,G,H}, {I,J}), and merges them back into one cluster. Asserts that there's
* only 1 MergeView
*/
public void testMultipleSplits() throws Exception {
e = createChannel("E", true);
f = createChannel("F", true);
g = createChannel("G", true);
h = createChannel("H", true);
i = createChannel("I", true);
j = createChannel("J", true);
Util.waitUntilAllChannelsHaveSameSize(10000, 500, a, b, c, d, e, f, g, h, i, j);
enableInfoSender(false, a, b, c, d, e, f, g, h, i, j); // stops INFO sending in MERGE3
for (JChannel ch : Arrays.asList(a, b, c, d, e, f, g, h, i, j))
System.out.println(ch.getName() + ": " + ch.getView());
List<View> partitions = createPartitions(4, a, b, c, d, e, f, g, h, i, j);
// Install views
for (View partition : partitions) {
for (Address mbr : partition.getMembersRaw()) {
JChannel ch = findChannel(mbr);
injectView(partition, ch);
}
}
System.out.printf("\n%d partitions:\n", partitions.size());
for (JChannel ch : Arrays.asList(a, b, c, d, e, f, g, h, i, j))
System.out.println(ch.getName() + ": " + ch.getView());
System.out.println("\nEnabling INFO sending in merge protocols to merge subclusters");
enableInfoSender(true, a, b, c, d, e, f, g, h, i, j);
Util.waitUntilAllChannelsHaveSameSize(30000, 1000, a, b, c, d, e, f, g, h, i, j);
System.out.println("\nResulting views:");
for (JChannel ch : Arrays.asList(a, b, c, d, e, f, g, h, i, j)) {
GMS gms = (GMS) ch.getProtocolStack().findProtocol(GMS.class);
View mv = gms.view();
System.out.println(mv);
}
for (JChannel ch : Arrays.asList(a, b, c, d, e, f, g, h, i, j)) {
GMS gms = (GMS) ch.getProtocolStack().findProtocol(GMS.class);
View mv = gms.view();
assert mv instanceof MergeView;
assert mv.size() == 10;
assert ((MergeView) mv).getSubgroups().size() == partitions.size();
}
for (JChannel ch : Arrays.asList(a, b, c, d, e, f, g, h, i, j)) {
View view = ch.getView();
assert view.size() == 10 : "view should have 10 members: " + view;
}
}
/** A: {A,B} B: {A,B} C: {C} C receives INFO from B only */
public void testMergeWithIncompleteInfos() throws Exception {
Util.close(d);
enableInfoSender(false, a, b, c);
View one = View.create(a.getAddress(), 10, a.getAddress(), b.getAddress());
View two = View.create(c.getAddress(), 10, c.getAddress());
injectView(one, a, b);
injectView(two, c);
enableInfoSender(false, a, b, c);
Util.waitUntilAllChannelsHaveSameSize(10000, 500, a, b);
Util.waitUntilAllChannelsHaveSameSize(10000, 500, c);
System.out.printf("\nPartitions:\n");
for (JChannel ch : Arrays.asList(a, b, c))
System.out.println(ch.getName() + ": " + ch.getView());
MERGE3.MergeHeader hdr = MERGE3.MergeHeader.createInfo(one.getViewId(), null, null);
Message msg =
new Message(null, b.getAddress(), null)
.putHeader(merge_id, hdr); // B sends the INFO message to C
Event merge_event = new Event(Event.MSG, msg);
MERGE3 merge = (MERGE3) c.getProtocolStack().findProtocol(MERGE3.class);
merge.up(merge_event);
enableInfoSender(true, a, b, c);
System.out.println("\nEnabling INFO sending in merge protocols to merge subclusters");
Util.waitUntilAllChannelsHaveSameSize(30000, 1000, a, b, c);
System.out.println("\nResulting views:");
for (JChannel ch : Arrays.asList(a, b, c)) {
GMS gms = (GMS) ch.getProtocolStack().findProtocol(GMS.class);
View mv = gms.view();
System.out.println(mv);
}
for (JChannel ch : Arrays.asList(a, b, c)) {
GMS gms = (GMS) ch.getProtocolStack().findProtocol(GMS.class);
View mv = gms.view();
assert mv instanceof MergeView;
assert mv.size() == 3;
assert ((MergeView) mv).getSubgroups().size() == 2;
}
for (JChannel ch : Arrays.asList(a, b, c)) {
View view = ch.getView();
assert view.size() == 3 : "view should have 3 members: " + view;
}
}
/**
* Tests a simple split: {A,B} and {C,D} need to merge back into one subgroup. Checks how many
* MergeViews are installed
*/
public void testSplitInTheMiddle() {
View v1 = View.create(a.getAddress(), 10, a.getAddress(), b.getAddress());
View v2 = View.create(c.getAddress(), 10, c.getAddress(), d.getAddress());
injectView(v1, a, b);
injectView(v2, c, d);
Util.waitUntilAllChannelsHaveSameSize(10000, 500, a, b);
Util.waitUntilAllChannelsHaveSameSize(10000, 500, c, d);
for (JChannel ch : Arrays.asList(a, b, c, d))
System.out.println(ch.getName() + ": " + ch.getView());
Address merge_leader_one =
new Membership().add(a.getAddress(), b.getAddress()).sort().elementAt(0);
Address merge_leader_two =
new Membership().add(c.getAddress(), d.getAddress()).sort().elementAt(0);
for (int x = 0; x < 20; x++) {
if (a.getView().size() == 4
&& b.getView().size() == 4
&& c.getView().size() == 4
&& d.getView().size() == 4) break;
for (JChannel ch : Arrays.asList(a, b, c, d)) {
MERGE3 merge = (MERGE3) ch.getProtocolStack().findProtocol(MERGE3.class);
merge.sendInfo(); // multicasts an INFO msg to everybody else
}
for (JChannel ch :
Arrays.asList(findChannel(merge_leader_one), findChannel(merge_leader_two))) {
MERGE3 merge = (MERGE3) ch.getProtocolStack().findProtocol(MERGE3.class);
merge.checkInconsistencies();
}
Util.sleep(1000);
}
for (JChannel ch : Arrays.asList(a, b, c, d))
System.out.println(ch.getName() + ": " + ch.getView());
for (JChannel ch : Arrays.asList(a, b, c, d))
assert ch.getView().size() == 4 : "view of " + ch.getName() + ": " + ch.getView();
}
protected JChannel findChannel(Address mbr) {
for (JChannel ch : Arrays.asList(a, b, c, d, e, f, g, h, i, j, s, t, u, v)) {
if (ch != null && ch.getAddress() != null && ch.getAddress().equals(mbr)) return ch;
}
return null;
}
/**
* Tests the scenario described by Dan in https://issues.jboss.org/browse/JGRP-1876; INFO messages
* are injected
*/
public void testJGRP_1876_Dan2() throws Exception {
Util.close(d, c, b, a);
s = createChannel("S", false);
t = createChannel("T", false);
u = createChannel("U", false);
v = createChannel("V", false);
for (JChannel ch : Arrays.asList(s, t, u, v))
ch.getProtocolStack().removeProtocol(MERGE3.class);
s.connect("MergeTest4");
t.connect("MergeTest4");
u.connect("MergeTest4");
v.connect("MergeTest4");
Util.waitUntilAllChannelsHaveSameSize(10000, 500, s, t, u, v);
for (JChannel ch : Arrays.asList(s, t, u, v))
System.out.println(ch.getName() + ": " + ch.getView());
View v1 = View.create(s.getAddress(), 10, s.getAddress());
View v2 = View.create(t.getAddress(), 10, t.getAddress());
View v3 = View.create(u.getAddress(), 11, u.getAddress(), v.getAddress());
injectView(v1, s);
injectView(v2, t);
injectView(v3, u, v);
Util.waitUntilAllChannelsHaveSameSize(10000, 500, s);
Util.waitUntilAllChannelsHaveSameSize(10000, 500, t);
Util.waitUntilAllChannelsHaveSameSize(10000, 500, u, v);
System.out.printf("\nPartitions:\n");
for (JChannel ch : Arrays.asList(s, t, u, v))
System.out.println(ch.getName() + ": " + ch.getView());
System.out.println("\nInjecting MERGE events into GMS to merge subclusters");
Map<Address, View> different_views = new HashMap<>();
different_views.put(s.getAddress(), v1);
different_views.put(t.getAddress(), v2);
different_views.put(v.getAddress(), v3);
Collection<Address> coords = Util.determineActualMergeCoords(different_views);
Address merge_leader = new Membership().add(coords).sort().elementAt(0);
System.out.printf("--> coords=%s, merge_leader=%s\n", coords, merge_leader);
GMS gms = (GMS) findChannel(merge_leader).getProtocolStack().findProtocol(GMS.class);
gms.up(new Event(Event.MERGE, different_views));
Util.waitUntilAllChannelsHaveSameSize(30000, 1000, s, t, u, v);
System.out.println("\nResulting views:");
for (JChannel ch : Arrays.asList(s, t, u, v)) {
gms = (GMS) ch.getProtocolStack().findProtocol(GMS.class);
View mv = gms.view();
System.out.println(mv);
}
for (JChannel ch : Arrays.asList(s, t, u, v)) {
gms = (GMS) ch.getProtocolStack().findProtocol(GMS.class);
View mv = gms.view();
assert mv instanceof MergeView;
assert mv.size() == 4;
assert ((MergeView) mv).getSubgroups().size() == 3;
}
for (JChannel ch : Arrays.asList(s, t, u, v)) {
View view = ch.getView();
assert view.size() == 4 : "view should have 4 members: " + view;
}
}
/** Tests the scenario described by Karim in https://issues.jboss.org/browse/JGRP-1876 */
public void testJGRP_1876() throws Exception {
e = createChannel("E", true);
f = createChannel("F", true);
g = createChannel("G", true);
h = createChannel("H", true);
Util.waitUntilAllChannelsHaveSameSize(10000, 500, a, b, c, d, e, f, g, h);
enableInfoSender(false, a, b, c, d, e, f, g, h); // stops INFO sending in MERGE3
for (JChannel ch : Arrays.asList(a, b, c, d, e, f, g, h))
System.out.println(ch.getName() + ": " + ch.getView());
View v1 =
View.create(
a.getAddress(), 10, a.getAddress(), b.getAddress(), c.getAddress(), d.getAddress());
View v2 =
View.create(
a.getAddress(),
9,
a.getAddress(),
b.getAddress(),
c.getAddress(),
d.getAddress(),
e.getAddress(),
f.getAddress());
View v3 = View.create(g.getAddress(), 8, g.getAddress(), h.getAddress());
injectView(v1, a, b, c, d);
injectView(v2, e, f);
injectView(v3, g, h);
enableInfoSender(false, a, b, c, d, e, f, g, h); // stops INFO sending in MERGE3
Util.waitUntilAllChannelsHaveSameSize(10000, 500, a, b, c, d);
for (int x = 0;
x < 10;
x++) { // can't use waitUntilAllChannelsHaveSameSize() as the channel list's length != view
// !
if (e.getView().size() == v2.size() && f.getView().size() == v2.size()) break;
Util.sleep(500);
}
assert e.getView().size() == v2.size() : "E's view: " + e.getView();
assert f.getView().size() == v2.size() : "F's view: " + f.getView();
Util.waitUntilAllChannelsHaveSameSize(10000, 500, g, h);
System.out.printf("\nPartitions:\n");
for (JChannel ch : Arrays.asList(a, b, c, d, e, f, g, h))
System.out.println(ch.getName() + ": " + ch.getView());
enableInfoSender(true, a, b, c, d, e, f, g, h);
System.out.println("\nEnabling INFO sending in merge protocols to merge subclusters");
Util.waitUntilAllChannelsHaveSameSize(30000, 1000, a, b, c, d, e, f, g, h);
System.out.println("\nResulting views:");
for (JChannel ch : Arrays.asList(a, b, c, d, e, f, g, h)) {
GMS gms = (GMS) ch.getProtocolStack().findProtocol(GMS.class);
View mv = gms.view();
System.out.println(mv);
}
for (JChannel ch : Arrays.asList(a, b, c, d, e, f, g, h)) {
GMS gms = (GMS) ch.getProtocolStack().findProtocol(GMS.class);
View mv = gms.view();
assert mv instanceof MergeView;
assert mv.size() == 8;
assert ((MergeView) mv).getSubgroups().size() == 3;
}
for (JChannel ch : Arrays.asList(a, b, c, d, e, f, g, h)) {
View view = ch.getView();
assert view.size() == 8 : "view should have 8 members: " + view;
}
}