/**
* Test method for {@link
* edu.buffalo.cse.ir.wikiindexer.tokenizer.TokenStream#merge(edu.buffalo.cse.ir.wikiindexer.tokenizer.TokenStream)}.
*/
@Test
public void testMerge() {
// merge with null
TokenStream stream1 = new TokenStream("this");
stream1.append("is", "a", "test", "stream");
stream1.merge(null);
assertEquals(5, stream1.getAllTokens().size());
TokenStream stream2 = new TokenStream((String) null);
stream1.merge(stream2);
assertEquals(5, stream1.getAllTokens().size());
stream2.merge(stream1);
assertEquals(5, stream2.getAllTokens().size());
stream1 = null;
stream2 = null;
// proper merge
stream1 = new TokenStream("this");
stream1.append("is", "a");
stream2 = new TokenStream("test");
stream2.append("stream");
stream1.merge(stream2);
assertEquals(5, stream1.getAllTokens().size());
assertEquals(5, stream1.getTokenMap().size());
assertEquals(2, stream2.getAllTokens().size());
assertEquals(2, stream2.getTokenMap().size());
assertFalse(stream1.hasPrevious());
for (int i = 0; i < 4; i++) stream1.mergeWithNext();
stream1.reset();
assertEquals("this is a test stream", stream1.next());
stream1 = null;
stream2 = null;
// self merge
stream1 = new TokenStream("this");
stream1.append("is", "a", "test", "stream");
stream2 = new TokenStream("this");
stream2.append("is", "a", "test", "stream");
stream1.merge(stream2);
assertEquals(10, stream1.getAllTokens().size());
assertEquals(5, stream1.getTokenMap().size());
assertEquals(5, stream2.getAllTokens().size());
assertEquals(5, stream2.getTokenMap().size());
stream1 = null;
stream2 = null;
}
