/** * Test method for {@link * edu.buffalo.cse.ir.wikiindexer.tokenizer.TokenStream#merge(edu.buffalo.cse.ir.wikiindexer.tokenizer.TokenStream)}. */ @Test public void testMerge() { // merge with null TokenStream stream1 = new TokenStream("this"); stream1.append("is", "a", "test", "stream"); stream1.merge(null); assertEquals(5, stream1.getAllTokens().size()); TokenStream stream2 = new TokenStream((String) null); stream1.merge(stream2); assertEquals(5, stream1.getAllTokens().size()); stream2.merge(stream1); assertEquals(5, stream2.getAllTokens().size()); stream1 = null; stream2 = null; // proper merge stream1 = new TokenStream("this"); stream1.append("is", "a"); stream2 = new TokenStream("test"); stream2.append("stream"); stream1.merge(stream2); assertEquals(5, stream1.getAllTokens().size()); assertEquals(5, stream1.getTokenMap().size()); assertEquals(2, stream2.getAllTokens().size()); assertEquals(2, stream2.getTokenMap().size()); assertFalse(stream1.hasPrevious()); for (int i = 0; i < 4; i++) stream1.mergeWithNext(); stream1.reset(); assertEquals("this is a test stream", stream1.next()); stream1 = null; stream2 = null; // self merge stream1 = new TokenStream("this"); stream1.append("is", "a", "test", "stream"); stream2 = new TokenStream("this"); stream2.append("is", "a", "test", "stream"); stream1.merge(stream2); assertEquals(10, stream1.getAllTokens().size()); assertEquals(5, stream1.getTokenMap().size()); assertEquals(5, stream2.getAllTokens().size()); assertEquals(5, stream2.getTokenMap().size()); stream1 = null; stream2 = null; }
/** Test method for {@link edu.buffalo.cse.ir.wikiindexer.tokenizer.TokenStream#hasPrevious()}. */ @Test public void testHasPrevious() { // null TokenStream stream = new TokenStream((String) null); assertEquals(false, stream.hasPrevious()); stream = null; // empty stream = new TokenStream(""); assertEquals(false, stream.hasPrevious()); stream = null; // some text and iteration stream = new TokenStream("this"); stream.append("is", "a", "test", "stream"); assertFalse(stream.hasPrevious()); // start of stream stream.seekEnd(); assertTrue(stream.hasPrevious()); stream.previous(); // after this assertTrue(stream.hasPrevious()); stream.previous(); // after is assertTrue(stream.hasPrevious()); stream.previous(); // after a assertTrue(stream.hasPrevious()); stream.previous(); // after test assertTrue(stream.hasPrevious()); stream.previous(); // after stream assertFalse(stream.hasPrevious()); stream = null; // with seek stream = new TokenStream("this"); stream.append("is", "a", "test", "stream"); stream.reset(); assertFalse(stream.hasPrevious()); stream = null; // forward and reverse stream = new TokenStream("this"); stream.append("is", "a", "test", "stream"); stream.next(); assertTrue(stream.hasPrevious()); stream.previous(); assertFalse(stream.hasPrevious()); stream = null; // with remove stream = new TokenStream("this"); stream.append("is", "a", "test", "stream"); stream.remove(); assertFalse(stream.hasPrevious()); stream = null; // with merge with previous stream = new TokenStream("this"); stream.append("is", "a", "test", "stream"); stream.next(); stream.mergeWithPrevious(); assertFalse(stream.hasPrevious()); stream = null; // with merge with next stream = new TokenStream("this"); stream.append("is", "a", "test", "stream"); stream.mergeWithNext(); assertFalse(stream.hasPrevious()); stream = null; }