public void Test() { Token token = new Token(); SingleTokenTokenStream ts = new SingleTokenTokenStream(token); Attribute tokenAtt = (Attribute)ts.AddAttribute<ITermAttribute>(); Assert.True(tokenAtt is Token); ts.Reset(); Assert.True(ts.IncrementToken()); Assert.AreEqual(token, tokenAtt); Assert.False(ts.IncrementToken()); token = new Token("hallo", 10, 20, "someType"); ts.SetToken(token); ts.Reset(); Assert.True(ts.IncrementToken()); Assert.AreEqual(token, tokenAtt); Assert.False(ts.IncrementToken()); }
public virtual void Test() { Token token = new Token(); SingleTokenTokenStream ts = new SingleTokenTokenStream(token); var tokenAtt = ts.AddAttribute<ICharTermAttribute>(); assertTrue(tokenAtt is Token); ts.Reset(); assertTrue(ts.IncrementToken()); assertEquals(token, tokenAtt); assertFalse(ts.IncrementToken()); token = new Token("hallo", 10, 20, "someType"); ts.Token = token; ts.Reset(); assertTrue(ts.IncrementToken()); assertEquals(token, tokenAtt); assertFalse(ts.IncrementToken()); }
public virtual void Test() { Token token = new Token(); SingleTokenTokenStream ts = new SingleTokenTokenStream(token); var tokenAtt = ts.AddAttribute <ICharTermAttribute>(); assertTrue(tokenAtt is Token); ts.Reset(); assertTrue(ts.IncrementToken()); assertEquals(token, tokenAtt); assertFalse(ts.IncrementToken()); token = new Token("hallo", 10, 20, "someType"); ts.SetToken(token); ts.Reset(); assertTrue(ts.IncrementToken()); assertEquals(token, tokenAtt); assertFalse(ts.IncrementToken()); }