A TokenStream containing a single token.
Inheritance: TokenStream
        public void Test()
        {
            Token token = new Token();
            SingleTokenTokenStream ts = new SingleTokenTokenStream(token);
            Attribute tokenAtt = (Attribute)ts.AddAttribute<ITermAttribute>();
            Assert.True(tokenAtt is Token);
            ts.Reset();

            Assert.True(ts.IncrementToken());
            Assert.AreEqual(token, tokenAtt);
            Assert.False(ts.IncrementToken());

            token = new Token("hallo", 10, 20, "someType");
            ts.SetToken(token);
            ts.Reset();

            Assert.True(ts.IncrementToken());
            Assert.AreEqual(token, tokenAtt);
            Assert.False(ts.IncrementToken());
        }
        public virtual void Test()
        {
            Token token = new Token();
            SingleTokenTokenStream ts = new SingleTokenTokenStream(token);
            var tokenAtt = ts.AddAttribute<ICharTermAttribute>();
            assertTrue(tokenAtt is Token);
            ts.Reset();

            assertTrue(ts.IncrementToken());
            assertEquals(token, tokenAtt);
            assertFalse(ts.IncrementToken());

            token = new Token("hallo", 10, 20, "someType");
            ts.Token = token;
            ts.Reset();

            assertTrue(ts.IncrementToken());
            assertEquals(token, tokenAtt);
            assertFalse(ts.IncrementToken());
        }
        public virtual void Test()
        {
            Token token = new Token();
            SingleTokenTokenStream ts = new SingleTokenTokenStream(token);
            var tokenAtt = ts.AddAttribute <ICharTermAttribute>();

            assertTrue(tokenAtt is Token);
            ts.Reset();

            assertTrue(ts.IncrementToken());
            assertEquals(token, tokenAtt);
            assertFalse(ts.IncrementToken());

            token = new Token("hallo", 10, 20, "someType");
            ts.SetToken(token);
            ts.Reset();

            assertTrue(ts.IncrementToken());
            assertEquals(token, tokenAtt);
            assertFalse(ts.IncrementToken());
        }