Esempi in C# (CSharp) per BibtexLibrary.Tokenizer Tokenizer.NextToken

NextToken() public method

public NextToken ( ) : AbstractToken
return	AbstractToken

Esempio n. 1

File: TokenizerTest.cs Progetto: MaikelH/BibtexLibrary

        public void TestTokenizer1()
        {
            Tokenizer tokenizer = new Tokenizer(new ExpressionDictionary(), "test");

            Assert.AreEqual(new Text("test"),tokenizer.NextToken());
        }

Esempio n. 2

File: TokenizerTest.cs Progetto: MaikelH/BibtexLibrary

        public void TestPrevious()
        {
            Tokenizer tokenizer = new Tokenizer(new ExpressionDictionary(), @"@book{ aaker:1912,
                                                                                author = { tes~est }
                                                                            }");

            Assert.Throws<ArgumentOutOfRangeException>(() => tokenizer.GetPreviousCharacters(10));

            tokenizer.NextToken();
            tokenizer.NextToken();
            tokenizer.NextToken();
            tokenizer.NextToken();
            tokenizer.NextToken();
            AbstractToken token = tokenizer.NextToken();

            Assert.AreEqual("   author ", tokenizer.GetPreviousCharacters(10));
        }