public void TestReadNumber() { string test1 = "this is a 123.5 notAnumber"; TextReader reader = new StringReader(test1); StreamTokenizer tokenizer = new StreamTokenizer(reader, true); TokenType tokentype1 = tokenizer.NextToken(); //this TokenType tokentype2 = tokenizer.NextToken(); //is TokenType tokentype3 = tokenizer.NextToken(); //a tokenizer.NextToken(); double number = tokenizer.GetNumericValue(); Assertion.AssertEquals("test1", 123.5, number); tokenizer.NextToken(); try { double number2 = tokenizer.GetNumericValue(); Assertion.Fail("This should fail because the token is not a number."); } catch { } }
public void NumericTokenTest() { //Set up tokenizer Tokenizer = new StreamTokenizer(new StringReader("100")); Tokenizer.NextToken(); //Test token Assert.AreEqual(100, Tokenizer.GetNumericValue()); }
/// <summary> /// Lexicalizes a numeric value /// </summary> private void LexicalizeNumber() { TokenStream.Add(new Token(tokenizer.GetNumericValue(), TokenType.NUMBER, tokenizer.GetScannedLines())); CurrentToken = tokenizer.NextToken(); }