public void Tokens()
{
#region Tokens
var r = new MyStringReader("(append 3.5 \"hello, world!\")");
var words = r.Tokens(
(p, c) => char.IsLetterOrDigit(c) || c == '.',
(p, c) => !char.IsWhiteSpace(c))
.ToArray();
Assert.IsTrue(r.WasDisposed);
Assert.IsTrue(
new[] { "(", "append", "3.5", "\"", "hello", ",", "world", "!\")" }
.SequenceEqual(words));
r = new MyStringReader("Hello, world!");
Assert.AreEqual(false,
r.Tokens(TextReaderRocksOptions.None,
(p, c) => false).Any());
Assert.IsFalse(r.WasDisposed);
#endregion
}
public void Tokens()
{
#region Tokens
var r = new MyStringReader ("(append 3.5 \"hello, world!\")");
var words = r.Tokens (
(p, c) => char.IsLetterOrDigit (c) || c == '.',
(p, c) => !char.IsWhiteSpace (c))
.ToArray ();
Assert.IsTrue (r.WasDisposed);
Assert.IsTrue (
new[]{"(", "append", "3.5", "\"", "hello", ",", "world", "!\")"}
.SequenceEqual (words));
r = new MyStringReader ("Hello, world!");
Assert.AreEqual (false,
r.Tokens (TextReaderCodaOptions.None,
(p, c) => false).Any ());
Assert.IsFalse (r.WasDisposed);
#endregion
}
