public void HasMoreTokensTest() { string str = "Fhqwhgads"; StringTokenizer tok = new StringTokenizer(str); Assert.IsTrue(tok.HasMoreTokens()); tok.NextToken(); Assert.IsFalse(tok.HasMoreTokens()); tok = new StringTokenizer(""); Assert.IsFalse(tok.HasMoreTokens()); }
public void NextTokenTest() { string str = "The first thing we do, let's kill all the lawyers."; StringTokenizer tok = new StringTokenizer(str); Assert.IsTrue(tok.NextToken().Equals("The")); Assert.IsTrue(tok.NextToken().Equals("first")); Assert.IsTrue(tok.NextToken().Equals("thing")); Assert.IsTrue(tok.NextToken().Equals("we")); Assert.IsTrue(tok.NextToken().Equals("do,")); Assert.IsTrue(tok.NextToken().Equals("let's")); Assert.IsTrue(tok.NextToken().Equals("kill")); Assert.IsTrue(tok.NextToken().Equals("all")); Assert.IsTrue(tok.NextToken().Equals("the")); Assert.IsTrue(tok.NextToken().Equals("lawyers.")); Assert.IsTrue(tok.NextToken() == null); str = "I doubt, therefore I might be."; tok = new StringTokenizer(str, ","); Assert.IsTrue(tok.NextToken().Equals("I doubt")); Assert.IsTrue(tok.NextToken().Equals(" therefore I might be.")); Assert.IsTrue(tok.NextToken() == null); str = "Meow mix, meow mix, please deliver!"; Regex pattern = new Regex(", "); tok = new StringTokenizer(str, pattern); Assert.IsTrue(tok.NextToken().Equals("Meow mix")); Assert.IsTrue(tok.NextToken().Equals("meow mix")); Assert.IsTrue(tok.NextToken().Equals("please deliver!")); Assert.IsTrue(tok.NextToken() == null); str = "aaa"; pattern = new Regex("aa"); tok = new StringTokenizer(str, pattern); Assert.IsTrue(tok.NextToken().Equals("a")); tok = new StringTokenizer(""); Assert.IsTrue(tok.NextToken() == null); tok = new StringTokenizer("Meow", "!"); Assert.IsTrue(tok.NextToken().Equals("Meow")); Assert.IsTrue(tok.NextToken() == null); }
public void CountTokensTest() { string str = "1 2 3 4 5"; StringTokenizer tok = new StringTokenizer(str); Assert.AreEqual(tok.CountTokens(), 5); str = "1 2\n\f3 \t4 5 "; tok = new StringTokenizer(str); Assert.AreEqual(tok.CountTokens(), 5); tok = new StringTokenizer(""); Assert.AreEqual(tok.CountTokens(), 0); str = "0 0 1 2 3 4 5"; tok = new StringTokenizer(str); tok.NextToken(); tok.NextToken(); Assert.AreEqual(tok.CountTokens(), 5); }