public void RepeatedStringIsTokenizedCorrectly() { const string toTokenize = "First\tFirstly\tThird"; StringTokenizer tokenizer = new StringTokenizer(toTokenize); Assert.IsTrue(tokenizer.HasMoreTokens()); Assert.AreEqual("First", tokenizer.NextToken()); Assert.IsTrue(tokenizer.HasMoreTokens()); Assert.AreEqual("Firstly", tokenizer.NextToken()); Assert.IsTrue(tokenizer.HasMoreTokens()); Assert.AreEqual("Third", tokenizer.NextToken()); Assert.IsFalse(tokenizer.HasMoreTokens()); }
public void ChangingDelimitersIsHandledCorrectly() { const string toTokenize = "First,more\tSecond,Third"; StringTokenizer tokenizer = new StringTokenizer(toTokenize); Assert.IsTrue(tokenizer.HasMoreTokens()); Assert.AreEqual("First,more", tokenizer.NextToken()); Assert.IsTrue(tokenizer.HasMoreTokens()); Assert.AreEqual("Second", tokenizer.NextToken(",")); Assert.IsTrue(tokenizer.HasMoreTokens()); Assert.AreEqual("Third", tokenizer.NextToken()); Assert.IsFalse(tokenizer.HasMoreTokens()); }
public void StringIsTokenizedWithDefaultDelimiters() { const string toTokenize = "First\tSecond\tThird"; StringTokenizer tokenizer = new StringTokenizer(toTokenize); Assert.IsTrue(tokenizer.HasMoreTokens()); Assert.AreEqual("First", tokenizer.NextToken()); Assert.IsTrue(tokenizer.HasMoreTokens()); Assert.AreEqual("Second", tokenizer.NextToken()); Assert.IsTrue(tokenizer.HasMoreTokens()); Assert.AreEqual("Third", tokenizer.NextToken()); Assert.IsFalse(tokenizer.HasMoreTokens()); }
public void StringIsTokenizedWithSpecifiedDelimiters() { const string toTokenize = "First,Second,Third"; StringTokenizer tokenizer = new StringTokenizer(toTokenize, ","); Assert.IsTrue(tokenizer.HasMoreTokens()); Assert.AreEqual("First", tokenizer.NextToken()); Assert.IsTrue(tokenizer.HasMoreTokens()); Assert.AreEqual("Second", tokenizer.NextToken()); Assert.IsTrue(tokenizer.HasMoreTokens()); Assert.AreEqual("Third", tokenizer.NextToken()); Assert.IsFalse(tokenizer.HasMoreTokens()); }
public void CountIsCorrect() { const string toTokenize = "First\tSecond\tThird"; StringTokenizer tokenizer = new StringTokenizer(toTokenize); Assert.AreEqual(3, tokenizer.Count); tokenizer.NextToken(); Assert.AreEqual(2, tokenizer.Count); tokenizer.NextToken(); Assert.AreEqual(1, tokenizer.Count); string token = tokenizer.NextToken(); // This assert assures that asking for the count does not // affect the tokens themselves. Assert.AreEqual("Third", token); Assert.AreEqual(0, tokenizer.Count); }