Exemplo n.º 1
0
        public void RepeatedStringIsTokenizedCorrectly()
        {
            const string    toTokenize = "First\tFirstly\tThird";
            StringTokenizer tokenizer  = new StringTokenizer(toTokenize);

            Assert.IsTrue(tokenizer.HasMoreTokens());
            Assert.AreEqual("First", tokenizer.NextToken());

            Assert.IsTrue(tokenizer.HasMoreTokens());
            Assert.AreEqual("Firstly", tokenizer.NextToken());

            Assert.IsTrue(tokenizer.HasMoreTokens());
            Assert.AreEqual("Third", tokenizer.NextToken());

            Assert.IsFalse(tokenizer.HasMoreTokens());
        }
Exemplo n.º 2
0
        public void ChangingDelimitersIsHandledCorrectly()
        {
            const string    toTokenize = "First,more\tSecond,Third";
            StringTokenizer tokenizer  = new StringTokenizer(toTokenize);

            Assert.IsTrue(tokenizer.HasMoreTokens());
            Assert.AreEqual("First,more", tokenizer.NextToken());

            Assert.IsTrue(tokenizer.HasMoreTokens());
            Assert.AreEqual("Second", tokenizer.NextToken(","));

            Assert.IsTrue(tokenizer.HasMoreTokens());
            Assert.AreEqual("Third", tokenizer.NextToken());

            Assert.IsFalse(tokenizer.HasMoreTokens());
        }
Exemplo n.º 3
0
        public void StringIsTokenizedWithDefaultDelimiters()
        {
            const string    toTokenize = "First\tSecond\tThird";
            StringTokenizer tokenizer  = new StringTokenizer(toTokenize);

            Assert.IsTrue(tokenizer.HasMoreTokens());
            Assert.AreEqual("First", tokenizer.NextToken());

            Assert.IsTrue(tokenizer.HasMoreTokens());
            Assert.AreEqual("Second", tokenizer.NextToken());

            Assert.IsTrue(tokenizer.HasMoreTokens());
            Assert.AreEqual("Third", tokenizer.NextToken());

            Assert.IsFalse(tokenizer.HasMoreTokens());
        }
Exemplo n.º 4
0
        public void StringIsTokenizedWithSpecifiedDelimiters()
        {
            const string    toTokenize = "First,Second,Third";
            StringTokenizer tokenizer  = new StringTokenizer(toTokenize, ",");

            Assert.IsTrue(tokenizer.HasMoreTokens());
            Assert.AreEqual("First", tokenizer.NextToken());

            Assert.IsTrue(tokenizer.HasMoreTokens());
            Assert.AreEqual("Second", tokenizer.NextToken());

            Assert.IsTrue(tokenizer.HasMoreTokens());
            Assert.AreEqual("Third", tokenizer.NextToken());

            Assert.IsFalse(tokenizer.HasMoreTokens());
        }
        public void StringIsTokenizedWithDefaultDelimiters()
        {
            const string toTokenize = "First\tSecond\tThird";
            StringTokenizer tokenizer = new StringTokenizer(toTokenize);

            Assert.IsTrue(tokenizer.HasMoreTokens());
            Assert.AreEqual("First", tokenizer.NextToken());

            Assert.IsTrue(tokenizer.HasMoreTokens());
            Assert.AreEqual("Second", tokenizer.NextToken());

            Assert.IsTrue(tokenizer.HasMoreTokens());
            Assert.AreEqual("Third", tokenizer.NextToken());

            Assert.IsFalse(tokenizer.HasMoreTokens());
        }
        public void RepeatedStringIsTokenizedCorrectly()
        {
            const string toTokenize = "First\tFirstly\tThird";
            StringTokenizer tokenizer = new StringTokenizer(toTokenize);

            Assert.IsTrue(tokenizer.HasMoreTokens());
            Assert.AreEqual("First", tokenizer.NextToken());

            Assert.IsTrue(tokenizer.HasMoreTokens());
            Assert.AreEqual("Firstly", tokenizer.NextToken());

            Assert.IsTrue(tokenizer.HasMoreTokens());
            Assert.AreEqual("Third", tokenizer.NextToken());

            Assert.IsFalse(tokenizer.HasMoreTokens());
        }
        public void ChangingDelimitersIsHandledCorrectly()
        {
            const string toTokenize = "First,more\tSecond,Third";
            StringTokenizer tokenizer = new StringTokenizer(toTokenize);

            Assert.IsTrue(tokenizer.HasMoreTokens());
            Assert.AreEqual("First,more", tokenizer.NextToken());

            Assert.IsTrue(tokenizer.HasMoreTokens());
            Assert.AreEqual("Second", tokenizer.NextToken(","));

            Assert.IsTrue(tokenizer.HasMoreTokens());
            Assert.AreEqual("Third", tokenizer.NextToken());

            Assert.IsFalse(tokenizer.HasMoreTokens());
        }
        public void CountIsCorrect()
        {
            const string toTokenize = "First\tSecond\tThird";
            StringTokenizer tokenizer = new StringTokenizer(toTokenize);

            Assert.AreEqual(3, tokenizer.Count);

            tokenizer.NextToken();
            Assert.AreEqual(2, tokenizer.Count);

            tokenizer.NextToken();
            Assert.AreEqual(1, tokenizer.Count);

            string token = tokenizer.NextToken();
            // This assert assures that asking for the count does not
            // affect the tokens themselves.
            Assert.AreEqual("Third", token);
            Assert.AreEqual(0, tokenizer.Count);
        }
Exemplo n.º 9
0
        public void CountIsCorrect()
        {
            const string    toTokenize = "First\tSecond\tThird";
            StringTokenizer tokenizer  = new StringTokenizer(toTokenize);

            Assert.AreEqual(3, tokenizer.Count);

            tokenizer.NextToken();
            Assert.AreEqual(2, tokenizer.Count);

            tokenizer.NextToken();
            Assert.AreEqual(1, tokenizer.Count);

            string token = tokenizer.NextToken();

            // This assert assures that asking for the count does not
            // affect the tokens themselves.
            Assert.AreEqual("Third", token);
            Assert.AreEqual(0, tokenizer.Count);
        }
        public void StringIsTokenizedWithSpecifiedDelimiters()
        {
            const string toTokenize = "First,Second,Third";
            StringTokenizer tokenizer = new StringTokenizer(toTokenize, ",");

            Assert.IsTrue(tokenizer.HasMoreTokens());
            Assert.AreEqual("First", tokenizer.NextToken());

            Assert.IsTrue(tokenizer.HasMoreTokens());
            Assert.AreEqual("Second", tokenizer.NextToken());

            Assert.IsTrue(tokenizer.HasMoreTokens());
            Assert.AreEqual("Third", tokenizer.NextToken());

            Assert.IsFalse(tokenizer.HasMoreTokens());
        }