C# (CSharp) ca.uhn.SupportClass.Tokenizer Examples

Example #1

File: TokenizerFixture.cs Project: henriquetomaz/nhapi-1

        public void EmptyString()
        {
            Tokenizer t = new Tokenizer(string.Empty);

            Assert.IsFalse(t.HasMoreTokens());
            Assert.AreEqual(0, t.Count);
        }

Example #2

File: TokenizerFixture.cs Project: snosrap/nhapi

        public void EmptyString()
        {
            Tokenizer t = new Tokenizer(string.Empty);

            Assert.IsFalse(t.HasMoreTokens());
            Assert.AreEqual(0, t.Count);
        }

Example #3

File: TokenizerFixture.cs Project: snosrap/nhapi

 public void EndingDelimiter()
 {
     Tokenizer t = new Tokenizer("somestring\t");
     Assert.AreEqual(1, t.Count);
     Assert.IsTrue(t.HasMoreTokens());
     Assert.AreEqual("somestring", t.NextToken());
     Assert.IsFalse(t.HasMoreTokens());
 }

Example #4

File: TokenizerFixture.cs Project: henriquetomaz/nhapi-1

        public void EndingDelimiter()
        {
            Tokenizer t = new Tokenizer("somestring\t");

            Assert.AreEqual(1, t.Count);
            Assert.IsTrue(t.HasMoreTokens());
            Assert.AreEqual("somestring", t.NextToken());
            Assert.IsFalse(t.HasMoreTokens());
        }

Example #5

File: TokenizerFixture.cs Project: henriquetomaz/nhapi-1

        public void StringWithNoTokens()
        {
            Tokenizer t = new Tokenizer("somestring");

            Assert.AreEqual(1, t.Count);
            Assert.IsTrue(t.HasMoreTokens());

            Assert.AreEqual("somestring", t.NextToken());
        }

Example #6

File: TokenizerFixture.cs Project: snosrap/nhapi

        public void CustomDelimiaters()
        {
            Tokenizer t = new Tokenizer("my|custom|delimiter", "|");
            Assert.AreEqual(3,t.Count);
            Assert.IsTrue(t.HasMoreTokens());
            Assert.AreEqual("my", t.NextToken());
            Assert.AreEqual("custom", t.NextToken());
            Assert.AreEqual("delimiter", t.NextToken());

            Assert.IsFalse(t.HasMoreTokens());
            Assert.AreEqual(0, t.Count);
        }

Example #7

File: TokenizerFixture.cs Project: snosrap/nhapi

        public void MixedInteriorDelimiters()
        {
            Tokenizer t = new Tokenizer("some\tstring and\rvalues");
            Assert.AreEqual(4, t.Count);
            Assert.IsTrue(t.HasMoreTokens());
            Assert.AreEqual("some",t.NextToken());
            Assert.AreEqual("string",t.NextToken());
            Assert.AreEqual("and",t.NextToken());
            Assert.AreEqual("values",t.NextToken());

            Assert.IsFalse(t.HasMoreTokens());
            Assert.AreEqual(0, t.Count);
        }

Example #8

File: TokenizerFixture.cs Project: henriquetomaz/nhapi-1

        public void CustomDelimiaters()
        {
            Tokenizer t = new Tokenizer("my|custom|delimiter", "|");

            Assert.AreEqual(3, t.Count);
            Assert.IsTrue(t.HasMoreTokens());
            Assert.AreEqual("my", t.NextToken());
            Assert.AreEqual("custom", t.NextToken());
            Assert.AreEqual("delimiter", t.NextToken());

            Assert.IsFalse(t.HasMoreTokens());
            Assert.AreEqual(0, t.Count);
        }

Example #9

File: TokenizerFixture.cs Project: snosrap/nhapi

        public void InteriorSingleDelimiter()
        {
            Tokenizer t = new Tokenizer("some\tstring");
            Assert.AreEqual(2, t.Count);

            Assert.AreEqual("some", t.NextToken());

            Assert.AreEqual(1, t.Count);
            Assert.IsTrue(t.HasMoreTokens());

            Assert.AreEqual("string", t.NextToken());

            Assert.IsFalse(t.HasMoreTokens());
        }

Example #10

File: TokenizerFixture.cs Project: henriquetomaz/nhapi-1

        public void MixedInteriorDelimiters()
        {
            Tokenizer t = new Tokenizer("some\tstring and\rvalues");

            Assert.AreEqual(4, t.Count);
            Assert.IsTrue(t.HasMoreTokens());
            Assert.AreEqual("some", t.NextToken());
            Assert.AreEqual("string", t.NextToken());
            Assert.AreEqual("and", t.NextToken());
            Assert.AreEqual("values", t.NextToken());

            Assert.IsFalse(t.HasMoreTokens());
            Assert.AreEqual(0, t.Count);
        }

Example #11

File: TokenizerFixture.cs Project: henriquetomaz/nhapi-1

        public void InteriorSingleDelimiter()
        {
            Tokenizer t = new Tokenizer("some\tstring");

            Assert.AreEqual(2, t.Count);

            Assert.AreEqual("some", t.NextToken());

            Assert.AreEqual(1, t.Count);
            Assert.IsTrue(t.HasMoreTokens());

            Assert.AreEqual("string", t.NextToken());

            Assert.IsFalse(t.HasMoreTokens());
        }

Example #12

File: TokenizerFixture.cs Project: henriquetomaz/nhapi-1

        public void PassCustomDelimiter()
        {
            Tokenizer t = new Tokenizer("normal delimiters|then|custom");

            Assert.AreEqual(2, t.Count);
            Assert.IsTrue(t.HasMoreTokens());
            Assert.AreEqual("normal", t.NextToken());


            Assert.AreEqual(" delimiters", t.NextToken("|"));
            Assert.AreEqual("then", t.NextToken("|"));
            Assert.AreEqual("custom", t.NextToken("|"));

            Assert.IsFalse(t.HasMoreTokens());
            Assert.AreEqual(0, t.Count);
        }

Example #13

File: TokenizerFixture.cs Project: henriquetomaz/nhapi-1

        public void ReturnDelimiters()
        {
            Tokenizer t = new Tokenizer("this is a test string", " ", true);

            Assert.AreEqual(9, t.Count);
            Assert.IsTrue(t.HasMoreTokens());

            Assert.AreEqual("this", t.NextToken());
            Assert.AreEqual(" ", t.NextToken());
            Assert.AreEqual("is", t.NextToken());
            Assert.AreEqual(" ", t.NextToken());
            Assert.AreEqual("a", t.NextToken());
            Assert.AreEqual(" ", t.NextToken());
            Assert.AreEqual("test", t.NextToken());
            Assert.AreEqual(" ", t.NextToken());
            Assert.AreEqual("string", t.NextToken());

            Assert.IsFalse(t.HasMoreTokens());
            Assert.AreEqual(0, t.Count);
        }

Example #14

File: TokenizerFixture.cs Project: snosrap/nhapi

        public void StringWithNoTokens()
        {
            Tokenizer t = new Tokenizer("somestring");
            Assert.AreEqual(1, t.Count);
            Assert.IsTrue(t.HasMoreTokens());

            Assert.AreEqual("somestring", t.NextToken());
        }

Example #15

File: TokenizerFixture.cs Project: henriquetomaz/nhapi-1

 public void NullStringThrows()
 {
     Tokenizer t = new Tokenizer(null);
 }

Example #16

File: TokenizerFixture.cs Project: snosrap/nhapi

 public void NullStringThrows()
 {
     Tokenizer t = new Tokenizer(null);
 }

Example #17

File: TokenizerFixture.cs Project: snosrap/nhapi

        public void PassCustomDelimiter()
        {
            Tokenizer t = new Tokenizer("normal delimiters|then|custom");
            Assert.AreEqual(2, t.Count);
            Assert.IsTrue(t.HasMoreTokens());
            Assert.AreEqual("normal", t.NextToken());

            Assert.AreEqual(" delimiters", t.NextToken("|"));
            Assert.AreEqual("then", t.NextToken("|"));
            Assert.AreEqual("custom", t.NextToken("|"));

            Assert.IsFalse(t.HasMoreTokens());
            Assert.AreEqual(0, t.Count);
        }

Example #18

File: TokenizerFixture.cs Project: snosrap/nhapi

        public void ReturnDelimiters()
        {
            Tokenizer t = new Tokenizer("this is a test string", " ", true);
            Assert.AreEqual(9, t.Count);
            Assert.IsTrue(t.HasMoreTokens());

            Assert.AreEqual("this", t.NextToken());
            Assert.AreEqual(" ", t.NextToken());
            Assert.AreEqual("is", t.NextToken());
            Assert.AreEqual(" ", t.NextToken());
            Assert.AreEqual("a", t.NextToken());
            Assert.AreEqual(" ", t.NextToken());
            Assert.AreEqual("test", t.NextToken());
            Assert.AreEqual(" ", t.NextToken());
            Assert.AreEqual("string", t.NextToken());

            Assert.IsFalse(t.HasMoreTokens());
            Assert.AreEqual(0, t.Count);
        }