C# (CSharp) TransformationTextTokenizer.WithTokenType示例

示例#1

        public void CanParseTokenWithoutData()
        {
            var tokenizer = new TransformationTextTokenizer(_services);

            tokenizer.WithTokenType <TargetToken>();

            Assert.NotNull(tokenizer.ParseToken(0, TokenWithoutData));
        }

示例#2

        public void CanParseTokenWithOptionalData()
        {
            var tokenizer = new TransformationTextTokenizer(_services);

            tokenizer.WithTokenType <ColourToken>();

            var token = tokenizer.ParseToken(0, TokenWithOptionalData) as ColourToken;

            Assert.NotNull(token);
            Assert.True(token !.UsePattern);
        }

示例#3

        public void CanParseTokenWithOptionalData()
        {
            var tokenizer = new TransformationTextTokenizer(_services);

            tokenizer.WithTokenType <ColourToken>();

            var token = tokenizer.ParseToken(0, TokenWithOptionalData) as ColourToken;

            Assert.NotNull(token);
            Assert.Equal("base", token.Part);
        }