C# (CSharp) Bamboo.Prevalence.Indexing.Tests TokenAssertions.AssertTokenValues示例

AssertTokenValues() public static method

public static AssertTokenValues ( ITokenizer tokenizer ) : void
tokenizer	ITokenizer
return	void

示例#1

        public void TestPunctuation()
        {
            string text = "A foo,bar goest! flu? Oh, yes, flu!!! really? yep.\n.\tdidn't think [so..(yep)";

            TokenAssertions.AssertTokenValues(new StringTokenizer(text),
                                              "A", "foo", "bar", "goest", "flu",
                                              "Oh", "yes", "flu", "really", "yep",
                                              "didn", "t", "think", "so", "yep"
                                              );
        }

示例#2

        public void TestFilter()
        {
            string text = "a bc dado de o";

            TokenAssertions.AssertTokenValues(text,
                                              new TokenLengthFilter(1),
                                              "a", "bc", "dado", "de", "o"
                                              );

            TokenAssertions.AssertTokenValues(text,
                                              new TokenLengthFilter(2),
                                              "bc", "dado", "de"
                                              );

            TokenAssertions.AssertTokenValues(text,
                                              new TokenLengthFilter(3),
                                              "dado"
                                              );

            TokenAssertions.AssertTokenValues(text,
                                              new TokenLengthFilter(4),
                                              "dado"
                                              );
        }