Exemple #1
0
        public void UntokenizedAnalyzer_lower_cases_and_produces_single_token()
        {
            var reader      = new StringReader("FOO bar");
            var analyzer    = new UntokenizedAnalyzer();
            var tokenStream = analyzer.TokenStream("x", reader);
            var first       = tokenStream.Next();

            Assert.AreEqual("foo bar", first.Term());
            Assert.IsNull(tokenStream.Next());
        }