Exemplo n.º 1
0
        public void Create()
        {
            CombinedPipeline <string> combined = new CombinedPipeline <string>(new LowerCasePipeline());

            Assert.AreEqual(1, combined.Pipelines.Count);
            combined = new CombinedPipeline <string>();
            Assert.AreEqual(0, combined.Pipelines.Count);
        }
Exemplo n.º 2
0
        public void Process()
        {
            string[] data = { "Test", string.Empty };
            CombinedPipeline <string> combined = new CombinedPipeline <string>(new LowerCasePipeline());

            string[] results = combined.Process(data).ToArray();
            Assert.AreEqual(1, results.Length);
            Assert.AreEqual("test", results[0]);
        }
 public WordsTokenizerFactory(
     string pattern,
     IWordItemFactory wordItemFactory,
     CombinedPipeline <string> pipeline,
     CombinedPipeline <WordEx> wordItemPipeline)
 {
     splitter             = new RegexSplitter(pattern);
     Pipeline             = pipeline ?? throw new System.ArgumentNullException(nameof(pipeline));
     this.wordItemFactory = wordItemFactory ?? throw new System.ArgumentNullException(nameof(wordItemFactory));
     WordItemPipeline     = wordItemPipeline ?? throw new System.ArgumentNullException(nameof(wordItemPipeline));
 }