public void Create() { CombinedPipeline <string> combined = new CombinedPipeline <string>(new LowerCasePipeline()); Assert.AreEqual(1, combined.Pipelines.Count); combined = new CombinedPipeline <string>(); Assert.AreEqual(0, combined.Pipelines.Count); }
public void Process() { string[] data = { "Test", string.Empty }; CombinedPipeline <string> combined = new CombinedPipeline <string>(new LowerCasePipeline()); string[] results = combined.Process(data).ToArray(); Assert.AreEqual(1, results.Length); Assert.AreEqual("test", results[0]); }
public WordsTokenizerFactory( string pattern, IWordItemFactory wordItemFactory, CombinedPipeline <string> pipeline, CombinedPipeline <WordEx> wordItemPipeline) { splitter = new RegexSplitter(pattern); Pipeline = pipeline ?? throw new System.ArgumentNullException(nameof(pipeline)); this.wordItemFactory = wordItemFactory ?? throw new System.ArgumentNullException(nameof(wordItemFactory)); WordItemPipeline = wordItemPipeline ?? throw new System.ArgumentNullException(nameof(wordItemPipeline)); }