public void ManualDictionaryTest() { var dict = new DictionaryLemmatizer { {"word", "one"}, {"worD", "tag", "two", "2"} }; Assert.AreEqual(new[] { "one" }, dict.Lemmatize("word", null)); Assert.AreEqual(new[] { "one" }, dict.Lemmatize("word", string.Empty)); Assert.AreEqual(new[] { "two", "2" }, dict.Lemmatize("word", "tag")); Assert.AreEqual(new[] { "Nop" }, dict.Lemmatize("Nop", null)); }
public void ManualDictionaryTest() { var dict = new DictionaryLemmatizer { { "word", "one" }, { "worD", "tag", "two", "2" } }; Assert.AreEqual(new[] { "one" }, dict.Lemmatize("word", null)); Assert.AreEqual(new[] { "one" }, dict.Lemmatize("word", string.Empty)); Assert.AreEqual(new[] { "two", "2" }, dict.Lemmatize("word", "tag")); Assert.AreEqual(new[] { "Nop" }, dict.Lemmatize("Nop", null)); }
public NLPLemmatizerOp(Stream dictionary, LemmatizerModel lemmatizerModel) { Debug.Assert(dictionary != null || lemmatizerModel != null, "At least one parameter must be non-null"); dictionaryLemmatizer = dictionary == null ? null : new DictionaryLemmatizer(new ikvm.io.InputStreamWrapper(dictionary)); lemmatizerME = lemmatizerModel == null ? null : new LemmatizerME(lemmatizerModel); }
public DictLemmatizer(string path) { this.lemmatizer = new DictionaryLemmatizer(path); }
public DictLemmatizer() { this.lemmatizer = new DictionaryLemmatizer(Environment.CurrentDirectory + DICTIONARY_FILE_PATH); }