public void ManualDictionaryTest() {

            var dict = new DictionaryLemmatizer {
                {"word", "one"},
                {"worD", "tag", "two", "2"}
            };

            Assert.AreEqual(new[] { "one" }, dict.Lemmatize("word", null));
            Assert.AreEqual(new[] { "one" }, dict.Lemmatize("word", string.Empty));
            Assert.AreEqual(new[] { "two", "2" }, dict.Lemmatize("word", "tag"));

            Assert.AreEqual(new[] { "Nop" }, dict.Lemmatize("Nop", null));
        }
Пример #2
0
        public void ManualDictionaryTest()
        {
            var dict = new DictionaryLemmatizer {
                { "word", "one" },
                { "worD", "tag", "two", "2" }
            };

            Assert.AreEqual(new[] { "one" }, dict.Lemmatize("word", null));
            Assert.AreEqual(new[] { "one" }, dict.Lemmatize("word", string.Empty));
            Assert.AreEqual(new[] { "two", "2" }, dict.Lemmatize("word", "tag"));

            Assert.AreEqual(new[] { "Nop" }, dict.Lemmatize("Nop", null));
        }
Пример #3
0
 public NLPLemmatizerOp(Stream dictionary, LemmatizerModel lemmatizerModel)
 {
     Debug.Assert(dictionary != null || lemmatizerModel != null, "At least one parameter must be non-null");
     dictionaryLemmatizer = dictionary == null ? null : new DictionaryLemmatizer(new ikvm.io.InputStreamWrapper(dictionary));
     lemmatizerME         = lemmatizerModel == null ? null : new LemmatizerME(lemmatizerModel);
 }
Пример #4
0
 public DictLemmatizer(string path)
 {
     this.lemmatizer = new DictionaryLemmatizer(path);
 }
Пример #5
0
 public DictLemmatizer()
 {
     this.lemmatizer = new DictionaryLemmatizer(Environment.CurrentDirectory + DICTIONARY_FILE_PATH);
 }