public virtual void TestSynonyms() { WordnetSynonymParser parser = new WordnetSynonymParser(true, true, new MockAnalyzer(Random())); parser.Parse(new StringReader(synonymsFile)); SynonymMap map = parser.Build(); Analyzer analyzer = new AnalyzerAnonymousInnerClassHelper(this, map); /* all expansions */ AssertAnalyzesTo(analyzer, "Lost in the woods", new string[] { "Lost", "in", "the", "woods", "wood", "forest" }, new int[] { 0, 5, 8, 12, 12, 12 }, new int[] { 4, 7, 11, 17, 17, 17 }, new int[] { 1, 1, 1, 1, 0, 0 }); /* single quote */ AssertAnalyzesTo(analyzer, "king", new string[] { "king", "baron" }); /* multi words */ AssertAnalyzesTo(analyzer, "king's evil", new string[] { "king's", "king's", "evil", "meany" }); }
public virtual void TestSynonyms() { WordnetSynonymParser parser = new WordnetSynonymParser(true, true, new MockAnalyzer(Random)); parser.Parse(new StringReader(synonymsFile)); SynonymMap map = parser.Build(); Analyzer analyzer = Analyzer.NewAnonymous(createComponents: (fieldName, reader) => { Tokenizer tokenizer = new MockTokenizer(reader, MockTokenizer.WHITESPACE, false); return(new TokenStreamComponents(tokenizer, new SynonymFilter(tokenizer, map, false))); }); /* all expansions */ AssertAnalyzesTo(analyzer, "Lost in the woods", new string[] { "Lost", "in", "the", "woods", "wood", "forest" }, new int[] { 0, 5, 8, 12, 12, 12 }, new int[] { 4, 7, 11, 17, 17, 17 }, new int[] { 1, 1, 1, 1, 0, 0 }); /* single quote */ AssertAnalyzesTo(analyzer, "king", new string[] { "king", "baron" }); /* multi words */ AssertAnalyzesTo(analyzer, "king's evil", new string[] { "king's", "king's", "evil", "meany" }); }