private void SetupDictionaryDatabases() { JapEngDictionary = new Database(Locations.ABS_DICT_CONVERT_PATH + "JapEngDict.db"); KuromojiTokenizer = MakeTokenizer(); NLPTokenizer = new NLPTokenizer <Token>(KuromojiTokenizer, JapEngDictionary); }
/// <summary> /// NLP分词 /// </summary> /// <param name="str"></param> public void Segement_NLP(string str = "中国科学院计算技术研究所的宗成庆教授正在教授自然语言处理课程") { var termList = NLPTokenizer.segment(str); var docList = termList.ToList(); Console.WriteLine(docList); }
public SearchPage(MainWindow mainWindow) { this.InitializeComponent(); InitViews(); this.mainPage = mainWindow; currentDispatcher = Dispatcher.CurrentDispatcher; japEngDictionary = MainWindow.JapEngDictionary; tokenizer = MainWindow.NLPTokenizer; kanjiDictionary = MainWindow.KanjiDictionary; exampleDictionary = MainWindow.ExampleDictionary; ChangeReadMode(); HookEvents(); }
public static void ClassInit(TestContext context) { tokenizer = new Tokenizer(Locations.ABS_DICT_COMPILED_PATH); dictionary = new Database(Locations.ABS_DICT_CONVERT_PATH + "JapEngDict.db"); NLPTokenizer = new NLPTokenizer <Token>(tokenizer, dictionary); }