Esempi in C# (CSharp) per NLPTokenizer.UndoTokenizeReducedSentence

Esempio n. 1

        public void TestSimplePhrase()
        {
            var words = NLPTokenizer.Tokenize("田中さんはどこへ行きますか？");

            Assert.AreEqual(8, words.Count);

            words = NLPTokenizer.TokenizeReducedSentence();
            Assert.AreEqual(9, words.Count);

            words = NLPTokenizer.TokenizeReducedSentence();
            Assert.AreEqual(10, words.Count);

            words = NLPTokenizer.TokenizeReducedSentence();
            Assert.AreEqual(10, words.Count);

            words = NLPTokenizer.TokenizeReducedSentence();
            Assert.AreEqual(10, words.Count);

            words = NLPTokenizer.UndoTokenizeReducedSentence();
            Assert.AreEqual(10, words.Count);

            words = NLPTokenizer.UndoTokenizeReducedSentence();
            Assert.AreEqual(9, words.Count);

            words = NLPTokenizer.UndoTokenizeReducedSentence();
            Assert.AreEqual(8, words.Count);

            words = NLPTokenizer.UndoTokenizeReducedSentence();
            Assert.AreEqual(8, words.Count);

            words = NLPTokenizer.UndoTokenizeReducedSentence();
            Assert.AreEqual(8, words.Count);
        }

Esempio n. 2

File: SearchPage.xaml.cs Progetto: zeta1999/NLP-Japanese-Dictionary

 private void OnUndoReTokenizeClicked(object sender, RoutedEventArgs e)
 {
     dictionaryWordView.ViewModel.DictionaryWords.Clear();
     tokenizer.UndoTokenizeReducedSentence();
     AddNewTokenizedWordsToViewModel();
 }