C# (CSharp) OpenNLP.Tools.Tokenize AbstractTokenizer Exemples

Exemple #1

        private string[] TokenizeSentence(string sentence)
        {
            if (_tokenizer == null)
            {
                //_tokenizer = new OpenNLP.Tools.Tokenize.EnglishMaximumEntropyTokenizer(_modelPath + "EnglishTok.nbin");
                _tokenizer = new EnglishRuleBasedTokenizer();
            }

            return(_tokenizer.Tokenize(sentence));
        }

Exemple #2

Fichier : MainForm.cs Projet : gblosser/OpenNlp

		private string[] TokenizeSentence(string sentence)
		{
			if (_tokenizer == null)
			{
				//_tokenizer = new OpenNLP.Tools.Tokenize.EnglishMaximumEntropyTokenizer(_modelPath + "EnglishTok.nbin");
				_tokenizer = new EnglishRuleBasedTokenizer();
			}

			return _tokenizer.Tokenize(sentence);
		}