private string[] PosTagTokens(string[] tokens) { if (mPosTagger == null) { mPosTagger = new OpenNLP.Tools.PosTagger.EnglishMaximumEntropyPosTagger(mModelPath + @"\EnglishPOS.nbin", mModelPath + @"\Parser\tagdict"); } return(mPosTagger.Tag(tokens)); }
/// <summary> /// Tag each word with a part of speech /// </summary> /// <param name="tokens"></param> /// <returns></returns> public string[] PosTagTokens(string[] tokens) { if (posTagger == null) { posTagger = new OpenNLP.Tools.PosTagger.EnglishMaximumEntropyPosTagger(modelPath + "EnglishPOS.nbin", modelPath + @"\Parser\tagdict"); } return posTagger.Tag(tokens); }
public IEnumerable <Tuple <string, string> > Tag(string input) { var tokens = Tokenize(input).Distinct().ToArray(); var tagger = new OpenNLP.Tools.PosTagger.EnglishMaximumEntropyPosTagger("Resources/EnglishPOS.nbin", "Resources/tagdict"); var tags = tagger.Tag(tokens); return(tokens.Zip(tags, (s, s1) => new Tuple <string, string>(s, s1))); }
private List <Word> PosTagTokens(string[] tokens) { if (mPosTagger == null) { mPosTagger = new OpenNLP.Tools.PosTagger.EnglishMaximumEntropyPosTagger(mModelPath + "EnglishPOS.nbin", mModelPath + @"\Parser\tagdict"); } string[] Tags = mPosTagger.Tag(tokens); List <Word> lstWords = new List <Word>(); for (int i = 0; i < tokens.Length; i++) { Word wd = new Word(); wd.Key = tokens[i]; wd.Tag = Tags[i]; lstWords.Add(wd); } return(lstWords); }
private string[] PosTagTokens(string[] tokens) { if (mPosTagger == null) { mPosTagger = new OpenNLP.Tools.PosTagger.EnglishMaximumEntropyPosTagger(Path.Combine(mModelPath, "EnglishPOS.nbin"), Path.Combine(mParserPath, "tagdict")); } return mPosTagger.Tag(tokens); }
private string[] PosTagTokens(string[] tokens) { if (_posTagger == null) { _posTagger = new OpenNLP.Tools.PosTagger.EnglishMaximumEntropyPosTagger(_modelPath + "EnglishPOS.nbin", _modelPath + @"\Parser\tagdict"); } return _posTagger.Tag(tokens); }