public Stem ( string term ) : string | ||
term | string | The term that should be stemmed. |
return | string |
/** * @return Returns the next token in the stream, or null at EOS. */ public override Token Next(Token reusableToken) { System.Diagnostics.Trace.Assert(reusableToken != null); Token nextToken = input.Next(reusableToken); if (nextToken == null) { return(null); } string term = nextToken.TermText(); // Check the exclusion table. if (exclusions == null || !exclusions.Contains(term)) { string s = stemmer.Stem(term); // If not stemmed, don't waste the time adjusting the token. if ((s != null) && !s.Equals(term)) { nextToken.SetTermBuffer(s.ToCharArray(), 0, s.Length);//was SetTermBuffer(s) } } return(nextToken); }
/* * <returns>Returns the next token in the stream, or null at EOS.</returns> */ public override bool IncrementToken() { if (input.IncrementToken()) { string term = termAtt.Term; // Check the exclusion table. if (exclusions == null || !exclusions.Contains(term)) { string s = stemmer.Stem(term); // If not stemmed, don't waste the time adjusting the token. if ((s != null) && !s.Equals(term)) { termAtt.SetTermBuffer(s); } } return(true); } else { return(false); } }