Stem() protected method

Stems the given term to an unique discriminator.
protected Stem ( string term ) : string
term string The term that should be stemmed.
return string
        /**
         * @return Returns the next token in the stream, or null at EOS.
         */
        public override Token Next(Token reusableToken)
        {
            System.Diagnostics.Trace.Assert(reusableToken != null);

            Token nextToken = input.Next(reusableToken);

            if (nextToken == null)
            {
                return(null);
            }

            string term = nextToken.TermText();

            // Check the exclusion table.
            if (exclusions == null || !exclusions.Contains(term))
            {
                string s = stemmer.Stem(term);
                // If not stemmed, don't waste the time adjusting the token.
                if ((s != null) && !s.Equals(term))
                {
                    nextToken.SetTermBuffer(s.ToCharArray(), 0, s.Length);//was  SetTermBuffer(s)
                }
            }
            return(nextToken);
        }
Esempio n. 2
0
 public override bool IncrementToken()
 {
     if (m_input.IncrementToken())
     {
         string term = termAtt.ToString();
         // Check the exclusion table.
         if (!keywordAttr.IsKeyword /*&& (exclusions == null || !exclusions.Contains(term))*/) // LUCENENET specific - removed unused variable "exclusions"
         {
             string s = stemmer.Stem(term);
             // If not stemmed, don't waste the time adjusting the token.
             if ((s != null) && !s.Equals(term, StringComparison.Ordinal))
             {
                 termAtt.SetEmpty().Append(s);
             }
         }
         return(true);
     }
     else
     {
         return(false);
     }
 }
Esempio n. 3
0
 public override bool IncrementToken()
 {
     if (input.IncrementToken())
     {
         string term = termAtt.ToString();
         // Check the exclusion table.
         if (!keywordAttr.Keyword && (exclusions == null || !exclusions.Contains(term)))
         {
             string s = stemmer.Stem(term);
             // If not stemmed, don't waste the time adjusting the token.
             if ((s != null) && !s.Equals(term))
             {
                 termAtt.SetEmpty().Append(s);
             }
         }
         return(true);
     }
     else
     {
         return(false);
     }
 }