/// <summary> Builds an analyzer which removes words in ENGLISH_STOP_WORDS.</summary>
public StopAnalyzer(Version matchVersion)
{
stopWords = ENGLISH_STOP_WORDS_SET;
useDefaultStopPositionIncrement = false;
enablePositionIncrements = StopFilter.GetEnablePositionIncrementsVersionDefault(matchVersion);
}
/// <summary>Builds an analyzer with the stop words from the given reader. </summary>
/// <seealso cref="WordlistLoader.GetWordSet(Reader)">
/// </seealso>
/// <param name="matchVersion">See <a href="#Version">above</a>
/// </param>
/// <param name="stopwords">Reader to load stop words from
/// </param>
public StopAnalyzer(Version matchVersion, System.IO.TextReader stopwords)
{
stopWords = WordlistLoader.GetWordSet(stopwords);
this.enablePositionIncrements = StopFilter.GetEnablePositionIncrementsVersionDefault(matchVersion);
useDefaultStopPositionIncrement = false;
}
/// <summary>Builds an analyzer with the stop words from the given set.</summary>
public StopAnalyzer(Version matchVersion, System.Collections.Hashtable stopWords)
{
this.stopWords = stopWords;
useDefaultStopPositionIncrement = false;
enablePositionIncrements = StopFilter.GetEnablePositionIncrementsVersionDefault(matchVersion);
}
public StopAnalyzer(System.String[] stopWords, bool enablePositionIncrements)
{
this.stopWords = StopFilter.MakeStopSet(stopWords);
this.enablePositionIncrements = enablePositionIncrements;
useDefaultStopPositionIncrement = false;
}
/// <summary>Constructs a {@link StandardTokenizer} filtered by a {@link
/// StandardFilter}, a {@link LowerCaseFilter} and a {@link StopFilter}.
/// </summary>
public override TokenStream TokenStream(System.String fieldName, System.IO.TextReader reader)
{
StandardTokenizer tokenStream = new StandardTokenizer(reader, replaceInvalidAcronym);
tokenStream.SetMaxTokenLength(maxTokenLength);
TokenStream result = new StandardFilter(tokenStream);
result = new LowerCaseFilter(result);
if (useDefaultStopPositionIncrements)
{
result = new StopFilter(result, stopSet);
}
else
{
result = new StopFilter(enableStopPositionIncrements, result, stopSet);
}
return result;
}