public override TokenStream ReusableTokenStream(System.String fieldName, System.IO.TextReader reader)
{
Tokenizer tokenizer = (Tokenizer) GetPreviousTokenStream();
if (tokenizer == null)
{
tokenizer = new LowerCaseTokenizer(reader);
SetPreviousTokenStream(tokenizer);
}
else
tokenizer.Reset(reader);
return tokenizer;
}
/// <summary>
///
/// </summary>
/// <param name="fieldName"></param>
/// <param name="reader"></param>
/// <returns></returns>
public override TokenStream ReusableTokenStream(System.String fieldName, System.IO.TextReader reader)
{
Tokenizer tokenizer = (Tokenizer)GetPreviousTokenStream();
if (tokenizer == null)
{
tokenizer = new LowerCaseTokenizer(reader);
SetPreviousTokenStream(tokenizer);
}
else
{
tokenizer.Reset(reader);
}
return(tokenizer);
}
public override TokenStream TokenStream(System.String fieldName, System.IO.TextReader reader)
{
TokenStream result = new LowerCaseTokenizer(reader);
return(new PayloadFilter(result, fieldName));
}
public override TokenStream TokenStream(System.String fieldName, System.IO.TextReader reader)
{
TokenStream result = new LowerCaseTokenizer(reader);
return new PayloadFilter(result, fieldName);
}
/*
* (non-Javadoc)
*
* @see org.apache.lucene.analysis.Analyzer#tokenStream(java.lang.String,
* java.io.Reader)
*/
public override TokenStream TokenStream(String arg0, System.IO.TextReader arg1)
{
LowerCaseTokenizer stream = new LowerCaseTokenizer(arg1);
stream.AddAttribute<ITermAttribute>();
stream.AddAttribute<IPositionIncrementAttribute>();
stream.AddAttribute<IOffsetAttribute>();
return new SynonymTokenizer(stream, synonyms);
}
public override TokenStream TokenStream(string fieldName, System.IO.TextReader reader)
{
TokenStream tokenizer = new LowerCaseTokenizer(reader);
tokenizer = new ASCIIFoldingFilter(tokenizer);
return tokenizer;
}