public override UAX29URLEmailTokenizer create(AttributeFactory factory, Reader input)
{
UAX29URLEmailTokenizer tokenizer = new UAX29URLEmailTokenizer(luceneMatchVersion, factory, input);
tokenizer.MaxTokenLength = maxTokenLength;
return tokenizer;
}
public override ChineseTokenizer create(AttributeFactory factory, Reader @in)
{
return new ChineseTokenizer(factory, @in);
}
/// <summary>
/// Split the input using configured pattern
/// </summary>
//JAVA TO C# CONVERTER WARNING: 'final' parameters are not available in .NET:
//ORIGINAL LINE: @Override public PatternTokenizer create(final org.apache.lucene.util.AttributeSource.AttributeFactory factory, final java.io.Reader in)
public override PatternTokenizer create(AttributeFactory factory, Reader @in)
{
return new PatternTokenizer(factory, @in, pattern, group);
}
public override ArabicLetterTokenizer create(AttributeFactory factory, Reader input)
{
return new ArabicLetterTokenizer(luceneMatchVersion, factory, input);
}
public override RussianLetterTokenizer create(AttributeFactory factory, Reader @in)
{
return new RussianLetterTokenizer(luceneMatchVersion, factory, @in);
}
// TODO: add support for WikipediaTokenizer's advanced options.
public override WikipediaTokenizer create(AttributeFactory factory, Reader input)
{
return new WikipediaTokenizer(factory, input, WikipediaTokenizer.TOKENS_ONLY, System.Linq.Enumerable.Empty<string>());
}
public override ClassicTokenizer create(AttributeFactory factory, Reader input)
{
ClassicTokenizer tokenizer = new ClassicTokenizer(luceneMatchVersion, factory, input);
tokenizer.MaxTokenLength = maxTokenLength;
return tokenizer;
}
