/// <summary>
/// Initializes a new instance of the <see cref="TokenizerFactory"/> class.
/// </summary>
/// <param name="languageCode">The language code.</param>
/// <param name="abbreviationDictionary">The abbreviation dictionary.</param>
/// <param name="useAlphaNumericOptimization">if true alpha numerics are skipped.</param>
/// <param name="alphaNumericPattern">The alpha numeric pattern.</param>
public DummyTokenizerFactory(string languageCode, SharpNL.Dictionary.Dictionary abbreviationDictionary,
bool useAlphaNumericOptimization, string alphaNumericPattern)
: base(
languageCode, abbreviationDictionary != null ? new DummyDictionary(abbreviationDictionary) : null,
useAlphaNumericOptimization, alphaNumericPattern) {
dict = base.AbbreviationDictionary as DummyDictionary;
}
public static bool AreEqual(this opennlp.tools.util.Span input, SharpNL.Utility.Span value) {
return input.getStart() == value.Start &&
input.getEnd() == value.End &&
input.getType() == value.Type;
}
