public DefaultChineseFallbackRecognizer(Core.Tokenization.TokenType t, int priority, System.Globalization.CultureInfo culture, Core.Resources.IResourceDataAccessor dataAccessor) : base(t, priority, culture, dataAccessor, false) { int i = 0; _IsFallbackRecognizer = true; _DefaultPunctCharset = CharacterSetParser.Parse(_DEFAULT_PUNC_CS, ref i); }
public DefaultJapaneseFallbackRecognizer(Core.Tokenization.TokenType t, int priority, System.Globalization.CultureInfo culture, Core.Resources.IResourceDataAccessor dataAccessor) : base(t, priority, culture, dataAccessor, false) { // TODO outsource the pattern into resource assembly, or make externally configurable? _DefaultWordRegex = new System.Text.RegularExpressions.Regex(_DEFAULT_WORD_RX, System.Text.RegularExpressions.RegexOptions.ExplicitCapture); int i = 0; _IsFallbackRecognizer = true; _DefaultPunctCharset = CharacterSetParser.Parse(_DEFAULT_PUNC_CS, ref i); }