private void TestPatterns(string input, string[] regexes, string[] tokens, int[] startOffsets, int[] endOffsets, int[] positions, bool preserveOriginal) { Regex[] patterns = new Regex[regexes.Length]; for (int i = 0; i < regexes.Length; i++) { patterns[i] = new Regex(regexes[i], RegexOptions.Compiled); } TokenStream ts = new PatternCaptureGroupTokenFilter(new MockTokenizer(new StringReader(input), MockTokenizer.WHITESPACE, false), preserveOriginal, patterns); AssertTokenStreamContents(ts, tokens, startOffsets, endOffsets, positions); }
private void TestPatterns(string input, string[] regexes, string[] tokens, int[] startOffsets, int[] endOffsets, int[] positions, bool preserveOriginal) { Regex[] patterns = new Regex[regexes.Length]; for (int i = 0; i < regexes.Length; i++) { patterns[i] = new Regex(regexes[i], RegexOptions.Compiled); } TokenStream ts = new PatternCaptureGroupTokenFilter(new MockTokenizer(new StringReader(input), MockTokenizer.WHITESPACE, false), preserveOriginal, patterns); AssertTokenStreamContents(ts, tokens, startOffsets, endOffsets, positions); }