protected override TokenStreamComponents CreateComponents(string fieldName, TextReader reader) { Random random = Random(); Tokenizer tokenizer = new MockTokenizer(reader, MockTokenizer.WHITESPACE, random.NextBoolean()); TokenStream output = new MockRandomLookaheadTokenFilter(random, tokenizer); return new TokenStreamComponents(tokenizer, output); }
public virtual void TestRandomStrings() { Analyzer a = Analyzer.NewAnonymous(createComponents: (fieldName, reader) => { Random random = Random; Tokenizer tokenizer = new MockTokenizer(reader, MockTokenizer.WHITESPACE, random.NextBoolean()); TokenStream output = new MockRandomLookaheadTokenFilter(random, tokenizer); return(new TokenStreamComponents(tokenizer, output)); }); CheckRandomData(Random, a, 200 * RandomMultiplier, 8192); }
public void TestRandomStrings() { Analyzer a = Analyzer.NewAnonymous(createComponents: (fieldName, reader) => { Random random = Random; Tokenizer tokenizer = new MockTokenizer(reader, MockTokenizer.WHITESPACE, random.nextBoolean()); TokenStream output = new MockRandomLookaheadTokenFilter(random, tokenizer); return(new TokenStreamComponents(tokenizer, output)); }); int maxLength = TEST_NIGHTLY ? 8192 : 1024; CheckRandomData(Random, a, 50 * RANDOM_MULTIPLIER, maxLength); }
public void TestRandomStrings() { Analyzer a = Analyzer.NewAnonymous(createComponents: (fieldName, reader) => { Random random = Random; Tokenizer tokenizer = new MockTokenizer(reader, MockTokenizer.WHITESPACE, random.nextBoolean()); TokenStream output = new MockRandomLookaheadTokenFilter(random, tokenizer); return(new TokenStreamComponents(tokenizer, output)); }); //int maxLength = TestNightly ? 8192 : 1024; // LUCENENET specific - reduced Nightly iterations from 8192 to 4096 // to keep it under the 1 hour free limit of Azure DevOps int maxLength = TestNightly ? 4096 : 1024; CheckRandomData(Random, a, 50 * RandomMultiplier, maxLength); }