private TokenFilter MaybePayload(TokenFilter stream, string fieldName) { UninterruptableMonitor.Enter(this); try { previousMappings.TryGetValue(fieldName, out int?val); if (val == null) { val = -1; // no payloads if (LuceneTestCase.Rarely(random)) { switch (random.Next(3)) { case 0: // no payloads val = -1; break; case 1: // variable length payload val = int.MaxValue; break; case 2: // fixed length payload val = random.Next(12); break; } } if (LuceneTestCase.Verbose) { if (val == int.MaxValue) { Console.WriteLine("MockAnalyzer: field=" + fieldName + " gets variable length payloads"); } else if (val != -1) { Console.WriteLine("MockAnalyzer: field=" + fieldName + " gets fixed length=" + val + " payloads"); } } previousMappings[fieldName] = val; // save it so we are consistent for this field } if (val == -1) { return(stream); } else if (val == int.MaxValue) { return(new MockVariableLengthPayloadFilter(random, stream)); } else { return(new MockFixedLengthPayloadFilter(random, stream, (int)val)); } } finally { UninterruptableMonitor.Exit(this); } }
private List<string> Filtre(TokenFilter filter) { List<string> tas = new List<string>(); ITermAttribute termAtt = filter.GetAttribute<ITermAttribute>(); while (filter.IncrementToken()) { tas.Add(termAtt.Term); } return tas; }
private TokenFilter MaybePayload(TokenFilter stream, string fieldName) { lock (this) { int? val; PreviousMappings.TryGetValue(fieldName, out val); if (val == null) { val = -1; // no payloads if (LuceneTestCase.Rarely(Random)) { switch (Random.Next(3)) { case 0: // no payloads val = -1; break; case 1: // variable length payload val = int.MaxValue; break; case 2: // fixed length payload val = Random.Next(12); break; } } if (LuceneTestCase.VERBOSE) { if (val == int.MaxValue) { Console.WriteLine("MockAnalyzer: field=" + fieldName + " gets variable length payloads"); } else if (val != -1) { Console.WriteLine("MockAnalyzer: field=" + fieldName + " gets fixed length=" + val + " payloads"); } } PreviousMappings[fieldName] = val; // save it so we are consistent for this field } if (val == -1) { return stream; } else if (val == int.MaxValue) { return new MockVariableLengthPayloadFilter(Random, stream); } else { return new MockFixedLengthPayloadFilter(Random, stream, (int)val); } } }
public CurDistance() { ms = new MemoryStream(); filt = new PorterStemFilter(new LowerCaseFilter(new WhitespaceTokenizer(new StreamReader(ms)))); tw = new StreamWriter(ms); }