public AnalyzerAnonymousInnerClassHelper(TestRemoveDuplicatesTokenFilter outerInstance, SynonymMap map, bool ignoreCase) { this.outerInstance = outerInstance; this.map = map; this.ignoreCase = ignoreCase; }
public AnalyzerAnonymousInnerClassHelper9(TestSynonymMapFilter outerInstance, SynonymMap map) { this.outerInstance = outerInstance; this.map = map; }
private void Add(SynonymMap.Builder b, string input, string output, bool keepOrig) { b.Add(new CharsRef(Regex.Replace(input, " +", "\u0000")), new CharsRef(Regex.Replace(output, " +", "\u0000")), keepOrig); }
/// <param name="input"> input tokenstream </param> /// <param name="synonyms"> synonym map </param> /// <param name="ignoreCase"> case-folds input for matching with <seealso cref="Character#toLowerCase(int)"/>. /// Note, if you set this to true, its your responsibility to lowercase /// the input entries when you create the <seealso cref="SynonymMap"/> </param> public SynonymFilter(TokenStream input, SynonymMap synonyms, bool ignoreCase) : base(input) { termAtt = AddAttribute<ICharTermAttribute>(); posIncrAtt = AddAttribute<IPositionIncrementAttribute>(); posLenAtt = AddAttribute<IPositionLengthAttribute>(); typeAtt = AddAttribute<ITypeAttribute>(); offsetAtt = AddAttribute<IOffsetAttribute>(); this.synonyms = synonyms; this.ignoreCase = ignoreCase; this.fst = synonyms.fst; if (fst == null) { throw new System.ArgumentException("fst must be non-null"); } this.fstReader = fst.BytesReader; // Must be 1+ so that when roll buffer is at full // lookahead we can distinguish this full buffer from // the empty buffer: rollBufferSize = 1 + synonyms.maxHorizontalContext; futureInputs = new PendingInput[rollBufferSize]; futureOutputs = new PendingOutputs[rollBufferSize]; for (int pos = 0; pos < rollBufferSize; pos++) { futureInputs[pos] = new PendingInput(); futureOutputs[pos] = new PendingOutputs(); } //System.out.println("FSTFilt maxH=" + synonyms.maxHorizontalContext); scratchArc = new FST.Arc<BytesRef>(); }
public AnalyzerAnonymousInnerClassHelper4(TestSynonymMapFilter outerInstance, SynonymMap map, bool ignoreCase) { this.outerInstance = outerInstance; this.map = map; this.ignoreCase = ignoreCase; }
public void Inform(IResourceLoader loader) { TokenizerFactory factory = tokenizerFactory == null ? null : LoadTokenizerFactory(loader, tokenizerFactory); Analyzer analyzer = new AnalyzerAnonymousInnerClassHelper(this, factory); try { string formatClass = format; if (format == null || format.Equals("solr")) { formatClass = typeof(SolrSynonymParser).AssemblyQualifiedName; } else if (format.Equals("wordnet")) { formatClass = typeof(WordnetSynonymParser).AssemblyQualifiedName; } // TODO: expose dedup as a parameter? map = LoadSynonyms(loader, formatClass, true, analyzer); } catch (Exception e) { throw new IOException("Error parsing synonyms file:", e); } }
public AnalyzerAnonymousInnerClassHelper(TestWordnetSynonymParser outerInstance, SynonymMap map) { this.outerInstance = outerInstance; this.map = map; }
public AnalyzerAnonymousInnerClassHelper8(TestSynonymMapFilter outerInstance, SynonymMap map) { this.outerInstance = outerInstance; this.map = map; }