private void Init(int bufferSize) { this.done = false; termAtt = (TermAttribute)AddAttribute(typeof(TermAttribute)); offsetAtt = (OffsetAttribute)AddAttribute(typeof(OffsetAttribute)); termAtt.ResizeTermBuffer(bufferSize); }
public QueryTermVector(System.String queryString, Analyzer analyzer) { if (analyzer != null) { TokenStream stream = analyzer.TokenStream("", new System.IO.StringReader(queryString)); if (stream != null) { System.Collections.ArrayList terms = new System.Collections.ArrayList(); try { bool hasMoreTokens = false; stream.Reset(); TermAttribute termAtt = (TermAttribute)stream.AddAttribute(typeof(TermAttribute)); hasMoreTokens = stream.IncrementToken(); while (hasMoreTokens) { terms.Add(termAtt.Term()); hasMoreTokens = stream.IncrementToken(); } ProcessTerms((System.String[])terms.ToArray(typeof(System.String))); } catch (System.IO.IOException e) { } } } }
private void Init(int bufferSize) { this.done = false; termAtt = (TermAttribute) AddAttribute(typeof(TermAttribute)); offsetAtt = (OffsetAttribute) AddAttribute(typeof(OffsetAttribute)); termAtt.ResizeTermBuffer(bufferSize); }
internal override void Start(Fieldable f) { termAtt = (TermAttribute)fieldState.attributeSource.AddAttribute(typeof(TermAttribute)); consumer.Start(f); if (nextPerField != null) { nextPerField.Start(f); } }
public PorterStemFilter(TokenStream in_Renamed):base(in_Renamed) { stemmer = new PorterStemmer(); termAtt = (TermAttribute) AddAttribute(typeof(TermAttribute)); }
internal SingleTokenTokenStream() { termAttribute = (TermAttribute) AddAttribute(typeof(TermAttribute)); offsetAttribute = (OffsetAttribute) AddAttribute(typeof(OffsetAttribute)); }
internal SingleTokenTokenStream() { termAttribute = (TermAttribute)AddAttribute(typeof(TermAttribute)); offsetAttribute = (OffsetAttribute)AddAttribute(typeof(OffsetAttribute)); }
/// <summary> Build a filter that removes words that are too long or too /// short from the text. /// </summary> public LengthFilter(TokenStream in_Renamed, int min, int max):base(in_Renamed) { this.min = min; this.max = max; termAtt = (TermAttribute) AddAttribute(typeof(TermAttribute)); }
/// <summary> Fills TermAttribute with the current token text.</summary> internal void GetText(TermAttribute t) { t.SetTermBuffer(zzBuffer, zzStartRead, zzMarkedPos - zzStartRead); }
/// <summary> Build a filter that removes words that are too long or too /// short from the text. /// </summary> public LengthFilter(TokenStream in_Renamed, int min, int max) : base(in_Renamed) { this.min = min; this.max = max; termAtt = (TermAttribute)AddAttribute(typeof(TermAttribute)); }
/// <summary> Fills TermAttribute with the current token text.</summary> internal void GetText(TermAttribute t) { t.SetTermBuffer(zzBuffer, zzStartRead, zzMarkedPos - zzStartRead); }
public PorterStemFilter(TokenStream in_Renamed) : base(in_Renamed) { stemmer = new PorterStemmer(); termAtt = (TermAttribute)AddAttribute(typeof(TermAttribute)); }
internal override void Start(Fieldable f) { termAtt = (TermAttribute) fieldState.attributeSource.AddAttribute(typeof(TermAttribute)); consumer.Start(f); if (nextPerField != null) { nextPerField.Start(f); } }
public void Init() { termAtt = (TermAttribute) AddAttribute(typeof(TermAttribute)); posIncrAtt = (PositionIncrementAttribute) AddAttribute(typeof(PositionIncrementAttribute)); }