Пример #1
0
 private void  Init(int bufferSize)
 {
     this.done = false;
     termAtt   = (TermAttribute)AddAttribute(typeof(TermAttribute));
     offsetAtt = (OffsetAttribute)AddAttribute(typeof(OffsetAttribute));
     termAtt.ResizeTermBuffer(bufferSize);
 }
Пример #2
0
        public QueryTermVector(System.String queryString, Analyzer analyzer)
        {
            if (analyzer != null)
            {
                TokenStream stream = analyzer.TokenStream("", new System.IO.StringReader(queryString));
                if (stream != null)
                {
                    System.Collections.ArrayList terms = new System.Collections.ArrayList();
                    try
                    {
                        bool hasMoreTokens = false;

                        stream.Reset();
                        TermAttribute termAtt = (TermAttribute)stream.AddAttribute(typeof(TermAttribute));

                        hasMoreTokens = stream.IncrementToken();
                        while (hasMoreTokens)
                        {
                            terms.Add(termAtt.Term());
                            hasMoreTokens = stream.IncrementToken();
                        }
                        ProcessTerms((System.String[])terms.ToArray(typeof(System.String)));
                    }
                    catch (System.IO.IOException e)
                    {
                    }
                }
            }
        }
Пример #3
0
		private void  Init(int bufferSize)
		{
			this.done = false;
			termAtt = (TermAttribute) AddAttribute(typeof(TermAttribute));
			offsetAtt = (OffsetAttribute) AddAttribute(typeof(OffsetAttribute));
			termAtt.ResizeTermBuffer(bufferSize);
		}
Пример #4
0
 internal override void  Start(Fieldable f)
 {
     termAtt = (TermAttribute)fieldState.attributeSource.AddAttribute(typeof(TermAttribute));
     consumer.Start(f);
     if (nextPerField != null)
     {
         nextPerField.Start(f);
     }
 }
Пример #5
0
		public PorterStemFilter(TokenStream in_Renamed):base(in_Renamed)
		{
			stemmer = new PorterStemmer();
			termAtt = (TermAttribute) AddAttribute(typeof(TermAttribute));
		}
Пример #6
0
			internal SingleTokenTokenStream()
			{
				termAttribute = (TermAttribute) AddAttribute(typeof(TermAttribute));
				offsetAttribute = (OffsetAttribute) AddAttribute(typeof(OffsetAttribute));
			}
Пример #7
0
 internal SingleTokenTokenStream()
 {
     termAttribute   = (TermAttribute)AddAttribute(typeof(TermAttribute));
     offsetAttribute = (OffsetAttribute)AddAttribute(typeof(OffsetAttribute));
 }
Пример #8
0
		/// <summary> Build a filter that removes words that are too long or too
		/// short from the text.
		/// </summary>
		public LengthFilter(TokenStream in_Renamed, int min, int max):base(in_Renamed)
		{
			this.min = min;
			this.max = max;
			termAtt = (TermAttribute) AddAttribute(typeof(TermAttribute));
		}
Пример #9
0
		/// <summary> Fills TermAttribute with the current token text.</summary>
		internal void  GetText(TermAttribute t)
		{
			t.SetTermBuffer(zzBuffer, zzStartRead, zzMarkedPos - zzStartRead);
		}
Пример #10
0
 /// <summary> Build a filter that removes words that are too long or too
 /// short from the text.
 /// </summary>
 public LengthFilter(TokenStream in_Renamed, int min, int max) : base(in_Renamed)
 {
     this.min = min;
     this.max = max;
     termAtt  = (TermAttribute)AddAttribute(typeof(TermAttribute));
 }
Пример #11
0
 /// <summary> Fills TermAttribute with the current token text.</summary>
 internal void  GetText(TermAttribute t)
 {
     t.SetTermBuffer(zzBuffer, zzStartRead, zzMarkedPos - zzStartRead);
 }
Пример #12
0
 public PorterStemFilter(TokenStream in_Renamed) : base(in_Renamed)
 {
     stemmer = new PorterStemmer();
     termAtt = (TermAttribute)AddAttribute(typeof(TermAttribute));
 }
Пример #13
0
		internal override void  Start(Fieldable f)
		{
			termAtt = (TermAttribute) fieldState.attributeSource.AddAttribute(typeof(TermAttribute));
			consumer.Start(f);
			if (nextPerField != null)
			{
				nextPerField.Start(f);
			}
		}
Пример #14
0
		public void  Init()
		{
			termAtt = (TermAttribute) AddAttribute(typeof(TermAttribute));
			posIncrAtt = (PositionIncrementAttribute) AddAttribute(typeof(PositionIncrementAttribute));
		}