C# (CSharp) Lucene.Net.Analysis SinkTokenizerの例

コード例 #1

ファイル: TestTokenStreamBWComp.cs プロジェクト: vivekshimpi01/lucene.net

        private void  TestTeeSinkCustomToken(int api)
        {
            TokenStream stream = new WhitespaceTokenizer(new System.IO.StringReader(doc));

            stream = new PartOfSpeechTaggingFilter(stream);
            stream = new LowerCaseFilter(stream);
            stream = new StopFilter(stream, stopwords);

            SinkTokenizer sink    = new SinkTokenizer();
            TokenStream   stream1 = new PartOfSpeechAnnotatingFilter(sink);

            stream = new TeeTokenFilter(stream, sink);
            stream = new PartOfSpeechAnnotatingFilter(stream);

            switch (api)
            {
            case 0:
                ConsumeStreamNewAPI(stream);
                ConsumeStreamNewAPI(stream1);
                break;

            case 1:
                ConsumeStreamOldAPI(stream);
                ConsumeStreamOldAPI(stream1);
                break;

            case 2:
                ConsumeStreamVeryOldAPI(stream);
                ConsumeStreamVeryOldAPI(stream1);
                break;
            }
        }

コード例 #2

ファイル: TeeTokenFilter.cs プロジェクト: sinsay/SSE

 public TeeTokenFilter(TokenStream input, SinkTokenizer sink)
     : base(input)
 {
     this.sink = sink;
 }

コード例 #3

ファイル: TestTokenStreamBWComp.cs プロジェクト: Rationalle/ravendb

		private void  TestTeeSinkCustomToken(int api)
		{
			TokenStream stream = new WhitespaceTokenizer(new System.IO.StringReader(doc));
			stream = new PartOfSpeechTaggingFilter(stream);
			stream = new LowerCaseFilter(stream);
			stream = new StopFilter(stream, stopwords);
			
			SinkTokenizer sink = new SinkTokenizer();
			TokenStream stream1 = new PartOfSpeechAnnotatingFilter(sink);
			
			stream = new TeeTokenFilter(stream, sink);
			stream = new PartOfSpeechAnnotatingFilter(stream);
			
			switch (api)
			{
				
				case 0: 
					ConsumeStreamNewAPI(stream);
					ConsumeStreamNewAPI(stream1);
					break;
				
				case 1: 
					ConsumeStreamOldAPI(stream);
					ConsumeStreamOldAPI(stream1);
					break;
				
				case 2: 
					ConsumeStreamVeryOldAPI(stream);
					ConsumeStreamVeryOldAPI(stream1);
					break;
				}
		}

コード例 #4

 public TeeTokenFilter(TokenStream input, SinkTokenizer sink) : base(input)
 {
     this.sink = sink;
 }