C# (CSharp) Lucene.Net.Analysis.Th ThaiAnalyzer.TokenStreamの例

TokenStream() public method

public TokenStream ( String fieldName, TextReader reader ) : TokenStream
fieldName	String
reader	TextReader
return	TokenStream

コード例 #1

ファイル: TestThaiAnalyzer.cs プロジェクト: willCode2Surf/lucenenet

        public virtual void TestAttributeReuse()
        {
            ThaiAnalyzer analyzer = new ThaiAnalyzer(LuceneVersion.LUCENE_30);
            // just consume
            TokenStream ts = analyzer.TokenStream("dummy", "ภาษาไทย");

            AssertTokenStreamContents(ts, new string[] { "ภาษา", "ไทย" });
            // this consumer adds flagsAtt, which this analyzer does not use.
            ts = analyzer.TokenStream("dummy", "ภาษาไทย");
            ts.AddAttribute <IFlagsAttribute>();
            AssertTokenStreamContents(ts, new string[] { "ภาษา", "ไทย" });
        }

コード例 #2

ファイル: TestThaiAnalyzer.cs プロジェクト: ChristopherHaws/lucenenet

        public virtual void TestAttributeReuse()
        {
#pragma warning disable 612, 618
            ThaiAnalyzer analyzer = new ThaiAnalyzer(LuceneVersion.LUCENE_30);
#pragma warning restore 612, 618
            // just consume
            TokenStream ts = analyzer.TokenStream("dummy", "ภาษาไทย");
            AssertTokenStreamContents(ts, new string[] { "ภาษา", "ไทย" });
            // this consumer adds flagsAtt, which this analyzer does not use. 
            ts = analyzer.TokenStream("dummy", "ภาษาไทย");
            ts.AddAttribute<IFlagsAttribute>();
            AssertTokenStreamContents(ts, new string[] { "ภาษา", "ไทย" });
        }