Ejemplos de Lucene.Net.Analysis.Th ThaiAnalyzer.TokenStream en C# (CSharp)

TokenStream() public method

public TokenStream ( String fieldName, TextReader reader ) : TokenStream
fieldName	String
reader	TextReader
return	TokenStream

Ejemplo n.º 1

Archivo: TestThaiAnalyzer.cs Proyecto: willCode2Surf/lucenenet

        public virtual void TestAttributeReuse()
        {
            ThaiAnalyzer analyzer = new ThaiAnalyzer(LuceneVersion.LUCENE_30);
            // just consume
            TokenStream ts = analyzer.TokenStream("dummy", "ภาษาไทย");

            AssertTokenStreamContents(ts, new string[] { "ภาษา", "ไทย" });
            // this consumer adds flagsAtt, which this analyzer does not use.
            ts = analyzer.TokenStream("dummy", "ภาษาไทย");
            ts.AddAttribute <IFlagsAttribute>();
            AssertTokenStreamContents(ts, new string[] { "ภาษา", "ไทย" });
        }

Ejemplo n.º 2

Archivo: TestThaiAnalyzer.cs Proyecto: ChristopherHaws/lucenenet

        public virtual void TestAttributeReuse()
        {
#pragma warning disable 612, 618
            ThaiAnalyzer analyzer = new ThaiAnalyzer(LuceneVersion.LUCENE_30);
#pragma warning restore 612, 618
            // just consume
            TokenStream ts = analyzer.TokenStream("dummy", "ภาษาไทย");
            AssertTokenStreamContents(ts, new string[] { "ภาษา", "ไทย" });
            // this consumer adds flagsAtt, which this analyzer does not use. 
            ts = analyzer.TokenStream("dummy", "ภาษาไทย");
            ts.AddAttribute<IFlagsAttribute>();
            AssertTokenStreamContents(ts, new string[] { "ภาษา", "ไทย" });
        }