Exemplos de org.apache.lucene.analysis.cn ChineseTokenizer em C# (CSharp)

Exemplo n.º 1

Arquivo: ChineseAnalyzer.cs Projeto: Cefa68000/lucenenet

 protected internal override TokenStreamComponents createComponents(string fieldName, Reader reader)
 {
     //JAVA TO C# CONVERTER WARNING: The original Java variable was marked 'final':
     //ORIGINAL LINE: final org.apache.lucene.analysis.Tokenizer source = new ChineseTokenizer(reader);
       Tokenizer source = new ChineseTokenizer(reader);
       return new TokenStreamComponents(source, new ChineseFilter(source));
 }

Exemplo n.º 2

        protected internal override TokenStreamComponents createComponents(string fieldName, Reader reader)
        {
//JAVA TO C# CONVERTER WARNING: The original Java variable was marked 'final':
//ORIGINAL LINE: final org.apache.lucene.analysis.Tokenizer source = new ChineseTokenizer(reader);
            Tokenizer source = new ChineseTokenizer(reader);

            return(new TokenStreamComponents(source, new ChineseFilter(source)));
        }

Exemplo n.º 3

Arquivo: TestChineseTokenizer.cs Projeto: Cefa68000/lucenenet

        //JAVA TO C# CONVERTER WARNING: Method 'throws' clauses are not available in .NET:
        //ORIGINAL LINE: public void testOtherLetterOffset() throws java.io.IOException
        public virtual void testOtherLetterOffset()
        {
            string s = "a天b";
            ChineseTokenizer tokenizer = new ChineseTokenizer(new StringReader(s));

            int correctStartOffset = 0;
            int correctEndOffset = 1;
            OffsetAttribute offsetAtt = tokenizer.getAttribute(typeof(OffsetAttribute));
            tokenizer.reset();
            while (tokenizer.incrementToken())
            {
              assertEquals(correctStartOffset, offsetAtt.startOffset());
              assertEquals(correctEndOffset, offsetAtt.endOffset());
              correctStartOffset++;
              correctEndOffset++;
            }
            tokenizer.end();
            tokenizer.close();
        }

Exemplo n.º 4

Arquivo: TestChineseTokenizer.cs Projeto: zfxsss/lucenenet

//JAVA TO C# CONVERTER WARNING: Method 'throws' clauses are not available in .NET:
//ORIGINAL LINE: public void testOtherLetterOffset() throws java.io.IOException
        public virtual void testOtherLetterOffset()
        {
            string           s         = "a天b";
            ChineseTokenizer tokenizer = new ChineseTokenizer(new StringReader(s));

            int             correctStartOffset = 0;
            int             correctEndOffset   = 1;
            OffsetAttribute offsetAtt          = tokenizer.getAttribute(typeof(OffsetAttribute));

            tokenizer.reset();
            while (tokenizer.incrementToken())
            {
                assertEquals(correctStartOffset, offsetAtt.startOffset());
                assertEquals(correctEndOffset, offsetAtt.endOffset());
                correctStartOffset++;
                correctEndOffset++;
            }
            tokenizer.end();
            tokenizer.close();
        }