protected internal override TokenStreamComponents createComponents(string fieldName, Reader reader) { //JAVA TO C# CONVERTER WARNING: The original Java variable was marked 'final': //ORIGINAL LINE: final org.apache.lucene.analysis.Tokenizer source = new ChineseTokenizer(reader); Tokenizer source = new ChineseTokenizer(reader); return new TokenStreamComponents(source, new ChineseFilter(source)); }
protected internal override TokenStreamComponents createComponents(string fieldName, Reader reader) { //JAVA TO C# CONVERTER WARNING: The original Java variable was marked 'final': //ORIGINAL LINE: final org.apache.lucene.analysis.Tokenizer source = new ChineseTokenizer(reader); Tokenizer source = new ChineseTokenizer(reader); return(new TokenStreamComponents(source, new ChineseFilter(source))); }
//JAVA TO C# CONVERTER WARNING: Method 'throws' clauses are not available in .NET: //ORIGINAL LINE: public void testOtherLetterOffset() throws java.io.IOException public virtual void testOtherLetterOffset() { string s = "a天b"; ChineseTokenizer tokenizer = new ChineseTokenizer(new StringReader(s)); int correctStartOffset = 0; int correctEndOffset = 1; OffsetAttribute offsetAtt = tokenizer.getAttribute(typeof(OffsetAttribute)); tokenizer.reset(); while (tokenizer.incrementToken()) { assertEquals(correctStartOffset, offsetAtt.startOffset()); assertEquals(correctEndOffset, offsetAtt.endOffset()); correctStartOffset++; correctEndOffset++; } tokenizer.end(); tokenizer.close(); }