public TestToken NewToken(String termText, int start, int end, int type) { TestToken token = new TestToken(); token.termText = termText; token.type = CJKTokenizer.TOKEN_TYPE_NAMES[type]; token.start = start; token.end = end; return token; }
public void CheckCjkTokenReusable(Analyzer a, String str, TestToken[] out_tokens) { Analyzer analyzer = new CJKAnalyzer(Version.LUCENE_CURRENT); String[] terms = new String[out_tokens.Length]; int[] startOffsets = new int[out_tokens.Length]; int[] endOffsets = new int[out_tokens.Length]; String[] types = new String[out_tokens.Length]; for (int i = 0; i < out_tokens.Length; i++) { terms[i] = out_tokens[i].termText; startOffsets[i] = out_tokens[i].start; endOffsets[i] = out_tokens[i].end; types[i] = out_tokens[i].type; } AssertAnalyzesToReuse(analyzer, str, terms, startOffsets, endOffsets, types, null); }