internal static void TestJavaTokenizer(opennlp.tools.tokenize.Tokenizer tokenizer) {
var tokens = tokenizer.tokenize("Sounds like it's not properly thought through!");
Assert.AreEqual(9, tokens.Length);
Assert.AreEqual("Sounds", tokens[0]);
Assert.AreEqual("like", tokens[1]);
Assert.AreEqual("it", tokens[2]);
Assert.AreEqual("'s", tokens[3]);
Assert.AreEqual("not", tokens[4]);
Assert.AreEqual("properly", tokens[5]);
Assert.AreEqual("thought", tokens[6]);
Assert.AreEqual("through", tokens[7]);
Assert.AreEqual("!", tokens[8]);
}
private static void CheckParseChild(opennlp.tools.parser.Parse[] jParses, Parse[] sParses) {
Assert.AreEqual(jParses.Length, sParses.Length);
for (var i = 0; i < sParses.Length; i++) {
var jParse = jParses[i];
var sParse = sParses[i];
Assert.AreEqual(jParse.getType(), sParse.Type);
Assert.AreEqual(jParse.isFlat(), sParse.IsFlat);
Assert.AreEqual(jParse.isPosTag(), sParse.IsPosTag);
Assert.AreEqual(jParse.isChunk(), sParse.IsChunk);
Assert.AreEqual(jParse.getChildCount(), sParse.ChildCount);
if (sParse.ChildCount > 0)
CheckParseChild(jParse.getChildren(), sParse.Children);
}
}
