public void CompoundWordParsePrepPhraseAsCompound() { TokenParserUtils pu = new TokenParserUtils(); string[] oneCompound = pu.JustTpWordsNumbersPunctuation("lon-ma-pi-ike-ale"); oneCompound = pu.RemergeCompounds(oneCompound); foreach (string s in oneCompound) { Console.WriteLine(s); } Assert.AreEqual(1, oneCompound.Length); Assert.AreEqual("lon-ma-pi-ike-ale", oneCompound[0]); }
public void CompoundWordParseSimple() { TokenParserUtils pu = new TokenParserUtils(); string[] oneCompound = pu.JustTpWordsNumbersPunctuation("tomo-tawa-kon"); oneCompound = pu.RemergeCompounds(oneCompound); foreach (string s in oneCompound) { Console.WriteLine(s); } Assert.AreEqual(1, oneCompound.Length); Assert.AreEqual("tomo-tawa-kon", oneCompound[0]); }