public void CompoundWordParsePrepPhraseAsCompound()
{
TokenParserUtils pu = new TokenParserUtils();
string[] oneCompound = pu.JustTpWordsNumbersPunctuation("lon-ma-pi-ike-ale");
oneCompound = pu.RemergeCompounds(oneCompound);
foreach (string s in oneCompound)
{
Console.WriteLine(s);
}
Assert.AreEqual(1, oneCompound.Length);
Assert.AreEqual("lon-ma-pi-ike-ale", oneCompound[0]);
}
public void CompoundWordParseSimple()
{
TokenParserUtils pu = new TokenParserUtils();
string[] oneCompound = pu.JustTpWordsNumbersPunctuation("tomo-tawa-kon");
oneCompound = pu.RemergeCompounds(oneCompound);
foreach (string s in oneCompound)
{
Console.WriteLine(s);
}
Assert.AreEqual(1, oneCompound.Length);
Assert.AreEqual("tomo-tawa-kon", oneCompound[0]);
}
