// private methods
private static void Test()
{
Console.WriteLine("===== Unit Test of TokenUtil =====");
Console.WriteLine("-------");
string str1 = ""; // unicode space
Console.WriteLine("- IsSpaceToken: " + TokenUtil.IsSpaceToken(str1));
Console.WriteLine("===== End of Unit Test =====");
}
// to be improved to all unicode space
// check if the token is one of space str (space token)
// TBD, change to use data member
public virtual bool IsSpaceToken()
{
bool spaceFlag = TokenUtil.IsSpaceToken(tokenStr_);
return(spaceFlag);
}