Exemplo n.º 1
0
        // private methods
        private static void Test()
        {
            Console.WriteLine("===== Unit Test of TokenUtil =====");
            Console.WriteLine("-------");
            string str1 = "­";             // unicode space

            Console.WriteLine("- IsSpaceToken: " + TokenUtil.IsSpaceToken(str1));
            Console.WriteLine("===== End of Unit Test =====");
        }
Exemplo n.º 2
0
        // to be improved to all unicode space
        // check if the token is one of space str (space token)
        // TBD, change to use data member
        public virtual bool IsSpaceToken()
        {
            bool spaceFlag = TokenUtil.IsSpaceToken(tokenStr_);

            return(spaceFlag);
        }