C# (CSharp) SpellChecker.Engines.cSpell.NlpUtil TokenUtil.IsSpaceToken Examples

Example #1

        // private methods
        private static void Test()
        {
            Console.WriteLine("===== Unit Test of TokenUtil =====");
            Console.WriteLine("-------");
            string str1 = "­";             // unicode space

            Console.WriteLine("- IsSpaceToken: " + TokenUtil.IsSpaceToken(str1));
            Console.WriteLine("===== End of Unit Test =====");
        }

Example #2

        // to be improved to all unicode space
        // check if the token is one of space str (space token)
        // TBD, change to use data member
        public virtual bool IsSpaceToken()
        {
            bool spaceFlag = TokenUtil.IsSpaceToken(tokenStr_);

            return(spaceFlag);
        }