Exemple #1
0
        public static void Create(string text, Tokenizr t)
        {
            Token token = null;
            if (_Tokens.ContainsKey(text))
            {
                token = (Token)_Tokens[text].Clone();
            }
            else
            {
                token = new Token()
                {
                    Text = text,
                    Type = GetVarType(text)
                };
            }

            token.Register(t);//Register the new Token
        }
Exemple #2
0
 public virtual void Register(Tokenizr tokenizr)
 {
     tokenizr.AddToken(this);
 }