Exemplo n.º 1
0
        private void AddToken(int lineNo, Match match)
        {
            var group1 = match.Groups[1];
            var value  = group1.Value;

            if (group1.Success) // if not a space
            {
                if (!match.Groups[2].Success)
                { // if not a comment
                    Token token;
                    if (match.Groups[3].Success)
                    {
                        token = new NumToken(lineNo, int.Parse(value));
                    }
                    else if (match.Groups[4].Success)
                    {
                        token = new StrToken(lineNo, ToStringLiteral(value));
                    }
                    else
                    {
                        token = new IdToken(lineNo, value);
                    }
                    queue.Add(token);
                }
            }
        }
Exemplo n.º 2
0
        protected void addToken(int lineNo, Match matcher)
        {
            string m = matcher.Groups[1].ToString();

            if (m != "")
            {
                if (matcher.Groups[2].ToString() == "")
                {
                    Token token;
                    if (matcher.Groups[3].ToString() != "")
                    {
                        token = new NumToken(lineNo, int.Parse(m));
                    }
                    else if (matcher.Groups[4].ToString() != "")
                    {
                        token = new StrToken(lineNo, toStringLiteral(m));
                    }
                    else
                    {
                        token = new IdToken(lineNo, m);
                    }
                    queue.Add(token);
                }
            }
        }
Exemplo n.º 3
0
        public virtual Token Scan()
        {
            while (char.IsWhiteSpace(Peek()) && Match(Peek()))
            {
            }
            if (EOF)
            {
                return new Token {
                           Type = TokenType.EOF, Line = _line, Col = _col
                }
            }
            ;

            if (Peek() == '[')
            {
                Match('[');

                return(new Token {
                    Type = TokenType.OpenBracket, Line = _line, Col = _col
                });
            }

            if (Peek() == ']')
            {
                Match(']');
                return(new Token {
                    Type = TokenType.CloseBracket, Line = _line, Col = _col
                });
            }

            if (Peek() == ',')
            {
                Match(',');
                return(new Token {
                    Type = TokenType.Coma, Line = _line, Col = _col
                });
            }

            if (char.IsDigit(Peek()))
            {
                NumToken num = new NumToken {
                    Line = _line, Col = _col
                };
                while (char.IsDigit(Peek()))
                {
                    num.Value *= 10;
                    num.Value += int.Parse(Peek().ToString());
                    Match(Peek());
                }

                return(num);
            }

            throw new ArgumentException($"Unexpected `{Peek()}` got at pos {_current}");
        }
    }
Exemplo n.º 4
0
        /// <summary>
        /// 往队列中添加一个Token
        /// </summary>
        /// <param name="lineNumber">Token所在行号</param>
        /// <param name="item">Token源字符串</param>
        private void AddToken(int lineNumber, Match item)
        {
            Token  token    = null;
            string strValue = item.Value.Trim();
            var    groups   = item.Groups;

            if (groups["com"].Success)
            {
                // 注释,忽略掉
            }
            else if (groups["id"].Success)
            {
                // 标识符
                token = new IdToken(lineNumber, strValue);
            }
            else if (groups["num"].Success)
            {
                // 整形字面量
                bool succ = false;
                if (strValue.StartsWith("(-"))
                {
                    // 负数
                    string fixedStrValue = strValue.Substring(2, strValue.Length - 3);
                    if (int.TryParse(fixedStrValue, out int val))
                    {
                        token = new NumToken(lineNumber, -val);
                        succ  = true;
                    }
                }
                else if (int.TryParse(strValue, out int val))
                {
                    token = new NumToken(lineNumber, val);
                    succ  = true;
                }
                if (!succ)
                {
                    // 解析未成功
                    throw new ParseException("解析整形字面量失败");
                }
            }
            else if (groups["str"].Success)
            {
                // 字符串字面量
                token = new StrToken(lineNumber, strValue.Substring(1, strValue.Length - 2));
            }
            else if (groups["pun"].Success)
            {
                // 运算符
                token = new PunToken(lineNumber, strValue);
            }
            else if (groups["key"].Success)
            {
                // 关键字
                token = new KeyToken(lineNumber, strValue);
            }
            else if (groups["sep"].Success)
            {
                // 分号和括号
                token = new SepToken(lineNumber, strValue);
            }
            else if (groups["other"].Success)
            {
                // 不能识别的字符
                throw new ParseException(new StrToken(lineNumber, strValue), "非法字符");
            }
            if (token != null)
            {
                m_tokenQueue.Add(token);
                //Utils.LogInfo("添加了Token: " + token.GetText());
            }
        }
Exemplo n.º 5
0
        private Token ProcessDieDef(
				StringScanner steve, 
				Stack<string> opStack, 
				List<Token> output,
				bool lastTokenWasNumber)
        {
            steve.TrySkip(); // move past the d\
            if (!steve.HasNext())
                throw new InvalidExpressionException("no die type given");
            if (Char.IsDigit (steve.Peek ())) { // check that the syntax is valid before just trying to read it
                Token dieCount = new NumToken(1);
                if (lastTokenWasNumber) {
                    // the last number was the die count, because it was followed by a 'd'
                    dieCount = output.Last();
                    output.RemoveAt (output.Count - 1);
                }
                BigInteger dieType = steve.ReadLong(); // this is safe because we checked that the next char is a digit
                // we now know that die type and the die count, now we need to see if there are extra instructions for the roll
                long keepCount = 1;
                KeepStrategy keepstrat = KeepStrategy.ALL;
                if (steve.HasNext () && char.IsLetter (steve.Peek ()) && Char.ToLower (steve.Peek ()) != 'd') {
                    char extension = Char.ToLower (steve.Read ());
                    if (extension == 'h') {
                        keepstrat = KeepStrategy.HIGHEST;
                        BigInteger temp = null;
                        if (steve.TryReadLong (ref temp)) {
                            if (temp > MAX_DIECOUNT) {
                                throw new InvalidExpressionException (temp.ToString () + " is too many dice");
                            } else {
                                keepCount = temp.LongValue ();
                            }
                        }
                    } else if (extension == 'l') {
                        keepstrat = KeepStrategy.LOWEST;
                        BigInteger temp = null;
                        if (steve.TryReadLong (ref temp)) {
                            if (temp > MAX_DIECOUNT) {
                                throw new InvalidExpressionException (temp.ToString () + " is too many dice");
                            } else {
                                keepCount = temp.LongValue ();
                            }
                        }
                    } else {
                        throw new InvalidExpressionException("invalid die extension " + extension);
                    }
                }
                var countList = new List<Token> ();
                countList.Add (dieCount);
                return new DiceToken (countList, dieType, keepCount, keepstrat, this);
            } else {
                throw new InvalidExpressionException("no die type given");
            }
        }