コード例 #1
0
        private static bool TryTakeStringLiteral(StringKeeper stringKeeper, out StringKeeper newStringKeeper, out Token token)
        {
            if (stringKeeper.Next == '\'')
            {
                var start = stringKeeper.Take();
                var work  = new StringKeeper(start);
                while (!work.IsEmpty)
                {
                    if (work.IsNext("\'\'"))
                    {
                        work = work.Take(2);
                    }
                    else
                    {
                        if (work.Next == '\'')
                        {
                            var literalValue = work.Difference(start).Replace("''", "'");

                            token           = new Token(TokenType.StringLiteral, literalValue);
                            work            = work.Take();
                            newStringKeeper = work;

                            if (!IsTerminator(work))
                            {
                                do
                                {
                                    work = work.Take();
                                } while (!work.IsEmpty && !work.IsWhitespace);

                                token.TokenType = TokenType.Error;
                                return(true);
                            }

                            return(true);
                        }
                        else
                        {
                            work = work.Take();
                        }
                    }
                }

                newStringKeeper = work;
                token           = new Token(TokenType.Error, work.Difference(stringKeeper));
                return(true);
            }

            newStringKeeper = stringKeeper;
            token           = null;
            return(false);
        }
コード例 #2
0
        private static bool TryTakeParens(StringKeeper stringKeeper, out StringKeeper newStringKeeper, out Token token)
        {
            var thisParens = _parens.FirstOrDefault(x => stringKeeper.IsNext(x.Key));

            if (thisParens.Key != null)
            {
                var work = stringKeeper.Take(thisParens.Key.Length);
                newStringKeeper = work;
                token           = thisParens.Value;
                return(true);
            }

            newStringKeeper = stringKeeper;
            token           = null;
            return(false);
        }
コード例 #3
0
        private static bool TryTakeOperator(StringKeeper stringKeeper, out StringKeeper newStringKeeper, out Token token)
        {
            var thisOp = _operators.FirstOrDefault(x => stringKeeper.IsNext(x.Key));

            if (thisOp.Key != null)
            {
                var work = stringKeeper.Take(thisOp.Key.Length);
                if (work.IsEmpty || work.IsWhitespace || work.IsNext("("))
                {
                    newStringKeeper = work;
                    token           = thisOp.Value;
                    return(true);
                }
            }
            newStringKeeper = stringKeeper;
            token           = null;
            return(false);
        }
コード例 #4
0
 private static bool IsTerminator(StringKeeper stringKeeper)
 {
     return(stringKeeper.IsEmpty || stringKeeper.IsWhitespace || _parens.ContainsKey(stringKeeper.Next.ToString()));
 }
コード例 #5
0
        private static bool TryTakeNumeric(StringKeeper stringKeeper, out StringKeeper newStringKeeper, out Token token)
        {
            if (char.IsDigit(stringKeeper.Next))
            {
                var invalidNumber = false;
                var work          = new StringKeeper(stringKeeper);
                var doubleValue   = false;
                do
                {
                    work = work.Take();
                    if (!work.IsEmpty && work.Next == '.' && !doubleValue)
                    {
                        doubleValue = true;
                        work        = work.Take();

                        if (!char.IsDigit(work.Next))
                        {
                            invalidNumber = true;
                        }
                    }
                } while (!work.IsEmpty && char.IsDigit(work.Next));

                var value   = work.Difference(stringKeeper);
                var longInt = false;
                if (!work.IsEmpty && work.Next == 'L')
                {
                    longInt = true;
                    work    = work.Take();
                }

                if (!IsTerminator(work))
                {
                    do
                    {
                        work = work.Take();
                    } while (!work.IsWhitespace && !work.IsEmpty);

                    token           = new Token(TokenType.Error, work.Difference(stringKeeper));
                    newStringKeeper = work;
                    return(true);
                }

                TokenType tokenType;
                if (invalidNumber || (longInt && doubleValue))
                {
                    tokenType = TokenType.Error;
                }
                else
                {
                    if (doubleValue)
                    {
                        tokenType = TokenType.DoubleLiteral;
                    }
                    else
                    {
                        tokenType = longInt ? TokenType.LongLiteral : TokenType.IntLiteral;
                    }
                }

                token           = new Token(tokenType, value);
                newStringKeeper = work;
                return(true);
            }

            newStringKeeper = stringKeeper;
            token           = null;
            return(false);
        }