Exemple #1
0
        private static string ReadString(SourceQueue characters)
        {
            StringBuilder buffer  = new StringBuilder();
            bool          escaped = false;

            while (characters.Any())
            {
                var c = characters.Dequeue();
                if (c == '"' && !escaped)
                {
                    break;
                }
                if (c == '\\' && !escaped)
                {
                    escaped = true;
                }
                else if (c == 'n' && escaped)
                {
                    buffer.Append('\n');
                    escaped = false;
                }
                else
                {
                    escaped = false;
                    buffer.Append(c);
                }
            }
            return(buffer.ToString());
        }
Exemple #2
0
        private static string ReadLettersOrDigits(SourceQueue characters)
        {
            var buffer = new StringBuilder();

            while (characters.Any() && (char.IsLetterOrDigit(characters.Peek()) || (characters.Peek() == '_')))
            {
                buffer.Append(characters.Dequeue());
            }
            return(buffer.ToString());
        }
Exemple #3
0
 private static void ReadToEOL(SourceQueue characters)
 {
     while (characters.Any())
     {
         var c = characters.Dequeue();
         if (c == '\r' || c == '\n')
         {
             return;
         }
     }
 }
Exemple #4
0
        private static string ReadDigits(SourceQueue characters)
        {
            var buffer           = new StringBuilder();
            int separatorsBudget = 1;

            while (characters.Any() && (char.IsDigit(characters.Peek()) || ((separatorsBudget > 0) && (characters.Peek() == '.'))))
            {
                var c = characters.Dequeue();
                buffer.Append(c);
                if (c == '.')
                {
                    separatorsBudget -= 1;
                }
            }
            return(buffer.ToString());
        }
Exemple #5
0
        public static void Parse(string line, Source source, Queue <Token> tokens)
        {
            var chars = new SourceQueue(line);

            while (chars.Any())
            {
                var c = chars.Dequeue();
                if (c == Syntax.StartTable)
                {
                    tokens.Enqueue(new Token.StartTable()
                    {
                        Source = source
                    });
                }
                else if (c == Syntax.EndTable)
                {
                    tokens.Enqueue(new Token.EndTable()
                    {
                        Source = source
                    });
                }
                else if (c == Syntax.StartList)
                {
                    tokens.Enqueue(new Token.StartList()
                    {
                        Source = source
                    });
                }
                else if (c == Syntax.EndList)
                {
                    tokens.Enqueue(new Token.EndList()
                    {
                        Source = source
                    });
                }
                else if (c == Syntax.StartFunction)
                {
                    tokens.Enqueue(new Token.StartFunction()
                    {
                        Source = source
                    });
                }
                else if (c == Syntax.EndFunction)
                {
                    tokens.Enqueue(new Token.EndFunction()
                    {
                        Source = source
                    });
                }
                else if (c == Syntax.Delimiter)
                {
                    tokens.Enqueue(new Token.Delimiter()
                    {
                        Source = source
                    });
                }
                else if (c == Syntax.KeyDelimiter)
                {
                    tokens.Enqueue(new Token.KeyDelimiter()
                    {
                        Source = source
                    });
                }
                else if (c == Syntax.Assign)
                {
                    tokens.Enqueue(new Token.Assign()
                    {
                        Source = source
                    });
                }
                else if (c == Syntax.MacroPrefix)
                {
                    tokens.Enqueue(new Token.MacroPrefix()
                    {
                        Source = source
                    });
                }
                else if (c == Syntax.VariablePrefix)
                {
                    tokens.Enqueue(new Token.VariablePrefix()
                    {
                        Source = source
                    });
                }
                else if (c == ' ' || c == '\n' || c == '\r' || c == '\t')
                {
                    // Whitespace
                }
                else if (c == Syntax.Comment)
                {
                    ReadToEOL(chars);
                }
                else if (c == '"')
                {
                    tokens.Enqueue(new Token.String()
                    {
                        Value = ReadString(chars), Source = source
                    });
                }
                else if (char.IsDigit(c) || c == '+' || c == '-')
                {
                    tokens.Enqueue(new Token.Number()
                    {
                        Value = double.Parse(c + ReadDigits(chars), CultureInfo.InvariantCulture), Source = source
                    });
                }
                else
                {
                    var word = c + ReadLettersOrDigits(chars);
                    if (word == "true")
                    {
                        tokens.Enqueue(new Token.Number()
                        {
                            Value = 1, Source = source
                        });
                    }
                    else if (word == "false")
                    {
                        tokens.Enqueue(new Token.Number()
                        {
                            Value = 0, Source = source
                        });
                    }
                    else
                    {
                        tokens.Enqueue(new Token.Identifier()
                        {
                            Name = word, Source = source
                        });
                    }
                }
            }
        }