/// <summary>
/// Builds a new instance of Lexer.
/// </summary>
public Lexer()
{
_position = 0;
_text = "";
_dictionary = new TokenDictionary();
_dictionary.Add("/*", LexerTag.CommentC_Open);
_dictionary.Add("*/", LexerTag.CommentC_Close);
_dictionary.Add("//", LexerTag.CommentCpp);
// Here: definition of one lengthed sequences
_dictionary.Add("\\", LexerTag.Text);
_dictionary.Add(" ", LexerTag.Separator);
_dictionary.Add("\t", LexerTag.Separator);
_dictionary.Add("\r", LexerTag.Separator);
_dictionary.Add(".", LexerTag.Separator);
_dictionary.Add(";", LexerTag.Separator);
_dictionary.Add("[", LexerTag.Separator);
_dictionary.Add("]", LexerTag.Separator);
_dictionary.Add("(", LexerTag.Separator);
_dictionary.Add(")", LexerTag.Separator);
_dictionary.Add("#", LexerTag.Separator);
_dictionary.Add(":", LexerTag.Separator);
_dictionary.Add("<", LexerTag.Separator);
_dictionary.Add(">", LexerTag.Separator);
_dictionary.Add("=", LexerTag.Separator);
_dictionary.Add(",", LexerTag.Separator);
_dictionary.Add("\n", LexerTag.EndOfLine);
_dictionary.Add("'", LexerTag.SingleQuote);
_dictionary.Add("\"", LexerTag.DoubleQuote);
return;
}
/// <summary>
/// Builds a new instance of Lexer.
/// </summary>
public Lexer()
{
_position = 0;
_text = "";
_dictionary = new TokenDictionary();
_dictionary.Add("/*", LexerTag.CommentC_Open);
_dictionary.Add("*/", LexerTag.CommentC_Close);
_dictionary.Add("//", LexerTag.CommentCpp);
// Here: definition of one lengthed sequences
_dictionary.Add("\\", LexerTag.Text);
_dictionary.Add(" ", LexerTag.Separator);
_dictionary.Add("\t", LexerTag.Separator);
_dictionary.Add("\r", LexerTag.Separator);
_dictionary.Add(".", LexerTag.Separator);
_dictionary.Add(";", LexerTag.Separator);
_dictionary.Add("[", LexerTag.Separator);
_dictionary.Add("]", LexerTag.Separator);
_dictionary.Add("(", LexerTag.Separator);
_dictionary.Add(")", LexerTag.Separator);
_dictionary.Add("#", LexerTag.Separator);
_dictionary.Add(":", LexerTag.Separator);
_dictionary.Add("<", LexerTag.Separator);
_dictionary.Add(">", LexerTag.Separator);
_dictionary.Add("=", LexerTag.Separator);
_dictionary.Add(",", LexerTag.Separator);
_dictionary.Add("\n", LexerTag.EndOfLine);
_dictionary.Add("'", LexerTag.SingleQuote);
_dictionary.Add("\"", LexerTag.DoubleQuote);
return;
}
