protected void Expect(ComputedExpressionToken tokenValue)
{
if (this.token != tokenValue)
{
throw new InvalidOperationException("Expected token: " + tokenValue);
}
}
public void Consume()
{
this.tokenizer.ReadNextToken();
this.token = this.tokenizer.CurrentToken;
}
protected void Expect(ComputedExpressionToken tokenValue)
{
if (this.token != tokenValue)
{
throw new InvalidOperationException("Expected token: " + tokenValue);
}
}
public void Consume()
{
this.tokenizer.ReadNextToken();
this.token = this.tokenizer.CurrentToken;
}
public ComputedExpressionToken ReadNextToken()
{
while (Char.IsWhiteSpace((char)this.currentChar) || this.currentChar == '\0')
{
this.ConsumeChar();
}
if (this.currentChar == -1)
{
this.CurrentToken = ComputedExpressionToken.Eof;
return(this.CurrentToken);
}
if (this.currentChar == '=')
{
this.ConsumeChar();
if (this.currentChar == '=')
{
this.ConsumeChar();
this.CurrentToken = ComputedExpressionToken.Equals;
}
else
{
this.CurrentToken = ComputedExpressionToken.Assign;
}
return(this.CurrentToken);
}
else if (this.currentChar == '?')
{
this.ConsumeChar();
if (this.currentChar == '?')
{
this.ConsumeChar();
this.CurrentToken = ComputedExpressionToken.DoubleQuestionMark;
}
else
{
this.CurrentToken = ComputedExpressionToken.QuestionMark;
}
return(this.CurrentToken);
}
else if (this.currentChar == '!')
{
this.ConsumeChar();
if (this.currentChar == '=')
{
this.ConsumeChar();
this.CurrentToken = ComputedExpressionToken.NotEquals;
}
else
{
this.CurrentToken = ComputedExpressionToken.LogicalNot;
}
return(this.CurrentToken);
}
else if (this.currentChar == '<')
{
this.ConsumeChar();
if (this.currentChar == '=')
{
this.ConsumeChar();
this.CurrentToken = ComputedExpressionToken.LessThanOrEqual;
}
else
{
this.CurrentToken = ComputedExpressionToken.LessThan;
}
return(this.CurrentToken);
}
else if (this.currentChar == '>')
{
this.ConsumeChar();
if (this.currentChar == '=')
{
this.ConsumeChar();
this.CurrentToken = ComputedExpressionToken.GreaterThanOrEqual;
}
else
{
this.CurrentToken = ComputedExpressionToken.GreaterThan;
}
return(this.CurrentToken);
}
else if (this.currentChar == '.')
{
this.ConsumeChar();
this.CurrentToken = ComputedExpressionToken.Period;
return(this.CurrentToken);
}
else if (this.currentChar == ';')
{
this.ConsumeChar();
this.CurrentToken = ComputedExpressionToken.Semicolon;
return(this.CurrentToken);
}
else if (this.currentChar == ',')
{
this.ConsumeChar();
this.CurrentToken = ComputedExpressionToken.Comma;
return(this.CurrentToken);
}
else if (this.currentChar == '(')
{
this.ConsumeChar();
this.CurrentToken = ComputedExpressionToken.LeftParen;
return(this.CurrentToken);
}
else if (this.currentChar == ')')
{
this.ConsumeChar();
this.CurrentToken = ComputedExpressionToken.RightParen;
return(this.CurrentToken);
}
else if (this.currentChar == '+')
{
this.ConsumeChar();
this.CurrentToken = ComputedExpressionToken.Add;
return(this.CurrentToken);
}
else if (this.currentChar == '-')
{
this.ConsumeChar();
this.CurrentToken = ComputedExpressionToken.Subtract;
return(this.CurrentToken);
}
else if (Char.IsDigit((char)this.currentChar))
{
this.stringBuilder.Length = 0;
while (this.currentChar != -1 && (Char.IsLetterOrDigit((char)this.currentChar)))
{
this.stringBuilder.Append((char)this.currentChar);
this.ConsumeChar();
}
var s = this.stringBuilder.ToString();
this.CurrentToken = ComputedExpressionToken.IntegerLiteral;
this.CurrentInteger = Convert.ToInt64(s);
return(this.CurrentToken);
}
else if (Char.IsLetter((char)this.currentChar))
{
this.stringBuilder.Length = 0;
while (this.currentChar != -1 && (Char.IsLetterOrDigit((char)this.currentChar)))
{
this.stringBuilder.Append((char)this.currentChar);
this.ConsumeChar();
}
var s = this.stringBuilder.ToString();
this.CurrentToken = ComputedExpressionToken.Identifier;
this.CurrentIdentifier = s;
return(this.CurrentToken);
}
else if (this.currentChar == '"')
{
var previousChar = -1;
var startChar = this.currentChar;
this.stringBuilder.Length = 0;
this.ConsumeChar();
while (this.currentChar != -1 && (this.currentChar != startChar || (this.currentChar == startChar && previousChar == '\\')))
{
if (this.currentChar == startChar)
{
if (previousChar == '\\')
{
this.stringBuilder.Remove(this.stringBuilder.Length - 1, 1);
this.stringBuilder.Append(startChar);
this.ConsumeChar();
continue;
}
else
{
break;
}
}
this.stringBuilder.Append((char)this.currentChar);
previousChar = this.currentChar;
this.ConsumeChar();
}
if (this.currentChar == startChar)
{
this.ConsumeChar();
}
this.CurrentToken = ComputedExpressionToken.StringLiteral;
this.CurrentString = this.stringBuilder.ToString();
return(this.CurrentToken);
}
throw new InvalidOperationException($"Unexpected character: {(char) this.currentChar}");
}
public ComputedExpressionToken ReadNextToken()
{
while (Char.IsWhiteSpace((char)this.currentChar) || this.currentChar == '\0')
{
this.ConsumeChar();
}
if (this.currentChar == -1)
{
this.CurrentToken = ComputedExpressionToken.Eof;
return this.CurrentToken;
}
if (this.currentChar == '=')
{
this.ConsumeChar();
if (this.currentChar == '=')
{
this.ConsumeChar();
this.CurrentToken = ComputedExpressionToken.Equals;
}
else
{
this.CurrentToken = ComputedExpressionToken.Assign;
}
return this.CurrentToken;
}
else if (this.currentChar == '?')
{
this.ConsumeChar();
if (this.currentChar == '?')
{
this.ConsumeChar();
this.CurrentToken = ComputedExpressionToken.DoubleQuestionMark;
}
else
{
this.CurrentToken = ComputedExpressionToken.QuestionMark;
}
return this.CurrentToken;
}
else if (this.currentChar == '!')
{
this.ConsumeChar();
if (this.currentChar == '=')
{
this.ConsumeChar();
this.CurrentToken = ComputedExpressionToken.NotEquals;
}
else
{
this.CurrentToken = ComputedExpressionToken.LogicalNot;
}
return this.CurrentToken;
}
else if (this.currentChar == '<')
{
this.ConsumeChar();
if (this.currentChar == '=')
{
this.ConsumeChar();
this.CurrentToken = ComputedExpressionToken.LessThanOrEqual;
}
else
{
this.CurrentToken = ComputedExpressionToken.LessThan;
}
return this.CurrentToken;
}
else if (this.currentChar == '>')
{
this.ConsumeChar();
if (this.currentChar == '=')
{
this.ConsumeChar();
this.CurrentToken = ComputedExpressionToken.GreaterThanOrEqual;
}
else
{
this.CurrentToken = ComputedExpressionToken.GreaterThan;
}
return this.CurrentToken;
}
else if (this.currentChar == '.')
{
this.ConsumeChar();
this.CurrentToken = ComputedExpressionToken.Period;
return this.CurrentToken;
}
else if (this.currentChar == ';')
{
this.ConsumeChar();
this.CurrentToken = ComputedExpressionToken.Semicolon;
return this.CurrentToken;
}
else if (this.currentChar == ',')
{
this.ConsumeChar();
this.CurrentToken = ComputedExpressionToken.Comma;
return this.CurrentToken;
}
else if (this.currentChar == '(')
{
this.ConsumeChar();
this.CurrentToken = ComputedExpressionToken.LeftParen;
return this.CurrentToken;
}
else if (this.currentChar == ')')
{
this.ConsumeChar();
this.CurrentToken = ComputedExpressionToken.RightParen;
return this.CurrentToken;
}
else if (this.currentChar == '+')
{
this.ConsumeChar();
this.CurrentToken = ComputedExpressionToken.Add;
return this.CurrentToken;
}
else if (this.currentChar == '-')
{
this.ConsumeChar();
this.CurrentToken = ComputedExpressionToken.Subtract;
return this.CurrentToken;
}
else if (Char.IsDigit((char)this.currentChar))
{
this.stringBuilder.Length = 0;
while (this.currentChar != -1 && (Char.IsLetterOrDigit((char)this.currentChar)))
{
this.stringBuilder.Append((char)this.currentChar);
this.ConsumeChar();
}
var s = this.stringBuilder.ToString();
this.CurrentToken = ComputedExpressionToken.IntegerLiteral;
this.CurrentInteger = Convert.ToInt64(s);
return this.CurrentToken;
}
else if (Char.IsLetter((char)this.currentChar))
{
this.stringBuilder.Length = 0;
while (this.currentChar != -1 && (Char.IsLetterOrDigit((char)this.currentChar) ))
{
this.stringBuilder.Append((char)this.currentChar);
this.ConsumeChar();
}
var s = this.stringBuilder.ToString();
this.CurrentToken = ComputedExpressionToken.Identifier;
this.CurrentIdentifier = s;
return this.CurrentToken;
}
else if (this.currentChar == '"')
{
var previousChar = -1;
var startChar = this.currentChar;
this.stringBuilder.Length = 0;
this.ConsumeChar();
while (this.currentChar != -1 && (this.currentChar != startChar || (this.currentChar == startChar && previousChar == '\\')))
{
if (this.currentChar == startChar)
{
if (previousChar == '\\')
{
this.stringBuilder.Remove(this.stringBuilder.Length - 1, 1);
this.stringBuilder.Append(startChar);
this.ConsumeChar();
continue;
}
else
{
break;
}
}
this.stringBuilder.Append((char)this.currentChar);
previousChar = this.currentChar;
this.ConsumeChar();
}
if (this.currentChar == startChar)
{
this.ConsumeChar();
}
this.CurrentToken = ComputedExpressionToken.StringLiteral;
this.CurrentString = this.stringBuilder.ToString();
return this.CurrentToken;
}
throw new InvalidOperationException($"Unexpected character: {(char) this.currentChar}");
}