public void GetEqualOperator()
{
Lexer lexer = new Lexer("==");
Token token = lexer.NextToken();
Assert.IsNotNull(token);
Assert.AreEqual("==", token.Value);
Assert.AreEqual(TokenType.Operator, token.Type);
Assert.IsNull(lexer.NextToken());
}
public void GetEndOfCommand()
{
Lexer lexer = new Lexer(";");
Token token = lexer.NextToken();
Assert.IsNotNull(token);
Assert.AreEqual(";", token.Value);
Assert.AreEqual(TokenType.Separator, token.Type);
Assert.IsNull(lexer.NextToken());
}
public void GetInteger()
{
Lexer lexer = new Lexer("123");
Token token = lexer.NextToken();
Assert.IsNotNull(token);
Assert.AreEqual("123", token.Value);
Assert.AreEqual(TokenType.Integer, token.Type);
Assert.IsNull(lexer.NextToken());
}
public void SkipNewLineCarriageReturn()
{
Lexer lexer = new Lexer("\n\r");
Token token = lexer.NextToken();
Assert.IsNull(lexer.NextToken());
}
public void SkipNewLine()
{
Lexer lexer = new Lexer("\n");
Token token = lexer.NextToken();
Assert.IsNull(token);
}
public void RaiseUnclosedString()
{
Lexer lexer = new Lexer("'foo");
lexer.NextToken();
}
public void RaiseIfCommentIsNotClosedByAMissingChar()
{
Lexer lexer = new Lexer("/* Comment wo/end *");
lexer.NextToken();
}
public void RaiseIfCommentIsNotClosed()
{
Lexer lexer = new Lexer("/* Comment wo/end ");
lexer.NextToken();
}
public void GetNameWithLineComment()
{
Lexer lexer = new Lexer(" foo // Foo Variable ");
Token token = lexer.NextToken();
Assert.IsNotNull(token);
Assert.AreEqual("foo", token.Value);
Assert.AreEqual(TokenType.Name, token.Type);
Assert.IsNull(lexer.NextToken());
}
public void GetSquareBrackets()
{
Lexer lexer = new Lexer("[]");
Token token = lexer.NextToken();
Assert.IsNotNull(token);
Assert.AreEqual("[", token.Value);
Assert.AreEqual(TokenType.Separator, token.Type);
token = lexer.NextToken();
Assert.IsNotNull(token);
Assert.AreEqual("]", token.Value);
Assert.AreEqual(TokenType.Separator, token.Type);
Assert.IsNull(lexer.NextToken());
}
public void GetSimpleStringSingleQuote()
{
Lexer lexer = new Lexer("'foo'");
Token token = lexer.NextToken();
Assert.IsNotNull(token);
Assert.AreEqual("foo", token.Value);
Assert.AreEqual(TokenType.String, token.Type);
Assert.IsNull(lexer.NextToken());
}
public void GetSimpleAssignmentCommand()
{
Lexer lexer = new Lexer("a=123");
Token token = lexer.NextToken();
Assert.IsNotNull(token);
Assert.AreEqual("a", token.Value);
Assert.AreEqual(TokenType.Name, token.Type);
token = lexer.NextToken();
Assert.IsNotNull(token);
Assert.AreEqual("=", token.Value);
Assert.AreEqual(TokenType.Operator, token.Type);
token = lexer.NextToken();
Assert.IsNotNull(token);
Assert.AreEqual("123", token.Value);
Assert.AreEqual(TokenType.Integer, token.Type);
Assert.IsNull(lexer.NextToken());
}
public void GetPointSeparator()
{
Lexer lexer = new Lexer(".");
Token token = lexer.NextToken();
Assert.IsNotNull(token);
Assert.AreEqual(".", token.Value);
Assert.AreEqual(TokenType.Separator, token.Type);
Assert.IsNull(lexer.NextToken());
}
public void GetParenthesis()
{
Lexer lexer = new Lexer("()");
Token token = lexer.NextToken();
Assert.IsNotNull(token);
Assert.AreEqual("(", token.Value);
Assert.AreEqual(TokenType.Separator, token.Type);
token = lexer.NextToken();
Assert.IsNotNull(token);
Assert.AreEqual(")", token.Value);
Assert.AreEqual(TokenType.Separator, token.Type);
Assert.IsNull(lexer.NextToken());
}
public void GetNameWithSpaces()
{
Lexer lexer = new Lexer(" foo ");
Token token = lexer.NextToken();
Assert.IsNotNull(token);
Assert.AreEqual("foo", token.Value);
Assert.AreEqual(TokenType.Name, token.Type);
Assert.IsNull(lexer.NextToken());
}
public void RaiseForUnknownOperator()
{
Lexer lexer = new Lexer("^");
lexer.NextToken();
}
public void GetNamesWithMultiLineComment()
{
Lexer lexer = new Lexer(" foo /* Foo \r\n Variable */ bar");
Token token = lexer.NextToken();
Assert.IsNotNull(token);
Assert.AreEqual("foo", token.Value);
Assert.AreEqual(TokenType.Name, token.Type);
token = lexer.NextToken();
Assert.IsNotNull(token);
Assert.AreEqual("bar", token.Value);
Assert.AreEqual(TokenType.Name, token.Type);
Assert.IsNull(lexer.NextToken());
}
