public void TestBadExpression()
{
//0000000000111111111122222222223333333333
//0123456789012345678901234567890123456789
RqlTokenizer tokenizer = new RqlTokenizer(" abc ( % ");
RqlToken[] expectedTokens =
{
new RqlToken(RqlTokenType.Identifier, 2, "abc"),
new RqlToken(RqlTokenType.LeftParen, 6),
new RqlToken(RqlTokenType.Error, 8),
};
RqlToken token = null;
for (int i = 0; i < expectedTokens.Length; i++)
{
token = tokenizer.Next();
RqlToken expectedToken = expectedTokens[i];
Assert.AreEqual(expectedToken.TokenType, token.TokenType);
Assert.AreEqual(expectedToken.Offset, token.Offset);
Assert.AreEqual(expectedToken.Data, token.Data);
}
token = tokenizer.Next();
Assert.IsTrue(token.IsError);
token = tokenizer.PeekNext();
Assert.IsTrue(token.IsError);
}
public void TestBadIdentifier()
{
//0000000000111111111122222222223333333333
//0123456789012345678901234567890123456789
RqlTokenizer tokenizer = new RqlTokenizer("a..b");
RqlToken token = null;
token = tokenizer.Next();
Assert.IsTrue(token.IsError);
}
public RqlExpression Parse(string input)
{
tokenizer = new RqlTokenizer(input);
RqlToken token = tokenizer.Next();
if (!token.IsIdentifier)
throw new RqlParseException(token);
return ParseExpression(token);
}
public RqlExpression Parse(string input)
{
tokenizer = new RqlTokenizer(input);
RqlToken token = tokenizer.Next();
if (!token.IsIdentifier)
{
throw new RqlParseException(token);
}
return(ParseExpression(token));
}
public void TestGoodExpression()
{
//000000000011111111112222222222333333333344444444445555555555666666666677777777778888888888999999999900000000001111111111
//012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789
RqlTokenizer tokenizer = new RqlTokenizer(" foo ( a1b2, 123.45, 'xyz',bar(true,false,null),123,-1,$51d1e6,@2013-06-24T15:30:00Z,~P1DT02H57M16.001S,tit.tat.1) ");
RqlToken[] expectedTokens =
{
new RqlToken(RqlTokenType.Identifier, 2, "foo"),
new RqlToken(RqlTokenType.LeftParen, 6),
new RqlToken(RqlTokenType.Identifier, 8, "a1b2"),
new RqlToken(RqlTokenType.Comma, 12),
new RqlToken(RqlTokenType.Constant, 14, 123.45),
new RqlToken(RqlTokenType.Comma, 20),
new RqlToken(RqlTokenType.Constant, 22, "xyz"),
new RqlToken(RqlTokenType.Comma, 27),
new RqlToken(RqlTokenType.Identifier, 28, "bar"),
new RqlToken(RqlTokenType.LeftParen, 31),
new RqlToken(RqlTokenType.Constant, 32, true),
new RqlToken(RqlTokenType.Comma, 36),
new RqlToken(RqlTokenType.Constant, 37, false),
new RqlToken(RqlTokenType.Comma, 42),
new RqlToken(RqlTokenType.Constant, 43, null),
new RqlToken(RqlTokenType.RightParen, 47),
new RqlToken(RqlTokenType.Comma, 48),
new RqlToken(RqlTokenType.Constant, 49, 123),
new RqlToken(RqlTokenType.Comma, 52),
new RqlToken(RqlTokenType.Constant, 53, -1),
new RqlToken(RqlTokenType.Comma, 55),
new RqlToken(RqlTokenType.Constant, 56, new RqlId("$51d1e6")),
new RqlToken(RqlTokenType.Comma, 63),
new RqlToken(RqlTokenType.Constant, 64, new RqlDateTime("@2013-06-24T15:30:00Z")),
new RqlToken(RqlTokenType.Comma, 85),
new RqlToken(RqlTokenType.Constant, 86, new RqlTimeSpan("~P1DT02H57M16.001S")),
new RqlToken(RqlTokenType.Comma, 104),
new RqlToken(RqlTokenType.Identifier, 105, "tit.tat.1"),
new RqlToken(RqlTokenType.RightParen, 114),
new RqlToken(RqlTokenType.End, 117),
};
RqlToken token = tokenizer.PeekNext();
RqlToken expectedToken = expectedTokens[0];
Assert.AreEqual(expectedToken.TokenType, token.TokenType);
Assert.AreEqual(expectedToken.Offset, token.Offset);
Assert.AreEqual(expectedToken.Data, token.Data);
for (int i = 0; i < expectedTokens.Length; i++)
{
token = tokenizer.Next();
expectedToken = expectedTokens[i];
string s = String.Format(
"Token '{0}', Offset {1}, Data {2}", expectedToken.TokenType.ToString(), expectedToken.Offset,
expectedToken.Data == null ? "null" : expectedToken.Data);
Assert.AreEqual(expectedToken.TokenType, token.TokenType, s);
Assert.AreEqual(expectedToken.Offset, token.Offset, s);
Assert.AreEqual(expectedToken.Data, token.Data, s);
}
token = tokenizer.Next();
Assert.IsTrue(token.IsEnd);
token = tokenizer.PeekNext();
Assert.IsTrue(token.IsEnd);
}
public void TestEmptyString()
{
RqlTokenizer tokenizer = new RqlTokenizer("");
Assert.IsTrue(tokenizer.Next().IsEnd);
}
private RqlExpression ParseExpression(RqlToken functionToken)
{
RqlToken token = tokenizer.Next();
if (!token.IsLeftParen)
{
throw new RqlParseException(token);
}
var arguments = new List <RqlExpression>();
while (true)
{
token = tokenizer.Next();
RqlExpression argument = null;
if (token.IsIdentifier)
{
if (tokenizer.PeekNext().IsLeftParen)
{
argument = ParseExpression(token);
}
else
{
argument = RqlExpression.Identifier(token);
}
}
else if (token.IsConstant)
{
argument = RqlExpression.Constant(token);
}
else if (token.IsLeftParen)
{
argument = ParseTuple(token);
}
else
{
throw new RqlParseException(token);
}
arguments.Add(argument);
token = tokenizer.Next();
if (token.IsComma)
{
continue;
}
else if (token.IsRightParen)
{
break;
}
else
{
throw new RqlParseException(token);
}
}
return(RqlExpression.FunctionCall(functionToken, arguments));
}