public void Test_Tokenizer5()
{
IEnumerable <LispToken> result = LispTokenizer.Tokenize("(test '(1 2 3))");
Assert.IsNotNull(result);
Assert.AreEqual(9, result.Count());
var resultAsArray = result.ToArray();
Assert.AreEqual("'", resultAsArray[2].ToString());
Assert.AreEqual(LispTokenType.Quote, resultAsArray[2].Type);
result = LispTokenizer.Tokenize("(test `(1 2 3))");
Assert.IsNotNull(result);
Assert.AreEqual(9, result.Count());
resultAsArray = result.ToArray();
Assert.AreEqual("`", resultAsArray[2].ToString());
Assert.AreEqual(LispTokenType.QuasiQuote, resultAsArray[2].Type);
result = LispTokenizer.Tokenize("(test ,a)");
Assert.IsNotNull(result);
Assert.AreEqual(5, result.Count());
resultAsArray = result.ToArray();
Assert.AreEqual(",", resultAsArray[2].ToString());
Assert.AreEqual(LispTokenType.UnQuote, resultAsArray[2].Type);
result = LispTokenizer.Tokenize("(test ,@a)");
Assert.IsNotNull(result);
Assert.AreEqual(5, result.Count());
resultAsArray = result.ToArray();
Assert.AreEqual(",@", resultAsArray[2].ToString());
Assert.AreEqual(LispTokenType.UnQuoteSplicing, resultAsArray[2].Type);
}
public void Test_Tokenizer2()
{
IEnumerable <LispToken> result = LispTokenizer.Tokenize("(+ 1 #t 3.1415 \"asdf blub\" #f )");
Assert.IsNotNull(result);
Assert.AreEqual(8, result.Count());
var resultAsArray = result.ToArray();
Assert.AreEqual("(", resultAsArray[0].ToString());
Assert.AreEqual(LispTokenType.ListStart, resultAsArray[0].Type);
Assert.AreEqual("+", resultAsArray[1].ToString());
Assert.AreEqual(LispTokenType.Symbol, resultAsArray[1].Type);
Assert.AreEqual(1, resultAsArray[2].Value);
Assert.AreEqual(LispTokenType.Int, resultAsArray[2].Type);
Assert.AreEqual(true, resultAsArray[3].Value);
Assert.AreEqual(LispTokenType.True, resultAsArray[3].Type);
Assert.AreEqual(3.1415, resultAsArray[4].Value);
Assert.AreEqual(LispTokenType.Double, resultAsArray[4].Type);
Assert.AreEqual("asdf blub", resultAsArray[5].ToString());
Assert.AreEqual(LispTokenType.String, resultAsArray[5].Type);
Assert.AreEqual(false, resultAsArray[6].Value);
Assert.AreEqual(LispTokenType.False, resultAsArray[6].Type);
Assert.AreEqual(")", resultAsArray[7].ToString());
Assert.AreEqual(LispTokenType.ListEnd, resultAsArray[7].Type);
}
public void Test_TokenizerEmptyCode()
{
IEnumerable <LispToken> result = LispTokenizer.Tokenize("");
Assert.IsNotNull(result);
Assert.AreEqual(0, result.Count());
result = LispTokenizer.Tokenize(" \t \n ");
Assert.IsNotNull(result);
Assert.AreEqual(0, result.Count());
}
public void Test_Tokenizer7()
{
IEnumerable <LispToken> result = LispTokenizer.Tokenize("(test \"blub\nhello\")");
Assert.IsNotNull(result);
Assert.AreEqual(4, result.Count());
var resultAsArray = result.ToArray();
Assert.AreEqual("blub\nhello", resultAsArray[2].ToString());
Assert.AreEqual(LispTokenType.String, resultAsArray[2].Type);
}
public void Test_Tokenizer6()
{
IEnumerable <LispToken> result = LispTokenizer.Tokenize("(test nil)");
Assert.IsNotNull(result);
Assert.AreEqual(4, result.Count());
var resultAsArray = result.ToArray();
Assert.AreEqual(LispToken.Nil, resultAsArray[2].ToString());
Assert.AreEqual(LispTokenType.Nil, resultAsArray[2].Type);
}
public void Test_Tokenizer1()
{
IEnumerable <LispToken> result = LispTokenizer.Tokenize("()");
Assert.IsNotNull(result);
Assert.AreEqual(2, result.Count());
Assert.AreEqual("(", result.First().ToString());
Assert.AreEqual(")", result.Last().ToString());
result = LispTokenizer.Tokenize(" ( \n ) ");
Assert.IsNotNull(result);
Assert.AreEqual(2, result.Count());
Assert.AreEqual("(", result.First().ToString());
Assert.AreEqual(")", result.Last().ToString());
}
public void Test_Tokenizer3()
{
IEnumerable <LispToken> result = LispTokenizer.Tokenize("(do (print (* 9 9)))");
Assert.IsNotNull(result);
Assert.AreEqual(11, result.Count());
var resultAsArray = result.ToArray();
Assert.AreEqual("(", resultAsArray[0].ToString());
Assert.AreEqual("do", resultAsArray[1].ToString());
Assert.AreEqual(LispTokenType.Symbol, resultAsArray[1].Type);
Assert.AreEqual("(", resultAsArray[2].ToString());
Assert.AreEqual("print", resultAsArray[3].ToString());
Assert.AreEqual("(", resultAsArray[4].ToString());
Assert.AreEqual("*", resultAsArray[5].ToString());
Assert.AreEqual(9, resultAsArray[6].Value);
Assert.AreEqual(9, resultAsArray[7].Value);
Assert.AreEqual(")", resultAsArray[8].ToString());
Assert.AreEqual(")", resultAsArray[9].ToString());
Assert.AreEqual(")", resultAsArray[10].ToString());
}
public void Test_Tokenizer4()
{
IEnumerable <LispToken> result = LispTokenizer.Tokenize("(do\n (print (* 9 9)) ; this is a comment\n)\n");
Assert.IsNotNull(result);
Assert.AreEqual(12, result.Count());
var resultAsArray = result.ToArray();
Assert.AreEqual("(", resultAsArray[0].ToString());
Assert.AreEqual("do", resultAsArray[1].ToString());
Assert.AreEqual("(", resultAsArray[2].ToString());
Assert.AreEqual("print", resultAsArray[3].ToString());
Assert.AreEqual("(", resultAsArray[4].ToString());
Assert.AreEqual("*", resultAsArray[5].ToString());
Assert.AreEqual(9, resultAsArray[6].Value);
Assert.AreEqual(9, resultAsArray[7].Value);
Assert.AreEqual(")", resultAsArray[8].ToString());
Assert.AreEqual(")", resultAsArray[9].ToString());
Assert.AreEqual("; this is a comment\n", resultAsArray[10].ToString());
Assert.AreEqual(LispTokenType.Comment, resultAsArray[10].Type);
Assert.AreEqual(")", resultAsArray[11].ToString());
}
