public void TokensGroup(string value, TokenCatagory category)
{
var tokens = _lexer.LexFile(value).Where(g => g.Catagory != TokenCatagory.WhiteSpace).ToArray();
Assert.All(tokens, token => Assert.True(token.Catagory == category));
Assert.DoesNotContain(tokens, token => token.Kind == TokenKind.Error);
}
public Token(TokenKind kind, string contents, SourceLocation start, SourceLocation end)
{
Kind = kind;
Value = contents;
Span = new SourceSpan(start, end);
Catagory = GetCategory();
}
