public void GetsSomeTokens()
        {
            var subject = new SqlLexer();

            var result = subject.GetTokens("SELECT * FROM Customers");

            Check.That(result).HasSize(7);
        }
        public void IgnoresCase()
        {
            var subject = new SqlLexer();

            var result = subject.GetTokens("select * from Customers");

            Check.That(result.First()).IsEqualTo(
                new Token(0, TokenTypes.Keyword, "select"));
        }