public static SqlToken GetNext(this ITokenizer ITokenizer, bool skipComments = true)
{
while (true)
{
var next = ITokenizer.ScanNext();
if (next == null || next.IsType(SqlTokenType.EndOfInput))
{
return(SqlToken.EndOfInput());
}
if (next.Type == SqlTokenType.Comment && skipComments)
{
continue;
}
if (next.Type == SqlTokenType.Whitespace)
{
continue;
}
return(next);
}
}