public static IEnumerable<Token> Tokenize(this ITokenizer tokenizer, TextReader textReader)
{
if (tokenizer == null)
throw new ArgumentNullException("tokenizer");
if (textReader == null)
throw new ArgumentNullException("textReader");
return tokenizer.Tokenize(textReader.ReadAll());
}
