public RobotsFileParser(HttpClient client, ITokenizer tokenizer, ITokenPatternValidator patternValidator, IRobotsFileTokenParser tokenParser)
 {
     HttpClient       = client ?? throw new ArgumentNullException(nameof(client));
     Tokenizer        = tokenizer ?? throw new ArgumentNullException(nameof(tokenizer));
     PatternValidator = patternValidator ?? throw new ArgumentNullException(nameof(patternValidator));
     TokenParser      = tokenParser ?? throw new ArgumentNullException(nameof(tokenParser));
 }
 public RobotsPageParser(ITokenizer tokenizer, ITokenPatternValidator patternValidator, IRobotsPageTokenParser tokenParser)
 {
     Tokenizer        = tokenizer ?? throw new ArgumentNullException(nameof(tokenizer));
     PatternValidator = patternValidator ?? throw new ArgumentNullException(nameof(patternValidator));
     TokenParser      = tokenParser ?? throw new ArgumentNullException(nameof(tokenParser));
 }