public int GetCrawlDelay(string userAgentString)
 {
     return(_robotsDotTextUtil.GetCrawlDelay(userAgentString));
 }