public int GetCrawlDelay(string userAgentString) { return(_robotsDotTextUtil.GetCrawlDelay(userAgentString)); }