public bool IsUrlAllowed(string url, string userAgentString) { if (!_rootUri.IsBaseOf(new Uri(url))) { return(true); } return(_robotsDotTextUtil.Allowed(url, userAgentString)); }
public bool IsUrlAllowed(string url, string userAgentString) { return(_robotsDotTextUtil.Allowed(url, userAgentString)); }