Beispiel #1
0
        public bool IsUrlAllowed(string url, string userAgentString)
        {
            if (!_rootUri.IsBaseOf(new Uri(url)))
            {
                return(true);
            }

            return(_robotsDotTextUtil.Allowed(url, userAgentString));
        }
Beispiel #2
0
 public bool IsUrlAllowed(string url, string userAgentString)
 {
     return(_robotsDotTextUtil.Allowed(url, userAgentString));
 }