public void RegularUrls() { var request = "http://domain.com:8098/some/path?query1=val1"; Assert.IsFalse(RequestClassifier.IsCrawlerRequest(request)); }
public void HashbangUrls() { var request = "http://domain.com:8098/some/path?query1=val1#!hash/bang"; Assert.IsFalse(RequestClassifier.IsCrawlerRequest(request)); }
public void HashbangUrls() { var request = "http://domain.com:8098/some/path?query1=val1&_escaped_fragment_=hash/bang"; Assert.IsTrue(RequestClassifier.IsCrawlerRequest(request)); }