public static ICrawler Crawler(this HttpRequest request) { var service = new UserAgentService(request.HttpContext); var resolver = new CrawlerResolver(service); return(resolver.Crawler); }
public void CrawlerAgentEmpty() { var service = CreateService(""); var resolver = new CrawlerResolver(service); Assert.Null(resolver.Crawler); }
public void Keyword(string agent) { // arrange var service = CreateService(agent); // act var resolver = new CrawlerResolver(service); // assert Assert.NotNull(resolver.Crawler); }
public void LinkedInBot_Bot() { var agent = "LinkedInBot/1.0 (compatible; Mozilla/5.0; Jakarta Commons-HttpClient/3.1 +http://www.linkedin.com)"; var service = CreateService(agent); // act var resolver = new CrawlerResolver(service); Assert.Equal("LinkedInBot", resolver.Crawler.Name); Assert.Equal(CrawlerType.LinkedIn, resolver.Crawler.Type); }
public void Twitterbot_Bot() { var agent = "Twitterbot/1.0"; var service = CreateService(agent); // act var resolver = new CrawlerResolver(service); Assert.Equal("Twitterbot", resolver.Crawler.Name); Assert.Equal(CrawlerType.Twitter, resolver.Crawler.Type); }
public void Facebookbot_Bot() { var agent = "facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)"; var service = CreateService(agent); // act var resolver = new CrawlerResolver(service); Assert.Equal("facebookexternalhit", resolver.Crawler.Name); Assert.Equal(CrawlerType.Facebook, resolver.Crawler.Type); }
public void Facebot_Bot() { var agent = "Facebot"; var service = CreateService(agent); // act var resolver = new CrawlerResolver(service); Assert.Equal("Facebot", resolver.Crawler.Name); Assert.Equal(CrawlerType.Facebook, resolver.Crawler.Type); }
public void Skype_Messenger() { var agent = "Mozilla/5.0 (Windows NT 6.1; WOW64) SkypeUriPreview Preview/0.5"; var service = CreateService(agent); // act var resolver = new CrawlerResolver(service); Assert.Equal("SkypeUriPreview", resolver.Crawler.Name); Assert.Equal(CrawlerType.Skype, resolver.Crawler.Type); }
public void Baidu_Bot() { // arrange var agent = "Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)"; var service = CreateService(agent); // act var resolver = new CrawlerResolver(service); // assert Assert.Equal("Baiduspider", resolver.Crawler.Name); Assert.Equal(CrawlerType.Baidu, resolver.Crawler.Type); }
public void Yahoo_Bot() { // arrange var agent = "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"; var service = CreateService(agent); // act var resolver = new CrawlerResolver(service); // assert Assert.Equal("Yahoo!Slurp", resolver.Crawler.Name); Assert.Equal(CrawlerType.Yahoo, resolver.Crawler.Type); }
public void Bing_Bot() { // arrange var agent = "Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)"; var service = CreateService(agent); // act var resolver = new CrawlerResolver(service); // assert Assert.Equal("bingbot", resolver.Crawler.Name); Assert.Equal(CrawlerType.Bing, resolver.Crawler.Type); }
public void Google_Bot() { // arrange var agent = "Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)"; var service = CreateService(agent); // act var resolver = new CrawlerResolver(service); // assert Assert.Equal("Googlebot", resolver.Crawler.Name); Assert.Equal(CrawlerType.Google, resolver.Crawler.Type); }