public void ShouldThrowException_NullUri() { DefaultWebCrawler crawler = new DefaultWebCrawler(null); var result = crawler.Craw(); foreach (var item in result) { } }
public void ShouldReturnResult() { var url = "http://wiprodigital.com/"; //var url = "http://iot.wiprodigital.com/"; var uri = WebCrawlerUtil.GetResponseUri(new Uri(url)); DefaultWebCrawler crawler = new DefaultWebCrawler(uri); var result = crawler.Craw(); Assert.IsNotNull(result); }