public void Crawl(IHtmlDocumentLoader loader, ICrawlerRepository context) { Loader = loader; Repository = context; StartCrawling(); }
public CrawlerEngineTests() { this.crawlerRepository = Substitute.For <ICrawlerRepository>(); this.httpMessageHandler = Substitute.For <IHttpMessageHandler>(); var httpClient = new HttpClient(new FakeHttpMessageHandler(this.httpMessageHandler)); this.crawlerEngine = new CrawlerEngine(this.crawlerRepository, httpClient); this.uri = new Uri("http://localhost.crawl.com"); this.crawlerRepository.GetNext().Returns(new CrawlItem() { Url = uri.ToString() }); this.httpMessageHandler.SendAsync(Arg.Any <HttpRequestMessage>(), Arg.Any <CancellationToken>()) .Returns(new HttpResponseMessage(HttpStatusCode.OK) { Content = new StringContent("<a href=\"http://localhost/\"></a>") }); }
public CrawlerService(ICrawlerRepository repository) { this.repository = repository; }
public CrawlerStatsService(ICrawlerRepository crawlerRepository) { this.crawlerRepository = crawlerRepository; }