public void Crawl(IHtmlDocumentLoader loader, ICrawlerRepository context)
{
Loader = loader;
Repository = context;
StartCrawling();
}
public void Crawl(IHtmlDocumentLoader loader, ICrawlerRepository context)
{
Loader = loader;
Repository = context;
StartCrawling();
}
public CrawlerEngineTests()
{
this.crawlerRepository = Substitute.For <ICrawlerRepository>();
this.httpMessageHandler = Substitute.For <IHttpMessageHandler>();
var httpClient = new HttpClient(new FakeHttpMessageHandler(this.httpMessageHandler));
this.crawlerEngine = new CrawlerEngine(this.crawlerRepository, httpClient);
this.uri = new Uri("http://localhost.crawl.com");
this.crawlerRepository.GetNext().Returns(new CrawlItem()
{
Url = uri.ToString()
});
this.httpMessageHandler.SendAsync(Arg.Any <HttpRequestMessage>(), Arg.Any <CancellationToken>())
.Returns(new HttpResponseMessage(HttpStatusCode.OK)
{
Content = new StringContent("<a href=\"http://localhost/\"></a>")
});
}
public CrawlerService(ICrawlerRepository repository)
{
this.repository = repository;
}
public CrawlerStatsService(ICrawlerRepository crawlerRepository)
{
this.crawlerRepository = crawlerRepository;
}
public CrawlerService(ICrawlerRepository repository)
{
this.repository = repository;
}
