static void Main(string[] args)
{
ICrawlingFilterDetail crawlingFilterDetail = new CrawlingFilterDetail("jobdetail-iframe", "src", "/jobdetail");
ICrawlingStats crawlingStats = new XingCrawlingStats(new[] { "jobdetail" }, crawlingFilterDetail);
IResultWriter resultWriter = new ResultWriter(crawlingStats);
var walter = new WebCrawler(crawlingStats, resultWriter, new Clock());
var result = walter.Crawl(new Uri("https://www.xn--jobbrse-d1a.com/list/jobtitle/"), @"c:\temp\WalterResult.csv");
}
public void count_pages_containing_specific_content_with_specific_filter_detail()
{
ICrawlingFilterDetail crawlingFilterDetail = new CrawlingFilterDetail("jobdetail-iframe", "src", "/jobdetail");
ICrawlingStats crawlingStats = new XingCrawlingStats(new[] { "jobdetail" }, crawlingFilterDetail);
CrawledPage page = new CrawledPage(new Uri("http://a.com/jobdetail"))
{
Content = new PageContent
{
Text = GetFileContent("TestPages\\StellenangebotOeffnen.html")
}
};
crawlingStats.ProcessCrawledPage(page);
Assert.AreEqual(1, crawlingStats.CountOfCrawledPagesContainingSpecificDetails);
}
