/// <summary>
/// Asynchronous event that is fired when the ICrawlDecisionMaker.ShouldCrawl impl returned false. This means the page or its links were not crawled.
/// </summary>
public static void PageCrawlDisallowed(object sender, PageCrawlDisallowedArgs e)
{
PageToCrawl pageToCrawl = e.PageToCrawl;
//DateTime lastModified = oldPage.HttpWebResponse.LastModified;
Console.WriteLine("Did not crawl page {0} due to {1}\n", pageToCrawl.Uri.AbsoluteUri, e.DisallowedReason);
}
public void Constructor_ValidReason_SetsPublicProperty()
{
string reason = "aaa";
PageCrawlDisallowedArgs args = new PageCrawlDisallowedArgs(_context, _page, reason);
Assert.AreSame(reason, args.DisallowedReason);
}
private void ThrowExceptionWhen_PageCrawlDisallowed(object sender, PageCrawlDisallowedArgs e)
{
throw new Exception("no!!!");
}
void crawler_PageCrawlDisallowed(object sender, PageCrawlDisallowedArgs e)
{
PageToCrawl pageToCrawl = e.PageToCrawl;
Console.WriteLine("Did not crawl page {0} due to {1}", pageToCrawl.Uri.AbsoluteUri, e.DisallowedReason);
}
static void crawler_PageCrawlDisallowed(object sender, PageCrawlDisallowedArgs e)
{
//Process data
}
static void crawler_PageCrawlDisallowed(object sender, PageCrawlDisallowedArgs e)
{
PageToCrawl pageToCrawl = e.PageToCrawl;
// Debug.WriteLine(string.Format("Did not crawl page {0} due to {1}", pageToCrawl.Uri.AbsoluteUri, e.DisallowedReason));
}
private void crawler_PageCrawlDisallowed(object sender, PageCrawlDisallowedArgs e)
{
PageToCrawl pageToCrawl = e.PageToCrawl;
var mssg = string.Format("Did not crawl page {0} due to {1}", pageToCrawl.Uri.AbsoluteUri, e.DisallowedReason);
_logger.Debug(mssg);
}
private void PageCrawlDisallowedEvent(object sender, PageCrawlDisallowedArgs e)
{
}