/// <summary> /// Asynchronous event that is fired when the ICrawlDecisionMaker.ShouldCrawl impl returned false. This means the page or its links were not crawled. /// </summary> public static void PageCrawlDisallowed(object sender, PageCrawlDisallowedArgs e) { PageToCrawl pageToCrawl = e.PageToCrawl; //DateTime lastModified = oldPage.HttpWebResponse.LastModified; Console.WriteLine("Did not crawl page {0} due to {1}\n", pageToCrawl.Uri.AbsoluteUri, e.DisallowedReason); }
public void Constructor_ValidReason_SetsPublicProperty() { string reason = "aaa"; PageCrawlDisallowedArgs args = new PageCrawlDisallowedArgs(_context, _page, reason); Assert.AreSame(reason, args.DisallowedReason); }
private void ThrowExceptionWhen_PageCrawlDisallowed(object sender, PageCrawlDisallowedArgs e) { throw new Exception("no!!!"); }
void crawler_PageCrawlDisallowed(object sender, PageCrawlDisallowedArgs e) { PageToCrawl pageToCrawl = e.PageToCrawl; Console.WriteLine("Did not crawl page {0} due to {1}", pageToCrawl.Uri.AbsoluteUri, e.DisallowedReason); }
static void crawler_PageCrawlDisallowed(object sender, PageCrawlDisallowedArgs e) { //Process data }
static void crawler_PageCrawlDisallowed(object sender, PageCrawlDisallowedArgs e) { PageToCrawl pageToCrawl = e.PageToCrawl; // Debug.WriteLine(string.Format("Did not crawl page {0} due to {1}", pageToCrawl.Uri.AbsoluteUri, e.DisallowedReason)); }
private void crawler_PageCrawlDisallowed(object sender, PageCrawlDisallowedArgs e) { PageToCrawl pageToCrawl = e.PageToCrawl; var mssg = string.Format("Did not crawl page {0} due to {1}", pageToCrawl.Uri.AbsoluteUri, e.DisallowedReason); _logger.Debug(mssg); }
private void PageCrawlDisallowedEvent(object sender, PageCrawlDisallowedArgs e) { }