/// <summary>
/// Returns true to continue crawl of this url, else false
/// </summary>
/// <returns>True if this step should be cancelled, else false</returns>
private bool OnAfterDownload(CrawlStep crawlStep, PropertyBag response)
{
EventHandler<AfterDownloadEventArgs> afterDownloadTmp = AfterDownload;
if (afterDownloadTmp.IsNull())
{
return crawlStep.IsAllowed;
}
AfterDownloadEventArgs e =
new AfterDownloadEventArgs(!crawlStep.IsAllowed, response);
afterDownloadTmp(this, e);
return !e.Cancel;
}
private static void CrawlerAfterDownload(object sender, AfterDownloadEventArgs e)
{
System.Console.Out.WriteLine("{0} in {1}".FormatWith(e.CrawlStep.Uri, e.Response.DownloadTime.TotalSeconds));
}
