private static void CrawlerDownloadException(object sender, DownloadExceptionEventArgs e)
{
if (e.Exception is WebException webException)
{
System.Console.Out.WriteLine("Error downloading '{0}': {1}; {2} - Continueing crawl", e.CrawlStep.Uri, webException.Status, webException.Source);
}
else
{
System.Console.Out.WriteLine("Error downloading '{0}': {1} - Continueing crawl", e.CrawlStep.Uri, e.Exception.Message);
}
}
private void CrawlerDownloadException(object sender, DownloadExceptionEventArgs e)
{
if (e.Exception is WebException)
{
WebException webException = (WebException)e.Exception;
_logger.InfoFormat("Error downloading '{0}': {1}; {2} - Continueing crawl", e.CrawlStep.Uri, webException.Status, webException.Source);
}
else
{
_logger.InfoFormat("Error downloading '{0}': {1} - Continueing crawl", e.CrawlStep.Uri, e.Exception.Message);
}
}
private static void crawler_DownloadException(object sender, DownloadExceptionEventArgs e)
{
arguments.DefaultOutput.WriteLine("Download Exception");
}
