public override Task <bool> OnDataDocumentDownloadedAsync(ResourceLink resourceLink, ExtractedDataUnit extractedDataUnit, HttpResultUnit httpResultUnit)
{
return(ExecuteOnAllInterceptorsAsync(eventInterceptor =>
eventInterceptor.OnDataDocumentDownloadedAsync(resourceLink, extractedDataUnit, httpResultUnit)
));
}
/// <returns>
/// True - if download result was successfully processed
/// False - download result processing failed (should either re-enqueue, trace and continue or use some kind of error queue)
///
/// NOTE: If there is a sequence of failed processing results - it's a sign that we should stop crawling this job (either duplicates, or site is down, or we got blocked)
///</returns>
public async virtual Task <bool> OnDataDocumentDownloadedAsync(ResourceLink resourceLink, ExtractedDataUnit extractedDataUnit, HttpResultUnit httpResultUnit)
{
return(true);
}
