Exemple #1
0
 public override Task <bool> OnDataDocumentDownloadedAsync(ResourceLink resourceLink, ExtractedDataUnit extractedDataUnit, HttpResultUnit httpResultUnit)
 {
     return(ExecuteOnAllInterceptorsAsync(eventInterceptor =>
                                          eventInterceptor.OnDataDocumentDownloadedAsync(resourceLink, extractedDataUnit, httpResultUnit)
                                          ));
 }
Exemple #2
0
 /// <returns>
 ///     True - if download result was successfully processed
 ///     False - download result processing failed (should either re-enqueue, trace and continue or use some kind of error queue)
 ///
 ///     NOTE: If there is a sequence of failed processing results - it's a sign that we should stop crawling this job (either duplicates, or site is down, or we got blocked)
 ///</returns>
 public async virtual Task <bool> OnDataDocumentDownloadedAsync(ResourceLink resourceLink, ExtractedDataUnit extractedDataUnit, HttpResultUnit httpResultUnit)
 {
     return(true);
 }