public static bool Batchcompleted(FileDownloaderContext fileDownloaderContext, string projectId) { try { //Check DB KitsuneKrawlerStats statsDetails = MongoHelper.GetCrawlStatsDetails(projectId); if (statsDetails.StopCrawl) { fileDownloaderContext.Configuration.IsStopDownloadEnabled = true; } return(true); } catch (Exception ex) { return(false); } }
public static bool Batchcompleted(string projectId) { try { //Check DB KitsuneKrawlerStats statsDetails = MongoHelper.GetCrawlStatsDetails(projectId); if (statsDetails.StopCrawl) { StopReplacer = true; } return(true); } catch (Exception ex) { return(false); } }
public static bool Batchcompleted(Krawler krawlerContext, string projectId, int CrawledPagesCount) { try { //Check DB KitsuneKrawlerStats statsDetails = MongoHelper.GetCrawlStatsDetails(projectId); if ((statsDetails.LinksLimit != 0 && CrawledPagesCount > statsDetails.LinksLimit) || statsDetails.StopCrawl) { krawlerContext.KrawlContext.Configuration.IsStopCrawlEnabled = true; LimitCrossed = true; } return(true); } catch (Exception ex) { return(false); } }