public static bool Batchcompleted(FileDownloaderContext fileDownloaderContext, string projectId)
{
try
{
//Check DB
KitsuneKrawlerStats statsDetails = MongoHelper.GetCrawlStatsDetails(projectId);
if (statsDetails.StopCrawl)
{
fileDownloaderContext.Configuration.IsStopDownloadEnabled = true;
}
return(true);
}
catch (Exception ex)
{
return(false);
}
}
public static bool Batchcompleted(string projectId)
{
try
{
//Check DB
KitsuneKrawlerStats statsDetails = MongoHelper.GetCrawlStatsDetails(projectId);
if (statsDetails.StopCrawl)
{
StopReplacer = true;
}
return(true);
}
catch (Exception ex)
{
return(false);
}
}
public static bool Batchcompleted(Krawler krawlerContext, string projectId, int CrawledPagesCount)
{
try
{
//Check DB
KitsuneKrawlerStats statsDetails = MongoHelper.GetCrawlStatsDetails(projectId);
if ((statsDetails.LinksLimit != 0 && CrawledPagesCount > statsDetails.LinksLimit) || statsDetails.StopCrawl)
{
krawlerContext.KrawlContext.Configuration.IsStopCrawlEnabled = true;
LimitCrossed = true;
}
return(true);
}
catch (Exception ex)
{
return(false);
}
}
