public bool IsTermination(Page page, BaseTargetUrlsBuilder builder)
{
if (page == null || string.IsNullOrEmpty(page.Content))
{
return(false);
}
return(!Contents.All(c => page.Content.Contains(c)));
}
public bool IsTermination(Page page, BaseTargetUrlsBuilder builder)
{
if (page == null || string.IsNullOrEmpty(page.Content))
{
return(false);
}
var current = builder.GetCurrentPagger(page.Request.Method == HttpMethod.Get ? page.Url : page.Request.PostBody);
int currentIndex = int.Parse(RegexUtil.NumRegex.Match(current).Value);
return(currentIndex >= Limit);
}
public bool IsTermination(Page page, BaseTargetUrlsBuilder creator)
{
if (TotalPageSelector == null || CurrenctPageSelector == null)
{
throw new SpiderException("Total page selector or current page selector should not be null.");
}
if (string.IsNullOrEmpty(page?.Content))
{
return(false);
}
var totalStr = GetSelectorValue(page, TotalPageSelector);
var currentStr = GetSelectorValue(page, CurrenctPageSelector);
return(currentStr == totalStr);
}