public override CrawlDecision ShouldCrawlPageLinks(CrawledPage crawledPage, CrawlContext crawlContext) { var shouldCrawlPageLinks = base.ShouldCrawlPageLinks(crawledPage, crawlContext); if (!shouldCrawlPageLinks.Allow) { return(shouldCrawlPageLinks); } if (crawledPage.IsKwestiaSmakuRecipePage()) { return(new CrawlDecision { Allow = false }); } return(new CrawlDecision { Allow = true, }); }
protected override bool IsRecipePage(CrawledPage crawledPage) { return(crawledPage.IsKwestiaSmakuRecipePage()); }