public override CrawlDecision ShouldCrawlPageLinks(CrawledPage crawledPage, CrawlContext crawlContext)
        {
            var shouldCrawlPageLinks = base.ShouldCrawlPageLinks(crawledPage, crawlContext);

            if (!shouldCrawlPageLinks.Allow)
            {
                return(shouldCrawlPageLinks);
            }

            if (crawledPage.IsKwestiaSmakuRecipePage())
            {
                return(new CrawlDecision
                {
                    Allow = false
                });
            }

            return(new CrawlDecision
            {
                Allow = true,
            });
        }
 protected override bool IsRecipePage(CrawledPage crawledPage)
 {
     return(crawledPage.IsKwestiaSmakuRecipePage());
 }