/// <summary> /// /// </summary> /// <param name="link"></param> /// <returns></returns> private C ProcessPage(string link) { var searchable = (C)Activator.CreateInstance(typeof(C), new object[] { }); searchable._ContentID = UrlParser.GetHostandPath(link); searchable.SearchUrl = link; searchable.Hostname = BaseUrl; var req = new PageExtractRequest() { PageUrl = link, PageModel = searchable, TitlePattern = _crawlSettings.TitlePattern, }; var results = _pageScrapper.ScrapPage(req); if (results == null) { return(default(C)); } return(searchable); }