/// <summary>
///
/// </summary>
/// <param name="link"></param>
/// <returns></returns>
private C ProcessPage(string link)
{
var searchable = (C)Activator.CreateInstance(typeof(C), new object[] { });
searchable._ContentID = UrlParser.GetHostandPath(link);
searchable.SearchUrl = link;
searchable.Hostname = BaseUrl;
var req = new PageExtractRequest()
{
PageUrl = link,
PageModel = searchable,
TitlePattern = _crawlSettings.TitlePattern,
};
var results = _pageScrapper.ScrapPage(req);
if (results == null)
{
return(default(C));
}
return(searchable);
}