public async Task Parse() { Console.WriteLine($"Task id {taskId} start. Domain: {domainName}"); baseUrl = Url.GetBaseUrl(domainName); if (!WebRequestHelper.Check(baseUrl)) { Console.WriteLine($"Task id {taskId} ended. Domain: {domainName}"); return; } pageParser = new PageParser(baseUrl); pageParser.Page = new Page(); await RecursiveParseInnerPages(baseUrl, 0, pageParser.Page); //try //{ // //await RecursiveParseInnerPages(baseUrl, 0, pageParser.Page); //} //catch (LockRecursionException ex) //{ // log.Error("WebsiteParser - RecursiveParseInnerPages", ex); // throw ex; //} Console.WriteLine($"Task id {taskId} ended. Domain: {domainName}"); }
public static string GetBaseUrl(string DomainName) { return(WebRequestHelper.Check($"http://{DomainName}") ? $"http://{DomainName}" : $"https://{DomainName}"); }