public async Task Parse()
{
Console.WriteLine($"Task id {taskId} start. Domain: {domainName}");
baseUrl = Url.GetBaseUrl(domainName);
if (!WebRequestHelper.Check(baseUrl))
{
Console.WriteLine($"Task id {taskId} ended. Domain: {domainName}");
return;
}
pageParser = new PageParser(baseUrl);
pageParser.Page = new Page();
await RecursiveParseInnerPages(baseUrl, 0, pageParser.Page);
//try
//{
// //await RecursiveParseInnerPages(baseUrl, 0, pageParser.Page);
//}
//catch (LockRecursionException ex)
//{
// log.Error("WebsiteParser - RecursiveParseInnerPages", ex);
// throw ex;
//}
Console.WriteLine($"Task id {taskId} ended. Domain: {domainName}");
}
public static string GetBaseUrl(string DomainName)
{
return(WebRequestHelper.Check($"http://{DomainName}") ? $"http://{DomainName}" : $"https://{DomainName}");
}
