private async Task PageExists(string url)
{
try
{
// Check if there is response from given url
if (WebRequest.Create(url) is HttpWebRequest request)
{
request.Method = "HEAD";
HttpWebResponse response = await request.GetResponseAsync() as HttpWebResponse;
response?.Close();
}
pageExists = true;
}
catch
{
CustomMessages.DisplayPageDoesntExistMsg();
isCrawling = false;
pageExists = false;
}
}