public void ParseAllLinksFromWebSite(WebSiteModel baseWebSite)
{
try
{
var baseUriObj = new Uri(baseWebSite.URI);
html = new WebClient().DownloadString(baseUriObj);
}
catch (Exception e)
{
_exceptionNotificationServiceManager.ExceptionNotify(e.ToString());
}
foreach (Match match in regExprToParseAllLinks.Matches(html))
{
var rawLink = match.Groups[1].ToString();
var containedUriObj = new Uri(rawLink, UriKind.RelativeOrAbsolute);
if (containedUriObj.IsAbsoluteUri)
{
baseWebSite.AddToContaiedLinks(rawLink);
}
else
{
baseWebSite.AddToContaiedLinks(baseWebSite.RootUrl + rawLink);
}
}
}
public int CheckWebsiteStatus(string uri)
{
try
{
var req = (HttpWebRequest)WebRequest.Create(uri);
using (var resp = (HttpWebResponse)req.GetResponse())
{
return((int)resp.StatusCode);
}
}
catch (WebException e)
{
using (var resp = e.Response as HttpWebResponse)
{
if (resp != null)
{
return((int)resp.StatusCode);
}
else
{
return(-1);
}
}
}
catch (Exception e)
{
_exceptionNotificationServiceManager.ExceptionNotify(e.ToString());
return(-1);
}
}
