public static string GetRequest(string url)
{
#if DEBUG
if (WebPageSaver.CheckCacheFileExist(url))
{
return(WebPageSaver.GetSimpleRequestResult(url));
}
#endif
var request = WebRequest.Create(url);
request.Method = "GET";
var result = "";
try
{
var responseStream = request.GetResponse().GetResponseStream();
result = new StreamReader(responseStream).ReadToEnd().ToString();
}
catch (Exception e)
{
Console.WriteLine(e);
return(result);
}
#if DEBUG
WebPageSaver.SaveSimpleRequestResult(url, result);
#endif
return(result);
}
public static HtmlAgilityPack.HtmlDocument GetHtmlDocument(string url)
{
var saveFileName = WebPageSaver.GetCacheFileName(url);
using (StreamReader fileStreamReader = new StreamReader(saveFileName))
{
var response = fileStreamReader.ReadToEnd();
var doc = new HtmlAgilityPack.HtmlDocument();
doc.LoadHtml(response);
return(doc);
}
}
public static HtmlAgilityPack.HtmlDocument GetHttpRequestDocument(string url)
{
#if DEBUG
if (WebPageSaver.CheckCacheFileExist(url))
{
return(WebPageSaver.GetHtmlDocument(url));
}
#endif
url = CorrectRequestString(url);
HtmlDocument doc;
try
{
doc = htmlWeb.Load(url);
}
catch (Exception e)
{
Console.WriteLine(e);
return(new HtmlDocument());
}
#if DEBUG
WebPageSaver.SaveHtml(url, doc);
#endif
return(doc);
}
