public static string GetRequest(string url) { #if DEBUG if (WebPageSaver.CheckCacheFileExist(url)) { return(WebPageSaver.GetSimpleRequestResult(url)); } #endif var request = WebRequest.Create(url); request.Method = "GET"; var result = ""; try { var responseStream = request.GetResponse().GetResponseStream(); result = new StreamReader(responseStream).ReadToEnd().ToString(); } catch (Exception e) { Console.WriteLine(e); return(result); } #if DEBUG WebPageSaver.SaveSimpleRequestResult(url, result); #endif return(result); }
public static HtmlAgilityPack.HtmlDocument GetHttpRequestDocument(string url) { #if DEBUG if (WebPageSaver.CheckCacheFileExist(url)) { return(WebPageSaver.GetHtmlDocument(url)); } #endif url = CorrectRequestString(url); HtmlDocument doc; try { doc = htmlWeb.Load(url); } catch (Exception e) { Console.WriteLine(e); return(new HtmlDocument()); } #if DEBUG WebPageSaver.SaveHtml(url, doc); #endif return(doc); }