private List<KeyValuePair<string, string>> GetCategoryUrls() { const string URL = "http://www.meizitu.com/"; var webClient = new WebClient(); var html = webClient.DownloadString(URL); var doc = new HtmlParser(html).Parse(); return doc.QuerySelectorAll(".topmodel a").Select(a => new KeyValuePair<string, string>(a.GetAttribute("href"), a.NodeValue)).ToList(); }
private async Task<IHtmlCollection<IElement>> getDataFromWeb(string website,string postdata) { HttpWebRequest request = (HttpWebRequest)System.Net.WebRequest.Create(website); request.Method = "POST"; request.ContentType = "application/x-www-form-urlencoded"; request.CookieContainer = cookieContainer; byte[] postdatabytes = Encoding.UTF8.GetBytes(postdata); using (Stream stream = await request.GetRequestStreamAsync()) { await stream.WriteAsync(postdatabytes, 0, postdatabytes.Length); } HttpWebResponse response = (HttpWebResponse)await request.GetResponseAsync(); using (Stream responseStream = response.GetResponseStream()) using (StreamReader streamReader = new StreamReader(responseStream, await DBCSCodePage.DBCSEncoding.GetDBCSEncoding("gb2312"))) { //return await streamReader.ReadToEndAsync(); var document = new HtmlParser().Parse(await streamReader.ReadToEndAsync()); return document.QuerySelectorAll("tr.datagridhead~tr"); } }