private List<KeyValuePair<string, string>> GetCategoryUrls()
{
const string URL = "http://www.meizitu.com/";
var webClient = new WebClient();
var html = webClient.DownloadString(URL);
var doc = new HtmlParser(html).Parse();
return doc.QuerySelectorAll(".topmodel a").Select(a => new KeyValuePair<string, string>(a.GetAttribute("href"), a.NodeValue)).ToList();
}
private async Task<IHtmlCollection<IElement>> getDataFromWeb(string website,string postdata)
{
HttpWebRequest request = (HttpWebRequest)System.Net.WebRequest.Create(website);
request.Method = "POST";
request.ContentType = "application/x-www-form-urlencoded";
request.CookieContainer = cookieContainer;
byte[] postdatabytes = Encoding.UTF8.GetBytes(postdata);
using (Stream stream = await request.GetRequestStreamAsync())
{
await stream.WriteAsync(postdatabytes, 0, postdatabytes.Length);
}
HttpWebResponse response = (HttpWebResponse)await request.GetResponseAsync();
using (Stream responseStream = response.GetResponseStream())
using (StreamReader streamReader = new StreamReader(responseStream, await DBCSCodePage.DBCSEncoding.GetDBCSEncoding("gb2312")))
{
//return await streamReader.ReadToEndAsync();
var document = new HtmlParser().Parse(await streamReader.ReadToEndAsync());
return document.QuerySelectorAll("tr.datagridhead~tr");
}
}
