void RequestResumeDetailByHttpWebRequest(JianLib.ResumeChiefModel rcm) { AddLog("开始下载简历,编号:" + rcm.id); string getUrl = strSiteDetailUrl + @"/" + rcm.id; System.Net.HttpWebRequest request = (HttpWebRequest)HttpWebRequest.Create(getUrl); request.Method = "GET"; //添加Header request.Headers.Clear(); request.Accept = "text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8"; request.Connection = "false"; request.Headers.Add("Accept-Encoding", "gzip, deflate, sdch"); request.Headers.Add("Accept-Language", "zh-CN,zh;q=0.8"); request.Headers.Add("Cookie", strCookie); request.Headers.Add("Upgrade-Insecure-Requests", "1"); request.Host = "jianlib.com"; request.UserAgent = "Mozilla/5.0 (Windows NT 6.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/55.0.2883.87 Safari/537.36"; //组合QueryString System.Net.HttpWebResponse response = (HttpWebResponse)request.GetResponse(); BinaryReader br = new BinaryReader(response.GetResponseStream()); byte[] buffer = br.ReadBytes((int)response.ContentLength); string strResponse = (string)(System.Text.Encoding.UTF8.GetString(Decompress(buffer)));//gzip解压 AddLog("下载结束"); SaveResume(rcm, strResponse); }
//获得简历详情 void RequestResumeGetByHttpWebRequest(JianLib.ResumeChiefModel rcm) { AddLog("开始获取简历联系方式,编号:" + rcm.id); System.Net.HttpWebRequest request = (HttpWebRequest)HttpWebRequest.Create(strSiteGetUrl + @"/" + rcm.id); request.Method = "POST"; //添加Header request.Headers.Clear(); request.Accept = "*/*"; request.Connection = "false"; request.ContentType = "application/x-www-form-urlencoded; charset=UTF-8"; request.Headers.Add("Accept-Encoding", "gzip, deflate"); request.Headers.Add("Accept-Language", "zh-CN,zh;q=0.8"); request.Headers.Add("Cookie", strCookie); request.Host = "jianlib.com"; request.Referer = "http://jianlib.com/resume/detail" + @"/" + rcm.id; request.Headers.Add("Origin", "http://jianlib.com"); request.UserAgent = "Mozilla/5.0 (Windows NT 6.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/55.0.2883.87 Safari/537.36"; request.Headers.Add("X-Request-With", "XMLHttpRequest"); //组合Body System.Net.HttpWebResponse response = (HttpWebResponse)request.GetResponse(); using (StreamReader reader = new StreamReader(response.GetResponseStream(), System.Text.Encoding.GetEncoding("utf-8"))) { string strResponse = reader.ReadToEnd().FromUnicodeString(); if (strResponse.Contains("ok")) { AddLog("获取联系方式成功"); } else { AddLog("获取联系方式失败"); } } AddLog("获取简历联系方式结束"); }
void SaveResume(JianLib.ResumeChiefModel rcm, string response) { string fileFullName = string.Format(strStorePath + "\\{0}-{1}-{2}.html", rcm.id, rcm.name, rcm.sex); FileStream fs = new FileStream(fileFullName, FileMode.Create); StreamWriter sw = new StreamWriter(fs); sw.Write(response); sw.Flush(); sw.Close(); fs.Close(); AddLog("保存结束:" + fileFullName); }