/// <summary> /// 根据相传入的数据,得到相应页面数据 /// </summary> /// <param name="strPostdata">传入的数据Post方式,get方式传NUll或者空字符串都可以</param> /// <param name="ContentType">返回的响应数据的类型</param> /// <returns>string类型的响应数据</returns> private byte[] GetHttpRequestFile(HttpWebRequest request, HttpItem objhttpitem, out HttpStatusCode statusCode) { byte[] result = null; using (var response = (HttpWebResponse)request.GetResponse()) { var _stream = new MemoryStream(); var docu = objhttpitem.GetHeaderParameter(); if (response.Headers["set-cookie"] != null) { var cookieStr = response.Headers["set-cookie"]; // cookieStr = Regex.Replace(cookieStr, ",(?[^=;]=[^;];)", ";$1"); docu["Cookie"] = MergeCookie(docu["Cookie"].ToString(), cookieStr); } statusCode = response.StatusCode; objhttpitem.Parameters = HttpItem.HeaderToString(docu); //GZIIP处理 if (response.ContentEncoding != null && response.ContentEncoding.Equals("gzip", StringComparison.InvariantCultureIgnoreCase)) { //开始读取流并设置编码方式 //new GZipStream(response.GetResponseStream(), CompressionMode.Decompress).CopyTo(_stream, 10240); //.net4.0以下写法 _stream = GetMemoryStream(new GZipStream(response.GetResponseStream(), CompressionMode.Decompress)); } else { //开始读取流并设置编码方式 //response.GetResponseStream().CopyTo(_stream, 10240); //.net4.0以下写法 _stream = GetMemoryStream(response.GetResponseStream()); } //获取Byte result = _stream.ToArray(); //是否返回Byte类型数据 _stream.Close(); } return(result); }
/// <summary> /// 根据相传入的数据,得到相应页面数据 /// </summary> /// <param name="strPostdata">传入的数据Post方式,get方式传NUll或者空字符串都可以</param> /// <param name="ContentType">返回的响应数据的类型</param> /// <returns>string类型的响应数据</returns> private async Task <HttpResponse> GetHttpRequestData(HttpWebRequest request, HttpItem objhttpitem) { var result = ""; #region 得到请求的response HttpResponse httpResponse = new HttpResponse(); var baseresponse = await request.GetResponseAsync(); using (var response = (HttpWebResponse)baseresponse) { MemoryStream stream; var docu = objhttpitem.GetHeaderParameter(); { if (response.Headers["set-cookie"] != null) { var cookieStr = response.Headers["set-cookie"]; //cookieStr = Regex.Replace(cookieStr, ",(?[^=;]=[^;];)", ";$1"); docu["Cookie"] = MergeCookie(docu["Cookie"].ToString(), cookieStr); } } httpResponse.ResponseHeaders = response.Headers; httpResponse.Code = response.StatusCode; objhttpitem.Parameters = HttpItem.HeaderToString(docu); //GZIIP处理 if (response.ContentEncoding != null && response.ContentEncoding.Equals("gzip", StringComparison.InvariantCultureIgnoreCase)) { stream = GetMemoryStream(new GZipStream(response.GetResponseStream(), CompressionMode.Decompress)); } else { stream = GetMemoryStream(response.GetResponseStream()); } //获取Byte var rawResponse = stream.ToArray(); //是否返回Byte类型数据 if (objhttpitem.Encoding == EncodingType.Unknown || encoding == null) { var temp = Encoding.Default.GetString(rawResponse, 0, rawResponse.Length); //<meta(.*?)charset([\s]?)=[^>](.*?)> var meta = Regex.Match(temp, "<meta([^<]*)charset=([^<]*)[\"']", RegexOptions.IgnoreCase | RegexOptions.Multiline); var charter = (meta.Groups.Count > 2) ? meta.Groups[2].Value : string.Empty; charter = charter.Replace("\"", string.Empty) .Replace("'", string.Empty) .Replace(";", string.Empty); if (charter.Length > 0) { charter = charter.ToLower().Replace("iso-8859-1", "gbk"); if (charter.Contains("utf-8") || charter.Contains("UTF-8")) { encoding = Encoding.UTF8; } else if (charter.Contains("gb")) { encoding = Encoding.GetEncoding("GB2312"); } else { encoding = Encoding.GetEncoding(charter); } } else { if (response.CharacterSet != null && response.CharacterSet.ToLower().Trim() == "iso-8859-1") { encoding = Encoding.GetEncoding("gbk"); } } } //得到返回的HTML httpResponse.Html = encoding.GetString(rawResponse); //最后释放流 stream.Close(); } return(httpResponse); }