///<summary>
///采用https协议访问网络,根据传入的URl地址，得到响应的数据字符串。
///</summary>
///<param name="objhttpItem">参数列表</param>
///<returns>String类型的数据</returns>
public HttpResult GetHtml(HttpItem objhttpItem)
{
try
{
//准备参数
SetRequest(objhttpItem);
}
catch (Exception ex)
{
HttpResult Result = new HttpResult()
{
Cookie = "",
Header = null,
Html = ex.Message,
StatusDescription = "配置参考时报错"
};
return Result;
}
//调用专门读取数据的类
return GetHttpRequestData(objhttpItem);
}
/// <summary>
/// 根据相传入的数据，得到相应页面数据
/// </summary>
/// <param name="objhttpitem">参数类对象</param>
/// <returns>返回HttpResult类型</returns>
private HttpResult GetHttpRequestData(HttpItem objhttpitem)
{
//返回参数
HttpResult result = new HttpResult();
try
{
#region 得到请求的response
using (response = (HttpWebResponse)request.GetResponse())
{
result.StatusCode = response.StatusCode;
result.StatusDescription = response.StatusDescription;
result.Header = response.Headers;
if (response.Cookies != null)
result.CookieCollection = response.Cookies;
if (response.Headers["set-cookie"] != null)
result.Cookie = response.Headers["set-cookie"];
MemoryStream _stream = new MemoryStream();
//GZIIP处理
if (response.ContentEncoding != null && response.ContentEncoding.Equals("gzip", StringComparison.InvariantCultureIgnoreCase))
{
//开始读取流并设置编码方式
//new GZipStream(response.GetResponseStream(), CompressionMode.Decompress).CopyTo(_stream, 10240);
//.net4.0以下写法
_stream = GetMemoryStream(new GZipStream(response.GetResponseStream(), CompressionMode.Decompress));
}
else
{
//开始读取流并设置编码方式
//response.GetResponseStream().CopyTo(_stream, 10240);
//.net4.0以下写法
_stream = GetMemoryStream(response.GetResponseStream());
}
//获取Byte
byte[] RawResponse = _stream.ToArray();
_stream.Close();
//是否返回Byte类型数据
if (objhttpitem.ResultType == ResultType.Byte)
result.ResultByte = RawResponse;
//从这里开始我们要无视编码了
if (encoding == null)
{
Match meta = Regex.Match(Encoding.Default.GetString(RawResponse), "<meta([^<]*)charset=([^<]*)[\"']", RegexOptions.IgnoreCase);
string charter = (meta.Groups.Count > 2) ? meta.Groups[2].Value.ToLower() : string.Empty;
charter = charter.Replace("\"", "").Replace("'", "").Replace(";", "").Replace("iso-8859-1", "gbk");
if (charter.Length > 2)
encoding = Encoding.GetEncoding(charter.Trim());
else
{
if (string.IsNullOrEmpty(response.CharacterSet))
encoding = Encoding.UTF8;
else
encoding = Encoding.GetEncoding(response.CharacterSet);
}
}
//得到返回的HTML
result.Html = encoding.GetString(RawResponse);
}
#endregion 得到请求的response
}
catch (WebException ex)
{
//这里是在发生异常时返回的错误信息
response = (HttpWebResponse)ex.Response;
result.Html = ex.Message;
if (response.StatusCode != null)
{
result.StatusCode = response.StatusCode;
result.StatusDescription = response.StatusDescription;
}
}
catch (Exception ex)
{
result.Html = ex.Message;
}
if (objhttpitem.IsToLower)
result.Html = result.Html.ToLower();
return result;
}
/// <summary>
/// 根据相传入的数据，得到相应页面数据
/// </summary>
/// <param name="objhttpitem">参数类对象</param>
/// <returns>返回HttpResult类型</returns>
private HttpResult GetHttpRequestData(HttpItem objhttpitem)
{
//返回参数
HttpResult result = new HttpResult();
try
{
#region 得到请求的response
using (response = (HttpWebResponse)request.GetResponse())
{
result.StatusCode = response.StatusCode;
result.StatusDescription = response.StatusDescription;
result.Header = response.Headers;
if (response.Cookies != null)
{
result.CookieCollection = response.Cookies;
}
if (response.Headers["set-cookie"] != null)
{
result.Cookie = response.Headers["set-cookie"];
}
MemoryStream _stream = new MemoryStream();
//GZIIP处理
if (response.ContentEncoding != null && response.ContentEncoding.Equals("gzip", StringComparison.InvariantCultureIgnoreCase))
{
//开始读取流并设置编码方式
//new GZipStream(response.GetResponseStream(), CompressionMode.Decompress).CopyTo(_stream, 10240);
//.net4.0以下写法
_stream = GetMemoryStream(new GZipStream(response.GetResponseStream(), CompressionMode.Decompress));
}
else
{
//开始读取流并设置编码方式
//response.GetResponseStream().CopyTo(_stream, 10240);
//.net4.0以下写法
_stream = GetMemoryStream(response.GetResponseStream());
}
//获取Byte
byte[] RawResponse = _stream.ToArray();
_stream.Close();
//是否返回Byte类型数据
if (objhttpitem.ResultType == ResultType.Byte)
{
result.ResultByte = RawResponse;
}
//从这里开始我们要无视编码了
if (encoding == null)
{
Match meta = Regex.Match(Encoding.Default.GetString(RawResponse), "<meta([^<]*)charset=([^<]*)[\"']", RegexOptions.IgnoreCase);
string charter = (meta.Groups.Count > 2) ? meta.Groups[2].Value.ToLower() : string.Empty;
charter = charter.Replace("\"", "").Replace("'", "").Replace(";", "").Replace("iso-8859-1", "gbk");
if (charter.Length > 2)
{
encoding = Encoding.GetEncoding(charter.Trim());
}
else
{
if (string.IsNullOrEmpty(response.CharacterSet))
{
encoding = Encoding.UTF8;
}
else
{
encoding = Encoding.GetEncoding(response.CharacterSet);
}
}
}
//得到返回的HTML
result.Html = encoding.GetString(RawResponse);
}
#endregion 得到请求的response
}
catch (WebException ex)
{
//这里是在发生异常时返回的错误信息
response = (HttpWebResponse)ex.Response;
result.Html = ex.Message;
if (response.StatusCode != null)
{
result.StatusCode = response.StatusCode;
result.StatusDescription = response.StatusDescription;
}
}
catch (Exception ex)
{
result.Html = ex.Message;
}
if (objhttpitem.IsToLower)
{
result.Html = result.Html.ToLower();
}
return(result);
}