public static QuickWebRequest Create(Uri uri, Uri refuri, QuickWebRequest AliveRequest, bool bKeepAlive)
{
if (bKeepAlive &&
AliveRequest != null &&
AliveRequest.response != null &&
AliveRequest.response.IsKeepLive &&
AliveRequest.response.SocketConnected &&
AliveRequest.RequestUri.Host == uri.Host)
{
AliveRequest.RequestUri = uri;
AliveRequest.RefererUri = refuri;
return(AliveRequest);
}
//如果原socket还在连接状态,但是主机名发生了变化，导致连接不能复用，需要关闭原socket
if (AliveRequest != null &&
AliveRequest.response != null &&
AliveRequest.response.IsKeepLive &&
AliveRequest.response.SocketConnected &&
AliveRequest.RequestUri != null &&
AliveRequest.RequestUri.Host != uri.Host)
{
AliveRequest.response.Close();
}
return(new QuickWebRequest(uri, refuri, bKeepAlive));
}
/// <summary>
/// 发送连接，并且接收包头分析,只能在连接正常并且keepLive,并获取了包头的情况下调用。
/// 并且不能调用两次
/// </summary>
/// <param name="request"></param>
public void ConnectAndGetHeader(QuickWebRequest request)
{
isRequestSend = false;
RequestUri = request.RequestUri;
RedirectUri = null;
socket = new Socket(AddressFamily.InterNetwork, SocketType.Stream, ProtocolType.Tcp);
IPAddress[] addrlist = null;
if (IsIPAddress(RequestUri.Host))
{
addrlist = new IPAddress[1];
addrlist[0] = IPAddress.Parse(RequestUri.Host);
}
else
{
addrlist = Dns.GetHostEntry(RequestUri.Host).AddressList;
}
IPEndPoint remoteEP = null;
foreach (IPAddress ipaddr in addrlist)
{
try
{
remoteEP = new IPEndPoint(ipaddr, RequestUri.Port);
if (this.Timeout > 0)
{
socket.SetSocketOption(SocketOptionLevel.Socket, SocketOptionName.SendTimeout, Timeout * 1000);
socket.SetSocketOption(SocketOptionLevel.Socket, SocketOptionName.ReceiveTimeout, Timeout * 1000);
}
socket.Connect(remoteEP);
break;
}
catch
{
remoteEP = null;
}
}
//发送请求
request.Header = request.Method + " " + RequestUri.PathAndQuery + " HTTP/1.1\r\n" + request.Headers;
socket.Send(Encoding.ASCII.GetBytes(request.Header));
isRequestSend = true;
//接收包头
ReceiveHeader();
}
public static QuickWebRequest Create(Uri uri,Uri refuri, QuickWebRequest AliveRequest, bool bKeepAlive)
{
if( bKeepAlive &&
AliveRequest != null &&
AliveRequest.response != null &&
AliveRequest.response.IsKeepLive &&
AliveRequest.response.SocketConnected &&
AliveRequest.RequestUri.Host == uri.Host)
{
AliveRequest.RequestUri = uri;
AliveRequest.RefererUri = refuri;
return AliveRequest;
}
//如果原socket还在连接状态,但是主机名发生了变化，导致连接不能复用，需要关闭原socket
if (AliveRequest != null &&
AliveRequest.response != null &&
AliveRequest.response.IsKeepLive &&
AliveRequest.response.SocketConnected &&
AliveRequest.RequestUri != null &&
AliveRequest.RequestUri.Host != uri.Host) {
AliveRequest.response.Close();
}
return new QuickWebRequest(uri, refuri, bKeepAlive);
}
private string ReadUrlContent(ref string url, bool checkredirect, bool checkHtmlRedurect,int timeoutsecond)
{
string content = String.Empty;
try
{
Uri uri = new Uri(url);
gRequest = QuickWebRequest.Create(uri, null, gRequest, false);
gResponse = gRequest.GetResponse(timeoutsecond);
if (checkredirect)
{
if (gResponse.RedirectUri != null && gResponse.RedirectUri.AbsoluteUri != url)
{
return ReadUrlContent(gResponse.RedirectUri.AbsoluteUri, false, checkHtmlRedurect);
}
}
byte[] bytes = gResponse.ReadResponse();
if (bytes == null)
{
return null;
}
System.Text.Encoding charset = HttpUtils.DetectCharset(gResponse, bytes);
if (charset == null)
{ //默认使用GB2312
charset = System.Text.Encoding.GetEncoding("GB2312");
}
// 使用指定的编码
if (!string.IsNullOrEmpty(Encoding))
{
charset = System.Text.Encoding.GetEncoding(Encoding);
}
//完成到UTF8的编码转换
if (charset != System.Text.Encoding.UTF8)
{
bytes = System.Text.Encoding.Convert(charset, System.Text.Encoding.UTF8, bytes);
charset = System.Text.Encoding.UTF8;
}
content = charset.GetString(bytes);
//检查一次Html重定向
if (checkHtmlRedurect)
{
System.Text.RegularExpressions.Regex redirectRegex = new System.Text.RegularExpressions.Regex("<META\\s+HTTP-EQUIV\\s*=\\s*[\"]*Refresh[\"]*\\s+CONTENT=[\"\\s]*\\d+\\s*[;]\\s*URL=(?<match>.*?)[\\s\"]*>", System.Text.RegularExpressions.RegexOptions.Singleline | System.Text.RegularExpressions.RegexOptions.IgnoreCase);
System.Text.RegularExpressions.Match match = redirectRegex.Match(content);
if (match.Success)
{
if (!string.IsNullOrEmpty(match.Groups["match"].Value) && match.Groups["match"].Value != url)
{
url = match.Groups["match"].Value;
return ReadUrlContent(url, checkredirect, false);
}
}
}
}
catch
{
//暂时不做处理。
}
finally
{
gResponse.Close();
}
return content;
}
/// <summary>
/// 发送连接，并且接收包头分析,只能在连接正常并且keepLive,并获取了包头的情况下调用。
/// 并且不能调用两次
/// </summary>
/// <param name="request"></param>
public void ConnectAndGetHeader(QuickWebRequest request)
{
isRequestSend = false;
RequestUri = request.RequestUri;
RedirectUri = null;
socket = new Socket(AddressFamily.InterNetwork, SocketType.Stream, ProtocolType.Tcp);
IPAddress[] addrlist = null;
if (IsIPAddress(RequestUri.Host))
{
addrlist = new IPAddress[1];
addrlist[0] = IPAddress.Parse(RequestUri.Host);
}
else
{
addrlist = Dns.GetHostEntry(RequestUri.Host).AddressList;
}
IPEndPoint remoteEP = null;
foreach (IPAddress ipaddr in addrlist)
{
try
{
remoteEP = new IPEndPoint( ipaddr, RequestUri.Port );
if (this.Timeout > 0)
{
socket.SetSocketOption(SocketOptionLevel.Socket, SocketOptionName.SendTimeout, Timeout * 1000);
socket.SetSocketOption(SocketOptionLevel.Socket, SocketOptionName.ReceiveTimeout, Timeout * 1000);
}
socket.Connect(remoteEP);
break;
}
catch
{
remoteEP = null;
}
}
//发送请求
request.Header = request.Method + " " + RequestUri.PathAndQuery + " HTTP/1.1\r\n" + request.Headers;
socket.Send(Encoding.ASCII.GetBytes(request.Header));
isRequestSend = true;
//接收包头
ReceiveHeader();
}
private string ReadUrlContent(ref string url, bool checkredirect, bool checkHtmlRedurect, int timeoutsecond)
{
string content = String.Empty;
try
{
Uri uri = new Uri(url);
gRequest = QuickWebRequest.Create(uri, null, gRequest, false);
gResponse = gRequest.GetResponse(timeoutsecond);
if (checkredirect)
{
if (gResponse.RedirectUri != null && gResponse.RedirectUri.AbsoluteUri != url)
{
return(ReadUrlContent(gResponse.RedirectUri.AbsoluteUri, false, checkHtmlRedurect));
}
}
byte[] bytes = gResponse.ReadResponse();
if (bytes == null)
{
return(null);
}
System.Text.Encoding charset = HttpUtils.DetectCharset(gResponse, bytes);
if (charset == null)
{ //默认使用GB2312
charset = System.Text.Encoding.GetEncoding("GB2312");
}
// 使用指定的编码
if (!string.IsNullOrEmpty(Encoding))
{
charset = System.Text.Encoding.GetEncoding(Encoding);
}
//完成到UTF8的编码转换
if (charset != System.Text.Encoding.UTF8)
{
bytes = System.Text.Encoding.Convert(charset, System.Text.Encoding.UTF8, bytes);
charset = System.Text.Encoding.UTF8;
}
content = charset.GetString(bytes);
//检查一次Html重定向
if (checkHtmlRedurect)
{
System.Text.RegularExpressions.Regex redirectRegex = new System.Text.RegularExpressions.Regex("<META\\s+HTTP-EQUIV\\s*=\\s*[\"]*Refresh[\"]*\\s+CONTENT=[\"\\s]*\\d+\\s*[;]\\s*URL=(?<match>.*?)[\\s\"]*>", System.Text.RegularExpressions.RegexOptions.Singleline | System.Text.RegularExpressions.RegexOptions.IgnoreCase);
System.Text.RegularExpressions.Match match = redirectRegex.Match(content);
if (match.Success)
{
if (!string.IsNullOrEmpty(match.Groups["match"].Value) && match.Groups["match"].Value != url)
{
url = match.Groups["match"].Value;
return(ReadUrlContent(url, checkredirect, false));
}
}
}
}
catch
{
//暂时不做处理。
}
finally
{
gResponse.Close();
}
return(content);
}
