Esempio n. 1
0
        private Nullable <TimeSpan> CheckIpPortUsable(string ip, string port, int timeout, string testPageUrl, string checkText)
        {
            NDAWebClient client = null;

            try
            {
                DateTime dt1 = DateTime.Now;
                client    = new NDAWebClient();
                client.Id = ip + ":" + port;
                System.Net.ServicePointManager.DefaultConnectionLimit = 512;
                client.Timeout = timeout;
                WebProxy webProxy = new WebProxy(ip, int.Parse(port));
                string   ipPort   = webProxy.Address.Authority;
                client.Proxy              = webProxy;
                client.OpenReadCompleted += client_OpenReadCompleted;
                client.OpenReadAsync(new Uri(testPageUrl));
                string s           = null;
                int    waitingTime = 0;
                while (s == null && waitingTime < timeout)
                {
                    if (_CheckResults.ContainsKey(ipPort))
                    {
                        s = _CheckResults[ipPort];
                    }
                    else
                    {
                        waitingTime = waitingTime + 1000;
                        Thread.Sleep(1000);
                    }
                }

                if (s != null && s.Contains(checkText))
                {
                    DateTime dt2     = DateTime.Now;
                    string   msgInfo = "检测成功!";
                    //this.InvokeAppendLogText(errorInfo, LogLevelType.Error, true);
                    this.RunPage.InvokeAppendLogText(msgInfo, LogLevelType.Normal, true);
                    return(dt2 - dt1);
                }
                else
                {
                    DateTime dt2     = DateTime.Now;
                    string   msgInfo = "检测超时!";
                    this.RunPage.InvokeAppendLogText(msgInfo, LogLevelType.Error, true);
                    return(null);
                }
            }
            catch (Exception ex)
            {
                DateTime dt2       = DateTime.Now;
                string   errorInfo = "访问失败, " + ip + ":" + port + ". " + ex.Message;
                //this.InvokeAppendLogText(errorInfo, LogLevelType.Error, true);
                this.RunPage.InvokeAppendLogText(errorInfo, LogLevelType.Error, true);
                return(null);
            }
        }
Esempio n. 2
0
        public string GetTextByRequest(string pageUrl, Dictionary <string, string> listRow, bool needProxy, decimal intervalAfterLoaded, int timeout, Encoding encoding, string cookie, string xRequestedWith, bool autoAbandonDisableProxy, Proj_DataAccessType dataAccessType, Proj_CompleteCheckList completeChecks, int intervalProxyRequest)
        {
            NDAWebClient client = null;

            try
            {
                DateTime dt1 = DateTime.Now;
                client    = new NDAWebClient();
                client.Id = pageUrl;
                client.ResponseEncoding = encoding;
                System.Net.ServicePointManager.DefaultConnectionLimit = 512;
                client.Timeout = timeout;
                if (needProxy)
                {
                    client.ProxyServer = this.RunPage.CurrentProxyServers.BeginUse(intervalProxyRequest);
                }
                //client.Headers.Add("user-agent", "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.2; .NET CLR 1.0.3705;)");

                string userAgent = this.RunPage.CurrentUserAgents.GetOneUserAgent();
                client.Headers.Add("user-agent", userAgent);
                if (!CommonUtil.IsNullOrBlank(cookie))
                {
                    client.Headers.Add("cookie", cookie);
                    //client.Headers.Add("connection", "keep-alive");
                }
                client.Headers.Add("x-requested-with", "XMLHttpRequest");

                client.OpenReadCompleted += client_OpenReadCompleted;
                client.OpenReadAsync(new Uri(pageUrl));

                int    waitingTime = 0;
                object data        = null;
                while (data == null && waitingTime < timeout)
                {
                    data = GetResponseString(client.Id);
                    if (data == null)
                    {
                        waitingTime = waitingTime + 3000;
                        Thread.Sleep(3000);
                    }
                }

                if (data != null)
                {
                    RemoveResponseData(client.Id);
                    if (data is Exception)
                    {
                        throw (Exception)data;
                    }
                    else
                    {
                        string s = null;
                        if (data is string)
                        {
                            s = (string)data;
                        }
                        if (data is byte[])
                        {
                            s = encoding.GetString((byte[])data);
                        }

                        this.CheckRequestCompleteFile(s, listRow);

                        if (needProxy)
                        {
                            this.RunPage.CurrentProxyServers.Success(client.ProxyServer);
                        }

                        //再增加个等待,等待异步加载的数据
                        Thread.Sleep((int)intervalAfterLoaded);

                        DateTime dt2 = DateTime.Now;
                        double   ts  = (dt2 - dt1).TotalSeconds;
                        return(s);
                    }
                }
                else
                {
                    throw new Exception("访问超时.");
                }
            }
            catch (NoneProxyException ex)
            {
                throw ex;
            }
            catch (Exception ex)
            {
                string errorInfo = "";
                if (needProxy)
                {
                    if (autoAbandonDisableProxy)
                    {
                        this.RunPage.CurrentProxyServers.Error(client.ProxyServer);
                        if (client.ProxyServer.IsAbandon)
                        {
                            errorInfo = "放弃代理服务器:" + client.ProxyServer.IP + ":" + client.ProxyServer.Port.ToString() + ". ";
                        }
                        else
                        {
                            errorInfo = "代理服务器:" + client.ProxyServer.IP + ":" + client.ProxyServer.Port.ToString() + ". ";
                        }
                    }
                    else
                    {
                        errorInfo = "代理服务器:" + client.ProxyServer.IP + ":" + client.ProxyServer.Port.ToString() + ". ";
                    }
                }

                errorInfo = "获取网页失败.\r\n" + errorInfo + " " + pageUrl;
                throw new GrabRequestException(errorInfo, ex);
            }
            finally
            {
                if (needProxy)
                {
                    this.RunPage.CurrentProxyServers.EndUse(client.ProxyServer);
                }
            }
        }