Esempio n. 1
0
        private async void RequestAsync()
        {
            NCookie ncookie = new NCookie();
            ncookie.Refere = "http://scholar.google.com";
            ncookie.LastestRequestTime = DateTime.Now;

            CookieContainer cookiecontainer = new CookieContainer();
            using (HttpClientHandler httpclienthandler = new HttpClientHandler() { CookieContainer = cookiecontainer })
            using (HttpClient httpclient = new HttpClient(httpclienthandler))
            {
                httpclient.DefaultRequestHeaders.Add("Accept", "text/html, application/xhtml+xml, */*");
                httpclient.DefaultRequestHeaders.Add("Accept-Language", "zh-Hans-CN,zh-Hans;q=0.8,en-US;q=0.5,en;q=0.3");
                httpclient.DefaultRequestHeaders.Add("User-agent", "Mozilla/5.0 (compatible; MSIE 10.0; Windows NT 6.2; WOW64; Trident/6.0)");
                httpclient.DefaultRequestHeaders.Add("Host", "scholar.google.com");
                httpclient.DefaultRequestHeaders.Add("DNT", "1");
                httpclient.DefaultRequestHeaders.Add("Connection", "Keep-Alive");

                string url = "http://scholar.google.com";
                HttpResponseMessage response = await httpclient.GetAsync(url);

                Uri uri = new Uri(url);
                var cookies = cookiecontainer.GetCookies(uri).Cast<Cookie>();
                foreach (var cookie in cookies)
                {
                    ncookie.Cookies.Add(cookie.Name, cookie.Value);
                }
            }
            lock (obj)
            {
                NCookies.Add(ncookie);
            }
        }
Esempio n. 2
0
        public string GetHtml(string url)
        {
            NCookie ncookie = cookieManager.Get();

            ncookie.Refere = url;
            CookieContainer cookiecontainer = new CookieContainer();

            foreach (var nc in ncookie.Cookies)
            {
                cookiecontainer.Add(new Cookie(nc.Key, nc.Value, "/", "scholar.google.com"));
            }
            using (HttpClientHandler handler = new HttpClientHandler()
            {
                CookieContainer = cookiecontainer, UseCookies = true
            })
                using (HttpClient httpclient = new HttpClient(handler))
                {
                    httpclient.DefaultRequestHeaders.Add("Accept", "text/html, application/xhtml+xml, */*");
                    httpclient.DefaultRequestHeaders.Add("Accept-Language", "zh-Hans-CN,zh-Hans;q=0.8,en-US;q=0.5,en;q=0.3");
                    httpclient.DefaultRequestHeaders.Add("User-agent", "Mozilla/5.0 (compatible; MSIE 10.0; Windows NT 6.2; WOW64; Trident/6.0)");
                    httpclient.DefaultRequestHeaders.Add("Host", "scholar.google.com");
                    httpclient.DefaultRequestHeaders.Add("DNT", "1");
                    httpclient.DefaultRequestHeaders.Add("Connection", "Keep-Alive");
                    return(httpclient.GetStringAsync(url).Result);
                }
        }
Esempio n. 3
0
        public NCookie Get()
        {
            //RemoveExpire();
            NCookie cookie = NCookies[0];

            cookie.LastestRequestTime = DateTime.Now;
            NCookies = NCookies.OrderBy(x => x.LastestRequestTime).ToList <NCookie>();
            TotalRequestCount++;
            if (TotalRequestCount <= MaxRequestCount || (TotalRequestCount > MaxRequestCount && TotalRequestCount % MaxRequestCount == 0))
            {
                Request();
            }
            return(cookie);
        }
Esempio n. 4
0
        private async void RequestAsync()
        {
            NCookie ncookie = new NCookie();

            ncookie.Refere             = "http://scholar.google.com";
            ncookie.LastestRequestTime = DateTime.Now;

            CookieContainer cookiecontainer = new CookieContainer();

            using (HttpClientHandler httpclienthandler = new HttpClientHandler()
            {
                CookieContainer = cookiecontainer
            })
                using (HttpClient httpclient = new HttpClient(httpclienthandler))
                {
                    httpclient.DefaultRequestHeaders.Add("Accept", "text/html, application/xhtml+xml, */*");
                    httpclient.DefaultRequestHeaders.Add("Accept-Language", "zh-Hans-CN,zh-Hans;q=0.8,en-US;q=0.5,en;q=0.3");
                    httpclient.DefaultRequestHeaders.Add("User-agent", "Mozilla/5.0 (compatible; MSIE 10.0; Windows NT 6.2; WOW64; Trident/6.0)");
                    httpclient.DefaultRequestHeaders.Add("Host", "scholar.google.com");
                    httpclient.DefaultRequestHeaders.Add("DNT", "1");
                    httpclient.DefaultRequestHeaders.Add("Connection", "Keep-Alive");

                    string url = "http://scholar.google.com";
                    HttpResponseMessage response = await httpclient.GetAsync(url);

                    Uri uri     = new Uri(url);
                    var cookies = cookiecontainer.GetCookies(uri).Cast <Cookie>();
                    foreach (var cookie in cookies)
                    {
                        ncookie.Cookies.Add(cookie.Name, cookie.Value);
                    }
                }
            lock (obj)
            {
                NCookies.Add(ncookie);
            }
        }