Esempio n. 1
0
        protected override string DownloadJSON(string url)
        {
            var webClient = new CompressionWebClient(EnableCompression)
            {
                Encoding = Encoding.UTF8
            };

            foreach (var headerEntry in Headers)
            {
                webClient.Headers[headerEntry.Key] = headerEntry.Value;
            }

            LIMITER.RateLimit().Wait();
            try
            {
                return(webClient.DownloadString(url));
            }
            finally
            {
                LIMITER.RequestDone();
            }
        }
        protected override async Task <string> DownloadJSON(string url)
        {
            var webClient = new CompressionWebClient(EnableCompression)
            {
                Encoding = Encoding.UTF8
            };

            foreach (var headerEntry in Headers)
            {
                webClient.Headers[headerEntry.Key] = headerEntry.Value;
            }

            await LIMITER.RateLimit().ConfigureAwait(false);

            try
            {
                return(await webClient.DownloadStringTaskAsync(url).ConfigureAwait(false));
            }
            finally
            {
                LIMITER.RequestDone();
            }
        }
        protected override async Task <string> DownloadJSON(string url)
        {
            bool retry = false;

            lock (_requestSync)
            {
                if (_denyRequestsUntilTime.HasValue)
                {
                    if (RequestsDisabled)
                    {
                        return(null);
                    }
                    _failedRequests        = 0;
                    _denyRequestsUntilTime = null;
                }
            }
            var webClient = new CompressionWebClient(EnableCompression)
            {
                Encoding = Encoding.UTF8
            };

            foreach (var headerEntry in Headers)
            {
                webClient.Headers[headerEntry.Key] = headerEntry.Value;
            }

            await LIMITER.RateLimit().ConfigureAwait(false);

            try
            {
                string fullUrl = Mirrors[_currentMirror] + url;
                string json    = await webClient.DownloadStringTaskAsync(fullUrl).ConfigureAwait(false);

                if (_failedRequests > 0)
                {
                    _failedRequests--;
                }
                return(json);
            }
            catch (WebException ex)
            {
                if (ex.Status == WebExceptionStatus.Timeout ||
                    (ex.Response != null &&
                     (
                         (((HttpWebResponse)ex.Response).StatusCode == HttpStatusCode.ServiceUnavailable ||
                          ((HttpWebResponse)ex.Response).StatusCode == HttpStatusCode.RequestTimeout)
                     )))
                {
                    //Rate limiting
                    _failedRequests++;
                    if (_failedRequests >= MAX_FAILED_REQUESTS)
                    {
                        DisableRequestsTemporarily();
                        return(null);
                    }
                    _currentMirror = (_currentMirror + 1) % Mirrors.Count;
                    retry          = true;
                }
                else
                {
                    throw;
                }
            }
            finally
            {
                LIMITER.RequestDone();
            }

            if (retry)
            {
                return(await DownloadJSON(url).ConfigureAwait(false));
            }
            return(null);
        }