Exemple #1
0
        public static void TrimVisitedUrls()
        {
            var quarter = VisitedUrls.Count / 4;

            foreach (var item in VisitedUrls.Take(quarter).ToList())
            {
                VisitedUrls.Remove(item);
            }
            Console.WriteLine("Trimming cached visited urls to 3 quarters");
        }
Exemple #2
0
            /// <summary>
            /// Smooth chrome navigation. Can be stopped.
            /// </summary>
            /// <param name="URL"></param>
            /// <param name="delaySeconds"></param>
            /// <param name="tryouts"></param>
            /// <returns></returns>
            public bool Navigate(string URL, double delaySeconds, int tryouts = 1)
            {
                #region check arguments
                if (ChromeDriver == null)
                {
                    throw new ArgumentNullException("Chrome is null");
                }
                if (string.IsNullOrEmpty(URL))
                {
                    throw new ArgumentNullException("URL is null or empty");
                }
                if (delaySeconds <= 0 || tryouts <= 0)
                {
                    throw new ArgumentOutOfRangeException("Delay and tryouts cannot be less or equal 0");
                }
                #endregion
                try
                {
                    //toleratable errors counters
                    int noInternetTimes = 0, connectionResetTimes = 0, mainFrameErrorTimes = 0, tooLongToRespondTimes = 0;
                    var cd = ChromeDriver;
                    for (int i = 0; i < tryouts; i++)
                    {
                        this.CurrentUrl = URL;
                        VisitedUrls.Add(this.CurrentUrl);
                        Wait.Do(delaySeconds);
                        if (Wait.Stop)
                        {
                            return(false);
                        }

                        isExceptionalError(cd.PageSource, cd.Url);
                        if (isContinuableError(ref noInternetTimes, ref connectionResetTimes, ref mainFrameErrorTimes, ref tooLongToRespondTimes))
                        {
                            continue;
                        }
                        //if no errors
                        return(true);
                    }
                    #region build and throw Exception message, since I failed to download the page tryouts times
                    string message = "No connection after " + tryouts + " tryouts";
                    if (noInternetTimes > 0)
                    {
                        message += "\nNo internet connection times " + noInternetTimes;
                    }
                    if (connectionResetTimes > 0)
                    {
                        message += "\nConnection reset times " + connectionResetTimes;
                    }
                    if (mainFrameErrorTimes > 0)
                    {
                        message += "\nCommon error times " + mainFrameErrorTimes;
                    }
                    throw new Exception(message);
                    #endregion
                }
                catch (Exception e)
                {
                    throw new Exception("Cannot navigate chrome: " + e.Message);
                }
            }