/// <summary> /// Update Session method supplies one single way of modifying the Session settings /// </summary> /// <param name="title"></param> /// <param name="url"></param> /// <param name="searchDepth"></param> public virtual void ChangeSession(string title, string url, int searchDepth) { Title = title; StartUrl = url; // _settings is a value object so we create a new one every time we change anything. _settings = new CrawlerSettings(searchDepth, _settings.MaxMemoryConsumption, _settings.BatchSize); }
public CrawlerSession() { _pageRequester = new PageRequester(); _settings = new CrawlerSettings(3, 1000000, 1); _pages = new List <Page>(); _brokenLinks = new List <Link>(); _dateTime = null; }
public CrawlerSession(String startUrl, CrawlerSettings settings) : this() { _settings = settings; _startUrl = startUrl; }