public Agent(SpiderUrl target, CookieCollection cookies) { _elapsedTime = new TimeSpan(); _documentTitle = String.Empty; _urls = new List <string>(); _url = target; _webRequest = WebRequest.Create(_url.Target) as HttpWebRequest; _webRequest.CookieContainer = new CookieContainer(); _webRequest.CookieContainer.Add(cookies); SetupWebRequest(); }
public Agent(SpiderUrl target, CookieCollection cookies, IList <string> linkHrefPatternsToIgnore, IList <MimeType> mimeTypesToIgnore, IDictionary <string, bool> contentTypesToInclude) { _linkHrefPatternsToIgnore = linkHrefPatternsToIgnore; _mimeTypesToIgnore = mimeTypesToIgnore; _contentTypesToInclude = contentTypesToInclude; _elapsedTime = new TimeSpan(); _documentTitle = String.Empty; _urls = new List <string>(); _url = target; _webRequest = WebRequest.Create(_url.Target) as HttpWebRequest; _webRequest.CookieContainer = new CookieContainer(); _webRequest.CookieContainer.Add(cookies); SetupWebRequest(); }