public Agent(SpiderUrl target, CookieCollection cookies)
{
_elapsedTime = new TimeSpan();
_documentTitle = String.Empty;
_urls = new List <string>();
_url = target;
_webRequest = WebRequest.Create(_url.Target) as HttpWebRequest;
_webRequest.CookieContainer = new CookieContainer();
_webRequest.CookieContainer.Add(cookies);
SetupWebRequest();
}
public Agent(SpiderUrl target, CookieCollection cookies, IList <string> linkHrefPatternsToIgnore, IList <MimeType> mimeTypesToIgnore, IDictionary <string, bool> contentTypesToInclude)
{
_linkHrefPatternsToIgnore = linkHrefPatternsToIgnore;
_mimeTypesToIgnore = mimeTypesToIgnore;
_contentTypesToInclude = contentTypesToInclude;
_elapsedTime = new TimeSpan();
_documentTitle = String.Empty;
_urls = new List <string>();
_url = target;
_webRequest = WebRequest.Create(_url.Target) as HttpWebRequest;
_webRequest.CookieContainer = new CookieContainer();
_webRequest.CookieContainer.Add(cookies);
SetupWebRequest();
}
