Example #1
0
 public WebCrawlerMgr(string startUrl, int maxDepth, List <string> patterns, bool isOnlyStartUrlHost)
 {
     _startUrl           = startUrl ?? string.Empty;
     _maxDepth           = maxDepth > 0 ? maxDepth : Consts.DefaultMaxDepth;
     _patterns           = patterns ?? new List <string>();
     _isOnlyStartUrlHost = isOnlyStartUrlHost;
     _authContext        = null;
     _isUsingLogin       = false;
     _webWorker          = new WebWorker();
 }
Example #2
0
 public WebCrawlerMgr(string startUrl, int maxDepth, List <string> patterns, bool isOnlyStartUrlHost, UserAutentificationContext authContext)
     : this(startUrl, maxDepth, patterns, isOnlyStartUrlHost)
 {
     _isUsingLogin = true;
     _authContext  = authContext;
 }