public MultiThreadWebsiteParser(MultiThreadWebsiteParserRequest MultiThreadWebsiteParserRequest) { tasks = new List <Task>(); maxDeep = MultiThreadWebsiteParserRequest.MaxDeep; domainLevel = MultiThreadWebsiteParserRequest.EDomainLevel; domainExtentions = MultiThreadWebsiteParserRequest.DomainExtentions; WebSitesConcurrentQueue.WebSites = new ConcurrentQueue <string>(MultiThreadWebsiteParserRequest.WebsiteUrls); WebSitesConcurrentQueue.AllWebSites = new ConcurrentQueue <string>(); }
static async Task Main(string[] args) { #region Log4Net Configuration XmlDocument log4netConfig = new XmlDocument(); log4netConfig.Load(File.OpenRead("log4net.config")); var logRepository = log4net.LogManager.CreateRepository( Assembly.GetEntryAssembly(), typeof(log4net.Repository.Hierarchy.Hierarchy)); log4net.Config.XmlConfigurator.Configure(logRepository, log4netConfig["log4net"]); #endregion /* Website Parser */ //await OneThreadWebsiteParser.Start(); var multiThreadWebsiteParserRequest = new MultiThreadWebsiteParserRequest(); multiThreadWebsiteParserRequest.WebsiteUrls = new List <string>() { "www.2net.co.il", "www.lainyan.co.il", "www.a.co.il", "www.startpage.co.il" }; multiThreadWebsiteParserRequest.DomainExtentions = new List <string>() { "co.il", "org.il" }; multiThreadWebsiteParserRequest.MaxDeep = 1; multiThreadWebsiteParserRequest.EDomainLevel = Model.Enums.EDomainLevel.SecondLevel; var multiThreadWebsiteParser = new MultiThreadWebsiteParser(multiThreadWebsiteParserRequest); await multiThreadWebsiteParser.Start(); System.Console.ReadKey(); }