Example #1
0
        static void Main(string[] args)
        {
            ILog logger = new MyLog();

            if (args.Length == 0)
            {
                Exception e = new ArgumentException("Params not foud");
                logger.Error(e.Message, e);
                return;
            }

            GlobalConfiguration       config         = Configuration.Read <GlobalConfiguration>(args[0], logger);
            CategoryPageConfiguration categoryConfig = Configuration.Read <CategoryPageConfiguration>(args[1], logger);
            ProductPageConfiguration  productConfig  = Configuration.Read <ProductPageConfiguration>(args[2], logger);

            Pages pages = new Pages(config.StartPage, categoryConfig.CategoryRegex, categoryConfig.ProductRegex, logger);

            pages.AddPage(config.StartPage);

            Crawler crawler = new Crawler(pages, config, categoryConfig, productConfig);

            crawler.Start();

            Console.ReadKey();
        }
Example #2
0
 public Crawler(Pages pages, GlobalConfiguration config, CategoryPageConfiguration categoryConfig, ProductPageConfiguration productConfig)
 {
     Pages          = pages;
     Config         = config;
     CategoryConfig = categoryConfig;
     ProductConfig  = productConfig;
 }