internal static void StartMessageCrawling(CloudQueueMessage message, RetailerConfiguration retailer) { queueMessage = message; givenMessage = message.AsString.Split('|').FirstOrDefault(); retConfig = retailer; products = new RetailerCrawlProductCollection(retailer.RetailerName); downloader = GenerateDownloader(retailer); DownloadProducts(downloader, retailer); }
private void GetProductsFromDB(DbModelContext dbContext) { retailerId = dbContext.Vanzator.Where(m => m.Nume.Equals(RetailerConfig.RetailerName)).Select(m => m.Id).FirstOrDefault(); products = new RetailerCrawlProductCollection(RetailerConfig.RetailerName); var prods = (from prod in dbContext.Produs join evol in dbContext.EvolutiaPretului on prod.Id equals evol.Id_Produs join retailer in dbContext.Vanzator on prod.Id_Vanzator equals retailer.Id where retailer.Id.Equals(retailerId) select prod).Include(p => p.EvolutiaPretului).ToList(); products.AddRange(prods); }
public CelDownloader(RetailerConfiguration retailer) { retailerConfiguration = retailer; products = new RetailerCrawlProductCollection(retailer.RetailerName); }
private void ExtractProducts(HtmlDocument document) { products = new RetailerCrawlProductCollection(retailerConfiguration.RetailerName); prodUrls = document.DocumentNode.SelectNodes(retailerConfiguration.CrawlingTags.UrlTag).Select(M => M.GetAttributeValue("href", string.Empty)).ToList(); }