internal static void StartMessageCrawling(CloudQueueMessage message, RetailerConfiguration retailer)
{
queueMessage = message;
givenMessage = message.AsString.Split('|').FirstOrDefault();
retConfig = retailer;
products = new RetailerCrawlProductCollection(retailer.RetailerName);
downloader = GenerateDownloader(retailer);
DownloadProducts(downloader, retailer);
}
private void GetProductsFromDB(DbModelContext dbContext)
{
retailerId = dbContext.Vanzator.Where(m => m.Nume.Equals(RetailerConfig.RetailerName)).Select(m => m.Id).FirstOrDefault();
products = new RetailerCrawlProductCollection(RetailerConfig.RetailerName);
var prods = (from prod in dbContext.Produs
join evol in dbContext.EvolutiaPretului on prod.Id equals evol.Id_Produs
join retailer in dbContext.Vanzator on prod.Id_Vanzator equals retailer.Id
where retailer.Id.Equals(retailerId)
select prod).Include(p => p.EvolutiaPretului).ToList();
products.AddRange(prods);
}
public CelDownloader(RetailerConfiguration retailer)
{
retailerConfiguration = retailer;
products = new RetailerCrawlProductCollection(retailer.RetailerName);
}
private void ExtractProducts(HtmlDocument document)
{
products = new RetailerCrawlProductCollection(retailerConfiguration.RetailerName);
prodUrls = document.DocumentNode.SelectNodes(retailerConfiguration.CrawlingTags.UrlTag).Select(M => M.GetAttributeValue("href", string.Empty)).ToList();
}
