public static void MacysFetcher()
{
var title = "";
var link = "";
var img = "";
var rowKey = "";
var originalPrice = "";
var offerPrice = "";
var des = "";
// Retrieve the storage account from the connection string.
CloudStorageAccount storageAccount = CloudStorageAccount.Parse(
ConfigurationManager.ConnectionStrings["AzureWebJobsStorage"].ConnectionString);
// Create the table client.
CloudTableClient tableClient = storageAccount.CreateCloudTableClient();
// Create the CloudTable object that represents the "people" table.
CloudTable table = tableClient.GetTableReference("Macys");
HtmlWeb htmlWeb = new HtmlWeb();
HtmlDocument htmlDocument = htmlWeb.
Load("http://www1.macys.com/shop/makeup-and-perfume/gift-sets/Brand,Sortby,Productsperpage/Lanc%F4me,ORIGINAL,40?id=55537&edge=hybrid");
var categories = htmlDocument.DocumentNode.
SelectSingleNode("//ul[@class = 'thumbnails large-block-grid-4' and @id = 'thumbnails']");
foreach (var product in categories.SelectNodes(".//div[@class = 'innerWrapper']"))
{
des = "";
rowKey = Guid.NewGuid().ToString();
link = "http://www1.macys.com" + product.SelectSingleNode(".//a[@href]").Attributes["href"].Value;
try
{
title = product.SelectSingleNode(".//img").Attributes["title"].Value;
img = product.SelectSingleNode(".//img").Attributes["data-src"].Value;
}
catch (Exception e)
{
continue;
}
HtmlDocument htmlDocument2 = htmlWeb.Load(link);
var originalPriceNode = htmlDocument2.DocumentNode.SelectSingleNode("//span[(@class = 'giftSetValue')]");
var offerPriceNode = htmlDocument2.DocumentNode.SelectSingleNode("//span[(@class = 'priceSale')]");
var standardPrice = htmlDocument2.DocumentNode.SelectSingleNode("//div[(@class = 'standardProdPricingGroup')]");
if (originalPriceNode != null && offerPriceNode != null)
{
originalPrice = originalPriceNode.InnerText.Split(' ')[1];
offerPrice = offerPriceNode.InnerText.Split(' ')[1];
}
else if (originalPriceNode != null && offerPriceNode == null)
{
originalPrice = originalPriceNode.InnerText.Split(' ')[1];
offerPrice = "";
}
else if (originalPriceNode == null && offerPriceNode != null)
{
originalPrice = "";
offerPrice = offerPriceNode.InnerText.Split(' ')[1];
}
else if (originalPriceNode == null && offerPriceNode == null && standardPrice != null)
{
originalPrice = "";
var offerPrice_temp = standardPrice.InnerText.Replace("<!-- Below code is for member PDP's only -->", "");
offerPrice = offerPrice_temp.Replace("<!-- PRICE BLOCK: Single Price -->", "");
}
else
{
originalPrice = "";
offerPrice = "";
}
HtmlDocument htmlDocument3 = htmlWeb.Load(link);
var giftOffers = htmlDocument3.DocumentNode.SelectNodes("//div[(@class = 'giftOfferDetails')]");
if (giftOffers == null)
{
des = "";
}
else
{
foreach (var x in giftOffers)
{
des += x.SelectSingleNode(".//div[(@class = 'giftOfferDescription')]").InnerText;
}
}
Console.WriteLine(title);
Console.WriteLine(rowKey);
Console.WriteLine(originalPrice);
Console.WriteLine(offerPrice);
Console.WriteLine(link);
Console.WriteLine(img);
Console.WriteLine(des);
//Console.ReadLine();
Macys product1 = new Macys("梅西商场", rowKey);
product1.产品名称 = title;
product1.产品分类 = "Beauty";
product1.产品链接 = link;
product1.产品图片 = img;
product1.原价 = originalPrice;
product1.折扣价 = offerPrice;
product1.产品描述 = des;
// Create the TableOperation that inserts the customer entity.
TableOperation insertOperation = TableOperation.Insert(product1);
// Execute the insert operation.
table.Execute(insertOperation);
}
}
public static void MacysFetcher(string link)
{
var categoryName = "";
var title = "";
var productLink = "";
var img = "";
var rowKey = "";
var originalPrice = "";
var offerPrice = "";
var des = "";
var des_cn = "";
var macysLink = link;
// Retrieve the storage account from the connection string.
//CloudStorageAccount storageAccount = CloudStorageAccount.Parse(
// ConfigurationManager.ConnectionStrings["AzureWebJobsStorage"].ConnectionString);
// Create the table client.
//CloudTableClient tableClient = storageAccount.CreateCloudTableClient();
// Create the CloudTable object that represents the "people" table.
//CloudTable table = tableClient.GetTableReference("Coupons");
HtmlWeb htmlWeb = new HtmlWeb();
HtmlDocument htmlDocument = htmlWeb.Load(macysLink);
categoryName = htmlDocument.DocumentNode.SelectSingleNode("//h1[@class = 'currentCategory']").InnerText;
var categories = htmlDocument.DocumentNode.
SelectSingleNode("//ul[@class = 'thumbnails large-block-grid-4' and @id = 'thumbnails']");
foreach (var product in categories.SelectNodes(".//div[@class = 'innerWrapper']"))
{
des = "";
rowKey = Guid.NewGuid().ToString();
productLink = "http://www1.macys.com" + product.SelectSingleNode(".//a[@href]").Attributes["href"].Value;
try
{
title = product.SelectSingleNode(".//img").Attributes["title"].Value;
img = product.SelectSingleNode(".//img").Attributes["data-src"].Value;
}
catch (Exception e)
{
Console.WriteLine(productLink);
Console.WriteLine(e.Message);
continue;
}
HtmlDocument htmlDocument2 = htmlWeb.Load(productLink);
var originalPriceNode = htmlDocument2.DocumentNode.SelectSingleNode("//span[(@class = 'giftSetValue')]");
var offerPriceNode = htmlDocument2.DocumentNode.SelectSingleNode("//span[(@class = 'priceSale')]");
var standardPrice = htmlDocument2.DocumentNode.SelectSingleNode("//div[(@class = 'standardProdPricingGroup')]");
if (originalPriceNode != null && offerPriceNode != null)
{
originalPrice = originalPriceNode.InnerText.Split(' ')[1];
offerPrice = offerPriceNode.InnerText.Split(' ')[1];
}
else if (originalPriceNode != null && offerPriceNode == null)
{
originalPrice = originalPriceNode.InnerText.Split(' ')[1];
offerPrice = "";
}
else if (originalPriceNode == null && offerPriceNode != null)
{
originalPrice = "";
offerPrice = offerPriceNode.InnerText.Split(' ')[1];
}
else if (originalPriceNode == null && offerPriceNode == null && standardPrice != null)
{
originalPrice = "";
var offerPrice_temp = standardPrice.InnerText.Replace("<!-- Below code is for member PDP's only -->", "");
offerPrice = offerPrice_temp.Replace("<!-- PRICE BLOCK: Single Price -->", "");
}
else
{
originalPrice = "";
offerPrice = "";
}
HtmlDocument htmlDocument3 = htmlWeb.Load(productLink);
var giftOffers = htmlDocument3.DocumentNode.SelectNodes("//div[(@class = 'giftOfferDetails')]");
if (giftOffers == null)
{
des = "";
des_cn = "";
}
else
{
foreach (var x in giftOffers)
{
des += x.SelectSingleNode(".//div[(@class = 'giftOfferDescription')]").InnerText;
try
{
des_cn = TranslateText(des);
}
catch (Exception e)
{
Console.WriteLine(productLink);
Console.WriteLine(e.Message);
continue;
}
}
}
/* Console.WriteLine(title);
Console.WriteLine(rowKey);
Console.WriteLine(originalPrice);
Console.WriteLine(offerPrice);
Console.WriteLine(productLink);
Console.WriteLine(img);
Console.WriteLine(des); */
//Console.ReadLine();
Macys product1 = new Macys("Macys", rowKey);
product1.ProductName = title;
product1.ProductCategory = categoryName;
product1.ProductLink = productLink;
product1.ProductPicture = img;
product1.OriginalPrice = originalPrice.Trim();
product1.OfferPrice = offerPrice.Trim();
product1.ProductDescription = des;
product1.ProductDescription_cn = des_cn;
// Create the TableOperation that inserts the customer entity.
TableOperation insertOperation = TableOperation.Insert(product1);
// Execute the insert operation.
try
{
table.Execute(insertOperation);
couponsArchive.Execute(insertOperation);
}
catch (Exception e)
{
Console.WriteLine(productLink);
Console.WriteLine(e.Message);
continue;
}
}
}