private static bool indexHMPage(CrawledPage pageToIndex, ref ClothingItem item)
{
var indexer = new HmIndexer(pageToIndex);
if (indexer.getTitle() && indexer.getPrice() && indexer.getImage() && indexer.getDescription() && indexer.getColor() && indexer.getType())
{
item.itemName = indexer.itemName;
item.itemPrice = indexer.itemPrice;
item.itemImage = indexer.itemImage;
item.itemDescription = indexer.itemDescription;
item.shopName = "H&M";
item.url = pageToIndex.Uri.ToString();
item.itemGender = indexer.itemGender;
item.itemColor = indexer.itemColor;
item.itemType = indexer.itemType;
return true;
}
return false;
}
private static bool indexUniqloPage(CrawledPage pageToIndex, ref ClothingItem item )
{
var indexer = new UniqloIndexer(pageToIndex);
Console.WriteLine("aa : {0}", pageToIndex.Uri);
if (indexer.getTitle() && indexer.getPrice() && indexer.getImage() && indexer.getDescription() && indexer.getColor() && indexer.getType())
{
item.itemName = indexer.itemName;
item.itemPrice = indexer.itemPrice;
item.itemImage = indexer.itemImage;
item.itemDescription = indexer.itemDescription;
item.shopName = "UNIQLO";
item.url = pageToIndex.Uri.ToString();
item.itemGender = indexer.itemGender;
item.itemColor = indexer.itemColor;
item.itemType = indexer.itemType;
return true;
}
return false;
}
private static bool insertDB(ClothingItem item)
{
var cmd = myConnection.CreateCommand();
cmd.CommandText = @"INSERT into SuperFashionDB.ShopItems (shopitemname, shopitemdescription, shopitemprice, shopitemurl, ShopName, pricerange, shopitemimgurl, shopitemimageurl, shopitemgender, shopitemcolor, shopitemtype, shopitemfilename ) values (@itemName,@itemDescription,@itemPrice,@url,@shopName, 1, @itemImage, @itemImage, @itemGender, @itemColor, @itemType, @itemFileName)";
cmd.Parameters.AddWithValue("@itemName", item.itemName);
cmd.Parameters.AddWithValue("@itemDescription", item.itemDescription);
cmd.Parameters.AddWithValue("@itemPrice", item.itemPrice);
cmd.Parameters.AddWithValue("@url", item.url);
cmd.Parameters.AddWithValue("@shopName", item.shopName);
cmd.Parameters.AddWithValue("@itemImage", item.itemImage);
cmd.Parameters.AddWithValue("@itemGender", item.itemGender);
cmd.Parameters.AddWithValue("@itemColor", item.itemColor);
cmd.Parameters.AddWithValue("@itemType", item.itemType);
cmd.Parameters.AddWithValue("@itemFileName", item.itemFileName);
cmd.ExecuteScalar();
return true;
}
private static bool indexPages(CrawledPage crawledPage)
{
ClothingItem item = new ClothingItem() ;
ImageDownloader downloader = new ImageDownloader();
if (indexUniqloPage(crawledPage, ref item))
{
Console.WriteLine("Found clothing item : {0}, {1}, {2}, {3}, {4}, {5}, {6}, {7}", item.itemName, item.itemPrice, item.itemImage, item.itemDescription, item.shopName, item.url, item.itemGender, item.itemType, item.itemColor);
item.generateImageFileName(".jpg");
downloader.DownloadRemoteImageFile(item.itemImage, item.itemFileName);
insertDB(item);
return true;
}
if (indexHMPage(crawledPage, ref item))
{
Console.WriteLine("Found clothing item : {0}, {1}, {2}, {3}, {4}, {5}, {6}, {7}", item.itemName, item.itemPrice, item.itemImage, item.itemDescription, item.shopName, item.url, item.itemGender, item.itemType, item.itemColor);
item.generateImageFileName(".jpg");
downloader.DownloadRemoteImageFile(item.itemImage, item.itemFileName);
insertDB(item);
return true;
}
if (indexZaraPage(crawledPage, ref item))
{
Console.WriteLine("Found clothing item : {0}, {1}, {2}, {3}, {4}, {5}, {6}, {7}", item.itemName, item.itemPrice, item.itemImage, item.itemDescription, item.shopName, item.url, item.itemGender, item.itemType, item.itemColor);
item.generateImageFileName(".jpg");
downloader.DownloadRemoteImageFile(item.itemImage, item.itemFileName);
insertDB(item);
return true;
}
return false;
}