public WatchCasioBgScrappeDTO ScrapeAWatch(string WatchUrl)
{
WatchPageScrapper watchScrap = new WatchPageScrapper(WatchUrl);
WatchCasioBgScrappeDTO scrapedWatch = watchScrap.GetWatchScrapped();
return(scrapedWatch);
}
public WatchCasioBgScrappeDTO GetWatchScrapped()
{
WatchCasioBgScrappeDTO watchDTOPopulated = new WatchCasioBgScrappeDTO()
{
ImageLink = ExtractWatchImageLink(this.PageWatchResult),
Name = ExtractWatchName(this.PageWatchResult),
Price = ExtractWatchPrice(this.PageWatchResult),
WatchDescription = ExtractWatchDescription(this.PageWatchResult),
WatchUrl = this.url
};
return(watchDTOPopulated);
}
public static CasioWatch ConvertToDBModelInitial(WatchCasioBgScrappeDTO scrapedWatchModel)
{
CasioWatch watch = new CasioWatch();
decimal scrapedWatchModelPrice = 0;
try
{
scrapedWatchModelPrice = Convert.ToDecimal(scrapedWatchModel.Price.Trim());
}
catch (Exception e)
{
string removeCharacters = Regex.Replace(scrapedWatchModel.Price.Trim(), "[^.0-9]", "");
scrapedWatchModelPrice = Convert.ToDecimal(removeCharacters);
}
watch.Price = scrapedWatchModelPrice;
watch.Name = scrapedWatchModel.Name.Trim();
watch.ImageUrl = scrapedWatchModel.ImageLink.Trim();
watch.Description = scrapedWatchModel.WatchDescription;
watch.WatchUrl = scrapedWatchModel.WatchUrl.Trim();
watch.AmazonPosted = false;
watch.AmazonPricePost = 0;
watch.AmazonPriceSearchLowest = 0;
watch.BetterPriceThanAmazon = false;
WebClient client = null;
try
{
client = new WebClient();
watch.Image = client.DownloadData(watch.WatchUrl);
}
catch (Exception e)
{
watch.Image = null;
}
finally
{
client.Dispose();
}
return(watch);
}
public List <WatchCasioBgScrappeDTO> ScrapeAllWatches()
{
List <WatchCasioBgScrappeDTO> scrapedWatchesList = new List <WatchCasioBgScrappeDTO>();
foreach (var watchUrl in allWatchLinks)
{
// take into account a little waiting later refactor
System.Threading.Thread.Sleep(1000);
WatchPageScrapper watchScrap = new WatchPageScrapper(watchUrl);
WatchCasioBgScrappeDTO scrapedWatch = watchScrap.GetWatchScrapped();
scrapedWatchesList.Add(scrapedWatch);
}
return(scrapedWatchesList);
}
