public void can_get_rss_feed_from_page()
{
var document = new HtmlDocument();
document.Load(GetType().Assembly.GetManifestResourceStream("Sketch.Test.sample-deviant-art-page.html"));
var parser = new Scraper(document);
var actual = parser.GetRssFeedUrl();
Assert.AreEqual(RssFeedUrl, actual);
}
public void when_html_document_doesnt_contain_rss_feed()
{
var document = new HtmlDocument();
document.CreateElement("html");
var parser = new Scraper(document);
var actual = parser.GetRssFeedUrl();
Assert.IsNull(actual);
}
public void Start()
{
Trace.TraceInformation("Starting import of: " + Url);
var scraper = new Scraper(Url);
var rssFeedUrl = scraper.GetRssFeedUrl();
if (rssFeedUrl != null)
{
var feed = new Feed(rssFeedUrl);
foreach (var item in feed.Where(x => x.HasContent))
{
if (!_dao.Exists(uniqueId: item.Guid))
{
var command = Mapper.Map<ImportStockPhoto>(item);
command.StockPhotoId = Guid.NewGuid();
_commandBus.Send(command);
}
}
}
}