public async void HomeCrawler_GatherArticles()
{
// Arrange
List <KeyValuePair <string, List <string> > > Sites = new List <KeyValuePair <string, List <string> > >()
{
};
Sites.Add(new KeyValuePair <string, List <string> >("http://hugogarcia.me/site/testing.html", new List <string> {
"div", "class", "test", "a", "href", "http://hugogarcia.me/site/", "meta", "name", "keywords", "content", "meta", "property", "og:title", "content", "meta", "name", "description", "content", "Testing"
}));
List <string[]> actualLinks = new List <string[]> {
new string[] { "http://hugogarcia.me/site/testSite1.html", "http://hugogarcia.me/site/testing.html" },
new string[] { "http://www.hugogarcia.me/site/testSite2.html", "http://hugogarcia.me/site/testing.html" },
new string[] { "http://hugogarcia.me/site/testSite3.html", "http://hugogarcia.me/site/testing.html" },
new string[] { "http://hugogarcia.me/site/testSite4.html", "http://hugogarcia.me/site/testing.html" },
new string[] { "http://hugogarcia.me/site/testSite5.html", "http://hugogarcia.me/site/testing.html" }
};
HashSet <string> Tags = new HashSet <string> {
"hm", "test", "tester"
};
BaseCrawler test = new BaseCrawler(Sites, Tags);
// Act
var result = await test.GatherArticles(Sites);
// Assert
Assert.Equal(actualLinks, result);
}
public async void ArticleCrawler_AcceptArticles()
{
var tag = new InterestTag
{
TagName = "Testing",
AccountUsername = null,
ArticleTags = null
};
var mockInterestRepo = new Mock <IInterestTagRepository>();
mockInterestRepo.Setup(x => x.Insert(tag));
List <KeyValuePair <string, List <string> > > Sites = new List <KeyValuePair <string, List <string> > >()
{
};
Sites.Add(new KeyValuePair <string, List <string> >("http://hugogarcia.me/site/testing.html", new List <string> {
"div", "class", "test", "a", "href", "http://hugogarcia.me/site/", "meta", "name", "keywords", "content", "meta", "property", "og:title", "content", "meta", "name", "description", "content", "Testing"
}));
// KeyValuePair<string, List<string>> siteAttributes = new KeyValuePair<string, List<string>>("http://hugogarcia.me/site/testing.html", new List<string> { "div", "class", "test", "a", "href", "http://hugogarcia.me/site/", "meta", "name", "keywords", "content", "meta", "property", "og:title", "content", "meta", "name", "description", "content", "Testing" });
HashSet <string> Tags = new HashSet <string> {
"hm", "test", "tester"
};
BaseCrawler test = new BaseCrawler(Sites, Tags);
// Act
var result = await test.GatherArticles(Sites);
var list = await test.ArticleCrawler(result);
// Assert
Assert.Equal(4, list.Count);
}