public void AnalyzePost_CompletePostTest5()
{
Post post = PostAnalyzer.AnalyzePost("http://pollitika.com/che-guevarina-skola", _repo, true, true);
// testing post attributes
Assert.AreEqual(11768, post.Id);
Assert.AreEqual("http://pollitika.com/che-guevarina-skola", post.HrefLink);
Assert.AreEqual("Che Guevarina škola", post.Title);
Assert.AreEqual("/node/11768/who_voted", post.VotesLink);
Assert.AreEqual("Golgota", post.Author.Name);
Assert.AreEqual("golgota", post.Author.NameHtml);
Assert.AreEqual(167, post.NumCommentsScrapped);
Assert.AreEqual(33, post.GetNumberOfVotes());
Assert.AreEqual(167, post.GetNumberOfComments());
Assert.AreEqual(new DateTime(2012, 10, 10, 14, 20, 0), post.DatePosted);
}
public void AnalyzePost_CompletePostTest2()
{
Post post = PostAnalyzer.AnalyzePost("http://pollitika.com/kukavicje-jaje", _repo, true, true);
// testing post attributes
Assert.AreEqual(12480, post.Id);
Assert.AreEqual("http://pollitika.com/kukavicje-jaje", post.HrefLink);
Assert.AreEqual("Kukavičje jaje", post.Title);
Assert.AreEqual("/node/12480/who_voted", post.VotesLink);
Assert.AreEqual("Rebel", post.Author.Name);
Assert.AreEqual("rebel", post.Author.NameHtml);
Assert.AreEqual(55, post.NumCommentsScrapped);
Assert.AreEqual(26, post.GetNumberOfVotes());
Assert.AreEqual(55, post.GetNumberOfComments());
Assert.AreEqual(new DateTime(2013, 6, 7, 9, 3, 0), post.DatePosted); // 07/06/2013 - 09:03
}
public void AnalyzePost_CompletePostTest4()
{
Post post = PostAnalyzer.AnalyzePost("http://pollitika.com/dubrovnik-dubravka-cijepanje-drva-uz-sviranje-klavira", _repo, true, true);
// testing post attributes
Assert.AreEqual(6425, post.Id);
Assert.AreEqual("http://pollitika.com/dubrovnik-dubravka-cijepanje-drva-uz-sviranje-klavira", post.HrefLink);
Assert.AreEqual(" Dubrovnik, Dubravka, cijepanje drva uz sviranje klavira", post.Title);
Assert.AreEqual("/node/6425/who_voted", post.VotesLink);
Assert.AreEqual("Marshal", post.Author.Name);
Assert.AreEqual("marshal", post.Author.NameHtml);
Assert.AreEqual(6, post.NumCommentsScrapped);
Assert.AreEqual(12, post.GetNumberOfVotes());
Assert.AreEqual(6, post.GetNumberOfComments());
Assert.AreEqual(new DateTime(2009, 6, 13, 13, 11, 0), post.DatePosted); // 13/06/2009 - 13:11
}
public void AnalyzePost_CompletePostTest3()
{
Post post = PostAnalyzer.AnalyzePost("http://pollitika.com/trijumf-trollova", _repo, true, true);
// testing post attributes
Assert.AreEqual(14888, post.Id);
Assert.AreEqual("http://pollitika.com/trijumf-trollova", post.HrefLink);
Assert.AreEqual("Trijumf trollova", post.Title);
Assert.AreEqual("/node/14888/who_voted", post.VotesLink);
Assert.AreEqual("magarac", post.Author.Name);
Assert.AreEqual("magarac", post.Author.NameHtml);
Assert.AreEqual(161, post.NumCommentsScrapped);
Assert.AreEqual(41, post.GetNumberOfVotes());
Assert.AreEqual(161, post.GetNumberOfComments());
Assert.AreEqual(new DateTime(2016, 3, 17, 17, 34, 0), post.DatePosted);
}
public void AnalyzePost_CompletePostTest6()
{
Post post = PostAnalyzer.AnalyzePost("http://pollitika.com/sramim-se", _repo, true, true);
// testing post attributes
Assert.AreEqual(406, post.Id);
Assert.AreEqual("http://pollitika.com/sramim-se", post.HrefLink);
Assert.AreEqual("Sramim se!", post.Title);
Assert.AreEqual("/node/406/who_voted", post.VotesLink);
Assert.AreEqual("drlesar", post.Author.Name);
Assert.AreEqual("drlesar", post.Author.NameHtml);
Assert.AreEqual(16, post.NumCommentsScrapped);
Assert.AreEqual(0, post.GetNumberOfVotes());
Assert.AreEqual(16, post.GetNumberOfComments());
Assert.AreEqual(new DateTime(2007, 1, 12, 22, 21, 0), post.DatePosted);
}
public void AnalyzePost_CompletePostTest7()
{
Post post = PostAnalyzer.AnalyzePost("http://pollitika.com/nered-na-trzi-tu-dobra-stvar", _repo, true, true);
// testing post attributes
Assert.AreEqual(50, post.Id);
Assert.AreEqual("http://pollitika.com/nered-na-trzi-tu-dobra-stvar", post.HrefLink);
Assert.AreEqual("Nered na tržištu - dobra stvar?", post.Title);
Assert.AreEqual("/node/50/who_voted", post.VotesLink);
Assert.AreEqual("Simun", post.Author.Name);
Assert.AreEqual("simun", post.Author.NameHtml);
Assert.AreEqual(4, post.NumCommentsScrapped);
Assert.AreEqual(0, post.GetNumberOfVotes());
Assert.AreEqual(4, post.GetNumberOfComments());
Assert.AreEqual(new DateTime(2006, 10, 13, 0, 37, 0), post.DatePosted);
}
static public void MultithreadedAnalyzePost(string postUrl, IModelRepository inRepo, bool isFrontPage, bool fetchCommentVotes, ScrapingBrowser inBrowser)
{
ILog log = log4net.LogManager.GetLogger(typeof(Program));
log.DebugFormat("Starting post url {0}", postUrl);
try
{
Post newPost = PostAnalyzer.AnalyzePost(postUrl, inRepo, isFrontPage, fetchCommentVotes, inBrowser);
if (newPost != null)
{
inRepo.AddPost(newPost);
}
}
catch (Exception ex)
{
log.Error("ERROR " + postUrl + " MSG: " + ex.Message);
}
}
public void AnalyzePost_CompletePostTest1()
{
Post post = PostAnalyzer.AnalyzePost("http://pollitika.com/hrvatsko-zdravstvo-i-sovjetska-automobilska-industrija", _repo, true, true);
// testing post attributes
Assert.AreEqual(15397, post.Id);
Assert.AreEqual("http://pollitika.com/hrvatsko-zdravstvo-i-sovjetska-automobilska-industrija", post.HrefLink);
Assert.AreEqual("Hrvatsko zdravstvo i sovjetska automobilska industrija", post.Title);
Assert.AreEqual("/node/15397/who_voted", post.VotesLink);
Assert.AreEqual("žaki", post.Author.Name);
Assert.AreEqual("zaki", post.Author.NameHtml);
Assert.AreEqual(13, post.NumCommentsScrapped);
Assert.AreEqual(24, post.GetNumberOfVotes());
Assert.AreEqual(13, post.GetNumberOfComments());
Assert.AreEqual(new DateTime(2016, 11, 14, 18, 7, 0), post.DatePosted);
// testing votes
List <string> usersWhoVoted = new List <string>
{
"ppetra", "leddevet", "otpisani", "Quinquaginta", "z00ey", "NolS", "magarac", "antonac", "martin", "profesor", "Elnino",
"pravednik vz", "boltek", "marival", "lunoprof", "Skviki", "lignja", "Jura", "mario121", "hlad", "gledamokosebe", "zaphod", "indian", "Bigulica"
};
// check all user names who voted
for (int i = 0; i < usersWhoVoted.Count; i++)
{
Assert.AreEqual(usersWhoVoted[i], post.Votes[i].ByUser.Name);
}
Assert.AreEqual("ppetra", post.Votes[0].ByUser.Name);
Assert.AreEqual(new DateTime(2016, 12, 8, 22, 53, 0), post.Votes[0].DatePosted);
Assert.AreEqual(1, post.Votes[0].UpOrDown);
Assert.AreEqual("magarac", post.Votes[6].ByUser.Name);
Assert.AreEqual(new DateTime(2016, 11, 16, 10, 52, 0), post.Votes[6].DatePosted);
Assert.AreEqual(1, post.Votes[6].UpOrDown);
// testing comments
Assert.AreEqual(13, post.Comments.Count);
// check all user names who commentes
// check individual comments
Comment comm = post.Comments[0];
Assert.AreEqual("Skviki", comm.Author.Name);
Assert.AreEqual(0, comm.NumScrappedVotes);
Assert.AreEqual(522047, comm.Id);
Assert.AreEqual(new DateTime(2016, 11, 28, 16, 16, 0), comm.DatePosted);
Assert.AreEqual(0, comm.NumScrappedVotes);
Assert.AreEqual(2, comm.Votes.Count);
Assert.AreEqual("Liberty Valance", comm.Votes[0].ByUser.Name);
Assert.AreEqual(new DateTime(2017, 01, 28, 12, 18, 0), comm.Votes[0].DatePosted);
Assert.AreEqual(-1, comm.Votes[0].UpOrDown);
Assert.AreEqual("Zvone Radikalni", comm.Votes[1].ByUser.Name);
Assert.AreEqual("zvone-radikalni", comm.Votes[1].ByUser.NameHtml);
Assert.AreEqual(new DateTime(2017, 01, 28, 12, 16, 0), comm.Votes[1].DatePosted);
Assert.AreEqual(1, comm.Votes[1].UpOrDown);
comm = post.Comments[4];
Assert.AreEqual("magarac", comm.Author.Name);
Assert.AreEqual(2, comm.NumScrappedVotes);
Assert.AreEqual(521866, comm.Id);
Assert.AreEqual(new DateTime(2016, 11, 16, 11, 19, 0), comm.DatePosted);
Assert.AreEqual(2, comm.NumScrappedVotes);
Assert.AreEqual(2, comm.Votes.Count);
Assert.AreEqual("fuminanti", comm.Votes[0].ByUser.Name);
Assert.AreEqual(new DateTime(2016, 11, 22, 10, 46, 0), comm.Votes[0].DatePosted);
Assert.AreEqual(1, comm.Votes[0].UpOrDown);
Assert.AreEqual("hlad", comm.Votes[1].ByUser.Name);
Assert.AreEqual(new DateTime(2016, 11, 16, 11, 39, 0), comm.Votes[1].DatePosted);
Assert.AreEqual(1, comm.Votes[1].UpOrDown);
comm = post.Comments[6];
Assert.AreEqual("lignja", comm.Author.Name);
Assert.AreEqual(4, comm.NumScrappedVotes);
Assert.AreEqual(521868, comm.Id);
Assert.AreEqual(new DateTime(2016, 11, 16, 14, 03, 0), comm.DatePosted);
Assert.AreEqual(4, comm.NumScrappedVotes);
Assert.AreEqual(4, comm.Votes.Count);
Assert.AreEqual("mario121", comm.Votes[0].ByUser.Name);
Assert.AreEqual(new DateTime(2016, 11, 16, 22, 22, 0), comm.Votes[0].DatePosted);
Assert.AreEqual(1, comm.Votes[0].UpOrDown);
Assert.AreEqual("Skviki", comm.Votes[1].ByUser.Name);
Assert.AreEqual(new DateTime(2016, 11, 16, 16, 01, 0), comm.Votes[1].DatePosted);
Assert.AreEqual(1, comm.Votes[1].UpOrDown);
Assert.AreEqual("indian", comm.Votes[2].ByUser.Name);
Assert.AreEqual(new DateTime(2016, 11, 16, 15, 51, 0), comm.Votes[2].DatePosted);
Assert.AreEqual(1, comm.Votes[2].UpOrDown);
Assert.AreEqual("magarac", comm.Votes[3].ByUser.Name);
Assert.AreEqual(new DateTime(2016, 11, 16, 15, 34, 0), comm.Votes[3].DatePosted);
Assert.AreEqual(1, comm.Votes[3].UpOrDown);
// TODO - definirati votes za komentare
comm = post.Comments[10];
Assert.AreEqual("sjenka", comm.Author.Name);
Assert.AreEqual(2, comm.NumScrappedVotes);
Assert.AreEqual(522048, comm.Id);
Assert.AreEqual(new DateTime(2016, 11, 28, 17, 27, 0), comm.DatePosted);
comm = post.Comments[11];
Assert.AreEqual("ppetra", comm.Author.Name);
Assert.AreEqual(-1, comm.NumScrappedVotes);
Assert.AreEqual(521867, comm.Id);
Assert.AreEqual(new DateTime(2016, 11, 16, 12, 55, 0), comm.DatePosted);
}
public void AnalyzePost_TestGetPostDate2()
{
Post post = PostAnalyzer.AnalyzePost("http://pollitika.com/socijalist-ili", _repo, true, false);
Assert.AreEqual(new DateTime(2015, 4, 30, 21, 2, 0), post.DatePosted); // 30 / 04 / 2015 - 21:02
}
public void AnalyzePost_TestGetPostDate9()
{
Post post = PostAnalyzer.AnalyzePost("http://pollitika.com/sramim-se", _repo, true, false);
Assert.AreEqual(new DateTime(2007, 1, 12, 22, 21, 0), post.DatePosted); // 12/01/2007 - 22:21
}
public void AnalyzePost_TestGetPostDate8()
{
Post post = PostAnalyzer.AnalyzePost("http://pollitika.com/mesic-i-sanader-u-svadi-zbog-srpskih-izbjeglica", _repo, true, false);
Assert.AreEqual(new DateTime(2007, 1, 6, 22, 5, 0), post.DatePosted); // 06/01/2007 - 22:05
}
public void AnalyzePost_TestGetPostDate7()
{
Post post = PostAnalyzer.AnalyzePost("http://pollitika.com/tko-drma-hac-om", _repo, true, false);
Assert.AreEqual(new DateTime(2007, 6, 14, 18, 31, 0), post.DatePosted); // 14/06/2007 - 18:31
}
public void AnalyzePost_TestGetPostDate6()
{
Post post = PostAnalyzer.AnalyzePost("http://pollitika.com/pollitika-kao-quotevo-siljim-drvo-da-ubijem-meduquot", _repo, true, false);
Assert.AreEqual(new DateTime(2007, 12, 14, 22, 49, 0), post.DatePosted); // 14/12/2007 - 22:49
}
public void AnalyzePost_TestGetPostDate5()
{
Post post = PostAnalyzer.AnalyzePost("http://pollitika.com/dubrovnik-dubravka-cijepanje-drva-uz-sviranje-klavira", _repo, true, false);
Assert.AreEqual(new DateTime(2009, 6, 13, 13, 11, 0), post.DatePosted); // 13/06/2009 - 13:11
}
public void AnalyzePost_TestGetPostDate4()
{
Post post = PostAnalyzer.AnalyzePost("http://pollitika.com/che-guevarina-skola", _repo, true, false);
Assert.AreEqual(new DateTime(2012, 10, 10, 14, 20, 0), post.DatePosted); // 10/10/2012 - 14:20
}
public void AnalyzePost_TestGetPostDate3()
{
Post post = PostAnalyzer.AnalyzePost("http://pollitika.com/kukavicje-jaje", _repo, true, false);
Assert.AreEqual(new DateTime(2013, 6, 7, 9, 3, 0), post.DatePosted); // 07/06/2013 - 09:03
}
public void AnalyzePost_TestGetPostDate10()
{
Post post = PostAnalyzer.AnalyzePost("http://pollitika.com/nered-na-trzi-tu-dobra-stvar", _repo, true, false);
Assert.AreEqual(new DateTime(2006, 10, 13, 0, 37, 0), post.DatePosted); // 13/10/2006 - 00:37
}
public void AnalyzePost_TestGetPostDate1()
{
Post post = PostAnalyzer.AnalyzePost("http://pollitika.com/hrvatsko-zdravstvo-i-sovjetska-automobilska-industrija", _repo, true, false);
Assert.AreEqual(new DateTime(2016, 11, 14, 18, 7, 0), post.DatePosted);
}
