public void findEventsOnPageTest() { FbCrawler crawler = new FbCrawler(); var placeID = "346376098748775"; placeID = "252874629056"; crawler.fetchEventsOnPage(placeID); }
public void fillEmptyEventFieldsTest() { FbCrawler crawler = new FbCrawler(); Place place = new Place(); Event fbEvent = new Event(); place.name = "Bonnstr./ Ecke Aachenerstr. Haltestelle Weiden- West, 50226 Frechen"; fbEvent.place = place; crawler.FillEmptyEventFields(fbEvent); }
public void shuffle() { //Arrange FbCrawler crawler = new FbCrawler(); Coordinates test1 = new Coordinates(23, 25); Coordinates test2 = new Coordinates(0, 25); Coordinates test3 = new Coordinates(3, 25); Coordinates[] testor = { test1, test2, test3 }; Coordinates[] expected1 = { test1, test2, test3 }; Coordinates[] expected2 = { test1, test3, test2 }; Coordinates[] expected3 = { test2, test1, test3 }; Coordinates[] expected4 = { test2, test3, test1 }; Coordinates[] expected5 = { test3, test1, test2 }; Coordinates[] expected6 = { test3, test2, test1 }; //Act Coordinates[] result = crawler.shuffle(testor); //Assert if (result == expected1) { Assert.AreEqual(result, expected1); } else if (result == expected2) { Assert.AreEqual(result, expected1); } else if (result == expected3) { Assert.AreEqual(result, expected2); } else if (result == expected4) { Assert.AreEqual(result, expected4); } else if (result == expected5) { Assert.AreEqual(result, expected5); } else if (result == expected6) { Assert.AreEqual(result, expected6); } }
/// <summary> /// start the facebookcrawler with a list of cities /// </summary> /// <param name="cities"></param> protected void runGridSearch(object o, DoWorkEventArgs args) { var cities = getAllCitiesFromDb(); //check when city got last time fetched cities.Sort((x, y) => DateTime.Compare(x.lastCheckedTime, y.lastCheckedTime)); var parallelOptions = new ParallelOptions { MaxDegreeOfParallelism = 3 }; //do parallel crawling with MaxDegreeOfParallelism(Value) threads Parallel.ForEach(cities, parallelOptions, city => { FbCrawler fbCrawler = new FbCrawler(); writeCityLog(city); city.lastCheckedTime = DateTime.Now; cityRepo.UpdateAsync(city); fbCrawler.performCrawlingForCity(city); var waitTask = cityRepo.UpdateAsync(city); waitTask.Wait(); }); }