public async Task Should_Add_A_Global_Raw_Data_To_Database() { var collectionName = _rawDataFixture.Configuration.TryGet("SAURON_MONGO_DB_DATABASE_GLOBAL_COLLECTION"); var source = _rawDataFixture.Configuration.TryGet("SAURON_CRAWLER_GLOBAL_SOURCE"); var filter = Filter.Create().AddParameter("data", "07/2019"); var repository = _rawDataFixture.MockGlobalRawDataRepository(10, 10, source, filter); var rawData = await _globalWebCrawler.ExtractAsync(source, filter); repository.Invoking(act => act.AddAsync(collectionName, rawData)).Should().NotThrow(); }
public async Task Should_Add_A_Detail_Raw_Data_To_Database() { var collectionName = _rawDataFixture.Configuration.TryGet("SAURON_MONGO_DB_DATABASE_DETAIL_COLLECTION"); var source = _rawDataFixture.Configuration.TryGet("SAURON_CRAWLER_DETAIL_SOURCE"); var filter = Filter.Create().AddParameter("data", "07/2019").AddParameter("codVereador", "2c907f763ba9b074013bb8736b23014e"); var repository = _rawDataFixture.MockGlobalRawDataRepository(10, 10, source, filter); var rawData = await _detailWebCrawler.ExtractAsync(source, filter); repository.Invoking(act => act.AddAsync(collectionName, rawData)).Should().NotThrow(); }
private Task <RawData> ExtractRawDataAsync(IFilter filter) { return(_webCrawler.ExtractAsync(Source, filter)); }