Example #1
0
        private async Task ScrapProcessAsync(InputDataLists inputDataLists)
        {
            foreach (var keyword in inputDataLists.Keywords)
            {
                foreach (var location in inputDataLists.Locations)
                {
                    foreach (var domain in inputDataLists.Domains)
                    {
                        foreach (var site in inputDataLists.Sites)
                        {
                            var inputData = new InputData
                            {
                                Keyword  = keyword,
                                Domain   = domain,
                                Location = location,
                                Site     = site,
                            };

                            var persons = await _scrapper.GetPersonsAsync(inputData);

                            await _dataHandler.HandleEntitiesAsync(persons);

                            Notify?.Invoke(this, new ScrapperEventArgs(inputData));
                            _log.Info(inputData.ToString());
                        }
                    }
                }
            }
        }
Example #2
0
 public InputDataProvider(IFileReader fileReader)
 {
     _fileReader = fileReader;
     Data        = new InputDataLists();
 }