private void AddNextStep(List <ScrapingConfigBase> configList, ScrapingConfigBase step) { var nextSteps = configList.Where(x => x.ParentId == step.StepId).ToList(); if (nextSteps.Any()) { foreach (var nextStep in nextSteps) { AddNextStep(configList, nextStep); step.Add(nextStep); } } }
public void RunScraping(Dictionary <string, List <Dictionary <string, string> > > data, ScrapingConfigBase config) { config.SetResponseData(data); var json1 = JsonConvert.SerializeObject(config); config.Execute(); }
public DataExtractionStepIterator(ScrapingConfigBase stepConfig) { _stepConfig = stepConfig; }