public override void Execute()
{
IEnumerator iEnumerator = NextSteps.GetEnumerator();
foreach (var depend in _dependData)
{
// Create Temp Data to store
var scrapingResult = new List <Dictionary <string, string> >();
// Execute Child Step
while (iEnumerator.MoveNext())
{
ScrapingConfigBase config = (ScrapingConfigBase)iEnumerator.Current;
var dependData = new List <string> {
depend
};
config.SetDepentData(dependData);
config.SetStoreData(scrapingResult);
config.Execute();
}
iEnumerator.Reset();
// Store to Memmory
StoreData(scrapingResult);
}
}
protected virtual void ExcuteChildConfig(IEnumerator iEnumerator)
{
while (iEnumerator.MoveNext())
{
ScrapingConfigBase config = (ScrapingConfigBase)iEnumerator.Current;
config.SetDepentData(_tempData);
config.SetStoreData(_storeData);
config.Execute();
}
}
protected override void ExcuteChildConfig(IEnumerator iEnumerator)
{
// Quit Webdriver If WebDriver use in childs step
var childTypes = new List <StepType>();
SetStepTypeOfChilds(childTypes);
while (iEnumerator.MoveNext())
{
ScrapingConfigBase config = (ScrapingConfigBase)iEnumerator.Current;
config.SetDepentData(_tempData);
config.SetStoreData(_storeData);
if (childTypes.Any(x => x == StepType.WebDriver))
{
config.SetWebDriver(_webDrive);
}
config.Execute();
}
iEnumerator.Reset();
}
private void ProcessData(string document, IEnumerator iEnumerator)
{
var collectData = ScrapeData(document);
foreach (var data in collectData)
{
_tempData = new List <string>();
var catchdata = new Dictionary <string, string>
{
{ data.Key, data.Value }
};
this.StoreToTempData(catchdata);
// Execute Child Step
while (iEnumerator.MoveNext())
{
ScrapingConfigBase config = (ScrapingConfigBase)iEnumerator.Current;
config.SetDepentData(_tempData);
config.SetStoreData(_storeData);
config.Execute();
}
iEnumerator.Reset();
}
}
