static void Main(string[] args)
{
var logger = new ConsoleLogger();
var options = new Options();
if (Parser.Default.ParseArguments(args, options))
{
try
{
var indexer = new DefaultIndexer();
var json = File.ReadAllText(options.BatchPath);
var jobs = JsonConvert.DeserializeObject <Job[]>(json);
var container = new DefaultContainer(indexer, logger, null);
var staticSite = new StaticSite(container);
var publish = staticSite.PublishAsync <Metadata>(jobs);
Task.WaitAll(publish);
}
catch (Exception e)
{
logger.Log(string.Format("Error during publish '{0}'", e.InnerException.Message));
}
}
else
{
logger.Log("Unable to parse arguments");
}
}
private void btnScrapp_Click(object sender, EventArgs e)
{
if (productInfoList.Count == 0)
{
MessageBox.Show("Selected Sheet is empty");
return;
}
SqlServerOperation operation = SqlServerOperation.Instance;
operation.SetDataSets(dataSets.SelectedItem.ToString(), tblName.SelectedItem.ToString());
bool updateFlag = updCheck.Checked;
Browser browser = new Browser(Browser.Type.CHROME, false);
Puller dataPuller = new Puller();
foreach (var info in productInfoList)
{
try
{
if (!templates.ContainsKey(info.Template))
{
if (!ReadTemplate(info.Template))
{
Log.Exception("Scrapping failed for " + info.Url);
continue;
}
}
DataModel dataModel = templates[info.Template];
if (staticRb.Checked)
{
StaticSite target = new StaticSite(browser, dataModel.name, info.Url, dataModel, 1, info.LastPageNo, info.Name, dataModel.nextPageSelectorElement, int.Parse(siteLoad.Text), int.Parse(pageLoad.Text), dataModel.siteActions, dataModel.pageActions);
dynamic sitena = dataPuller.PullData(target, updateFlag);
}
else
{
DynamicSite target = new DynamicSite(browser, dataModel.name, info.Url, dataModel, info.Url, urlSplitterTb.Text, int.Parse(incTb.Text), info.Name, int.Parse(siteLoad.Text), int.Parse(pageLoad.Text), dataModel.siteActions, dataModel.pageActions, 1, info.LastPageNo);
dynamic sitena = dataPuller.PullData(target, updateFlag);
}
}
catch (Exception ex)
{
Log.Exception("Scrapping failed for " + info.Url);
}
}
MessageBox.Show("Scrapping has been completed !!");
}
