static void Main(string[] args) { var logger = new ConsoleLogger(); var options = new Options(); if (Parser.Default.ParseArguments(args, options)) { try { var indexer = new DefaultIndexer(); var json = File.ReadAllText(options.BatchPath); var jobs = JsonConvert.DeserializeObject <Job[]>(json); var container = new DefaultContainer(indexer, logger, null); var staticSite = new StaticSite(container); var publish = staticSite.PublishAsync <Metadata>(jobs); Task.WaitAll(publish); } catch (Exception e) { logger.Log(string.Format("Error during publish '{0}'", e.InnerException.Message)); } } else { logger.Log("Unable to parse arguments"); } }
private void btnScrapp_Click(object sender, EventArgs e) { if (productInfoList.Count == 0) { MessageBox.Show("Selected Sheet is empty"); return; } SqlServerOperation operation = SqlServerOperation.Instance; operation.SetDataSets(dataSets.SelectedItem.ToString(), tblName.SelectedItem.ToString()); bool updateFlag = updCheck.Checked; Browser browser = new Browser(Browser.Type.CHROME, false); Puller dataPuller = new Puller(); foreach (var info in productInfoList) { try { if (!templates.ContainsKey(info.Template)) { if (!ReadTemplate(info.Template)) { Log.Exception("Scrapping failed for " + info.Url); continue; } } DataModel dataModel = templates[info.Template]; if (staticRb.Checked) { StaticSite target = new StaticSite(browser, dataModel.name, info.Url, dataModel, 1, info.LastPageNo, info.Name, dataModel.nextPageSelectorElement, int.Parse(siteLoad.Text), int.Parse(pageLoad.Text), dataModel.siteActions, dataModel.pageActions); dynamic sitena = dataPuller.PullData(target, updateFlag); } else { DynamicSite target = new DynamicSite(browser, dataModel.name, info.Url, dataModel, info.Url, urlSplitterTb.Text, int.Parse(incTb.Text), info.Name, int.Parse(siteLoad.Text), int.Parse(pageLoad.Text), dataModel.siteActions, dataModel.pageActions, 1, info.LastPageNo); dynamic sitena = dataPuller.PullData(target, updateFlag); } } catch (Exception ex) { Log.Exception("Scrapping failed for " + info.Url); } } MessageBox.Show("Scrapping has been completed !!"); }