private void btnScrapp_Click(object sender, EventArgs e) { if (productInfoList.Count == 0) { MessageBox.Show("Selected Sheet is empty"); return; } SqlServerOperation operation = SqlServerOperation.Instance; operation.SetDataSets(dataSets.SelectedItem.ToString(), tblName.SelectedItem.ToString()); bool updateFlag = updCheck.Checked; Browser browser = new Browser(Browser.Type.CHROME, false); Puller dataPuller = new Puller(); foreach (var info in productInfoList) { try { if (!templates.ContainsKey(info.Template)) { if (!ReadTemplate(info.Template)) { Log.Exception("Scrapping failed for " + info.Url); continue; } } DataModel dataModel = templates[info.Template]; if (staticRb.Checked) { StaticSite target = new StaticSite(browser, dataModel.name, info.Url, dataModel, 1, info.LastPageNo, info.Name, dataModel.nextPageSelectorElement, int.Parse(siteLoad.Text), int.Parse(pageLoad.Text), dataModel.siteActions, dataModel.pageActions); dynamic sitena = dataPuller.PullData(target, updateFlag); } else { DynamicSite target = new DynamicSite(browser, dataModel.name, info.Url, dataModel, info.Url, urlSplitterTb.Text, int.Parse(incTb.Text), info.Name, int.Parse(siteLoad.Text), int.Parse(pageLoad.Text), dataModel.siteActions, dataModel.pageActions, 1, info.LastPageNo); dynamic sitena = dataPuller.PullData(target, updateFlag); } } catch (Exception ex) { Log.Exception("Scrapping failed for " + info.Url); } } MessageBox.Show("Scrapping has been completed !!"); }
private void updSchema_Click(object sender, EventArgs e) { var dbName = dataSets.SelectedItem; var tbl = tblName.SelectedItem; SqlServerOperation operation = SqlServerOperation.Instance; operation.SetDataSets(dbName.ToString(), tbl.ToString()); if (siteDataModel == null) { GetDataFromControls(); } if (operation.CreateTable(siteDataModel)) { MessageBox.Show("Schema Updated"); } }