private void ParsingPage(string url)
{
var s = DownloadString.DownL1251(url);
if (string.IsNullOrEmpty(s))
{
Log.Logger("Empty string in ParserPage()", url);
return;
}
var htmlDoc = new HtmlDocument();
htmlDoc.LoadHtml(s);
var tens =
htmlDoc.DocumentNode.SelectNodes("//ul[@class = 'tenders_list']/li[@class = 'tenders_item']") ??
new HtmlNodeCollection(null);
foreach (var a in tens)
{
try
{
ParserTender(a);
}
catch (Exception e)
{
Log.Logger(e);
}
}
}
private void GetPage(string url)
{
var s = DownloadString.DownL1251(url);
var doc = new XmlDocument();
doc.LoadXml(s);
var jsons = JsonConvert.SerializeXmlNode(doc);
var json = JObject.Parse(jsons);
var tenders = GetElements(json, "source.tender");
foreach (var t in tenders)
{
try
{
ParserTenderObj(t);
}
catch (Exception e)
{
Log.Logger($"Error in {GetType().Name}.{System.Reflection.MethodBase.GetCurrentMethod().Name}",
e);
}
}
}
public void ParsingTender()
{
var s = DownloadString.DownL1251(_tn.Href);
if (string.IsNullOrEmpty(s))
{
Log.Logger("Empty string in ParsingTender()", _tn.Href);
return;
}
var htmlDoc = new HtmlDocument();
htmlDoc.LoadHtml(s);
using (var connect = ConnectToDb.GetDbConnection())
{
connect.Open();
var selectTend =
$"SELECT id_tender FROM {AppBuilder.Prefix}tender WHERE purchase_number = @purchase_number AND end_date = @end_date AND type_fz = @type_fz AND doc_publish_date = @doc_publish_date AND notice_version = @notice_version";
var cmd = new MySqlCommand(selectTend, connect);
cmd.Prepare();
cmd.Parameters.AddWithValue("@purchase_number", _tn.PurNum);
cmd.Parameters.AddWithValue("@end_date", _tn.DateEnd);
cmd.Parameters.AddWithValue("@type_fz", TypeFz);
cmd.Parameters.AddWithValue("@doc_publish_date", _tn.DatePub);
cmd.Parameters.AddWithValue("@notice_version", _tn.Status);
var dt = new DataTable();
var adapter = new MySqlDataAdapter {
SelectCommand = cmd
};
adapter.Fill(dt);
if (dt.Rows.Count > 0)
{
//Log.Logger("This tender is exist in base", PurNum);
return;
}
var dateUpd = DateTime.Now;
var cancelStatus = 0;
var updated = false;
var selectDateT =
$"SELECT id_tender, date_version, cancel FROM {AppBuilder.Prefix}tender WHERE purchase_number = @purchase_number AND type_fz = @type_fz";
var cmd2 = new MySqlCommand(selectDateT, connect);
cmd2.Prepare();
cmd2.Parameters.AddWithValue("@purchase_number", _tn.PurNum);
cmd2.Parameters.AddWithValue("@type_fz", TypeFz);
var adapter2 = new MySqlDataAdapter {
SelectCommand = cmd2
};
var dt2 = new DataTable();
adapter2.Fill(dt2);
foreach (DataRow row in dt2.Rows)
{
//DateTime dateNew = DateTime.Parse(pr.DatePublished);
updated = true;
if (dateUpd >= (DateTime)row["date_version"])
{
row["cancel"] = 1;
//row.AcceptChanges();
//row.SetModified();
}
else
{
cancelStatus = 1;
}
}
var commandBuilder =
new MySqlCommandBuilder(adapter2)
{
ConflictOption = ConflictOption.OverwriteChanges
};
adapter2.Update(dt2);
var printForm = _tn.Href;
var customerId = 0;
var organiserId = 0;
if (!string.IsNullOrEmpty(_tn.OrgName))
{
var selectOrg =
$"SELECT id_organizer FROM {AppBuilder.Prefix}organizer WHERE full_name = @full_name";
var cmd3 = new MySqlCommand(selectOrg, connect);
cmd3.Prepare();
cmd3.Parameters.AddWithValue("@full_name", _tn.OrgName);
var dt3 = new DataTable();
var adapter3 = new MySqlDataAdapter {
SelectCommand = cmd3
};
adapter3.Fill(dt3);
if (dt3.Rows.Count > 0)
{
organiserId = (int)dt3.Rows[0].ItemArray[0];
}
else
{
var phone = "";
var email = "";
var contactPerson = "";
var addOrganizer =
$"INSERT INTO {AppBuilder.Prefix}organizer SET full_name = @full_name, contact_phone = @contact_phone, contact_person = @contact_person, contact_email = @contact_email";
var cmd4 = new MySqlCommand(addOrganizer, connect);
cmd4.Prepare();
cmd4.Parameters.AddWithValue("@full_name", _tn.OrgName);
cmd4.Parameters.AddWithValue("@contact_phone", phone);
cmd4.Parameters.AddWithValue("@contact_person", contactPerson);
cmd4.Parameters.AddWithValue("@contact_email", email);
cmd4.ExecuteNonQuery();
organiserId = (int)cmd4.LastInsertedId;
}
}
GetEtp(connect, out var idEtp);
GetPlacingWay(connect, out var idPlacingWay);
var navigator = (HtmlNodeNavigator)htmlDoc.CreateNavigator();
var biddingDateT = (navigator
.SelectSingleNode(
"//td[span[contains(., 'начала') and contains(., 'торгов')]]/following-sibling::td/span")
?.Value ?? "").Trim();
biddingDateT = Regex.Replace(biddingDateT, @"\s+", " ");
var biddingDate = biddingDateT.ParseDateUn("dd.MM.yyyy HH:mm");
if (biddingDate != DateTime.MinValue)
{
biddingDate = biddingDate.AddHours(-4);
}
var scoringDateT = (navigator
.SelectSingleNode(
"//td[span[contains(., 'вскрытия') and contains(., 'конвертов')]]/following-sibling::td/span")
?.Value ?? "").Trim();
scoringDateT = Regex.Replace(scoringDateT, @"\s+", " ");
var scoringDate = scoringDateT.ParseDateUn("dd.MM.yyyy");
if (scoringDate != DateTime.MinValue)
{
scoringDate = scoringDate.AddHours(-4);
}
var insertTender =
$"INSERT INTO {AppBuilder.Prefix}tender SET id_region = @id_region, id_xml = @id_xml, purchase_number = @purchase_number, doc_publish_date = @doc_publish_date, href = @href, purchase_object_info = @purchase_object_info, type_fz = @type_fz, id_organizer = @id_organizer, id_placing_way = @id_placing_way, id_etp = @id_etp, end_date = @end_date, scoring_date = @scoring_date, bidding_date = @bidding_date, cancel = @cancel, date_version = @date_version, num_version = @num_version, notice_version = @notice_version, xml = @xml, print_form = @print_form";
var cmd9 = new MySqlCommand(insertTender, connect);
cmd9.Prepare();
cmd9.Parameters.AddWithValue("@id_region", 0);
cmd9.Parameters.AddWithValue("@id_xml", _tn.PurNum);
cmd9.Parameters.AddWithValue("@purchase_number", _tn.PurNum);
cmd9.Parameters.AddWithValue("@doc_publish_date", _tn.DatePub);
cmd9.Parameters.AddWithValue("@href", _tn.Href);
cmd9.Parameters.AddWithValue("@purchase_object_info", _tn.PurName);
cmd9.Parameters.AddWithValue("@type_fz", TypeFz);
cmd9.Parameters.AddWithValue("@id_organizer", organiserId);
cmd9.Parameters.AddWithValue("@id_placing_way", idPlacingWay);
cmd9.Parameters.AddWithValue("@id_etp", idEtp);
cmd9.Parameters.AddWithValue("@end_date", _tn.DateEnd);
cmd9.Parameters.AddWithValue("@scoring_date", scoringDate);
cmd9.Parameters.AddWithValue("@bidding_date", biddingDate);
cmd9.Parameters.AddWithValue("@cancel", cancelStatus);
cmd9.Parameters.AddWithValue("@date_version", dateUpd);
cmd9.Parameters.AddWithValue("@num_version", 1);
cmd9.Parameters.AddWithValue("@notice_version", _tn.Status);
cmd9.Parameters.AddWithValue("@xml", _tn.Href);
cmd9.Parameters.AddWithValue("@print_form", printForm);
var resInsertTender = cmd9.ExecuteNonQuery();
var idTender = (int)cmd9.LastInsertedId;
Counter(resInsertTender, updated);
if (!string.IsNullOrEmpty(_tn.OrgName))
{
var selectCustomer =
$"SELECT id_customer FROM {AppBuilder.Prefix}customer WHERE full_name = @full_name";
var cmd13 = new MySqlCommand(selectCustomer, connect);
cmd13.Prepare();
cmd13.Parameters.AddWithValue("@full_name", _tn.OrgName);
var reader7 = cmd13.ExecuteReader();
if (reader7.HasRows)
{
reader7.Read();
customerId = (int)reader7["id_customer"];
reader7.Close();
}
else
{
reader7.Close();
var insertCustomer =
$"INSERT INTO {AppBuilder.Prefix}customer SET reg_num = @reg_num, full_name = @full_name, is223=1";
var cmd14 = new MySqlCommand(insertCustomer, connect);
cmd14.Prepare();
var customerRegNumber = Guid.NewGuid().ToString();
cmd14.Parameters.AddWithValue("@reg_num", customerRegNumber);
cmd14.Parameters.AddWithValue("@full_name", _tn.OrgName);
cmd14.ExecuteNonQuery();
customerId = (int)cmd14.LastInsertedId;
}
}
var finSource = (navigator
.SelectSingleNode(
"//td[span[contains(., 'Источник финансирования')]]/following-sibling::td/span")
?.Value ?? "").Trim();
var deliveryPlace = (navigator
.SelectSingleNode(
"//td[span[contains(., 'Место') and contains(., 'поставки')]]/following-sibling::td/span")
?.Value ?? "").Trim();
var deliveryTerm = (navigator
.SelectSingleNode(
"//td[span[contains(., 'Сроки') and contains(., 'поставки')]]/following-sibling::td/span")
?.Value ?? "").Trim();
var nmck = (navigator
.SelectSingleNode(
"//td[span[contains(., 'Начальная') and contains(., 'цена')]]/following-sibling::td/a")
?.Value ?? "").Trim();
nmck = nmck.Replace(" ", "").Replace(",", ".");
nmck = Regex.Replace(nmck, @"\s+", "");
var lots = htmlDoc.DocumentNode.SelectNodes(
"//table[@id = 'MainContent_carTabPage_dgProducts_LotPage']//tr") ??
new HtmlNodeCollection(null);
if (lots.Count == 0)
{
var lotNum = 1;
var insertLot =
$"INSERT INTO {AppBuilder.Prefix}lot SET id_tender = @id_tender, lot_number = @lot_number, max_price = @max_price, currency = @currency, finance_source = @finance_source";
var cmd18 = new MySqlCommand(insertLot, connect);
cmd18.Prepare();
cmd18.Parameters.AddWithValue("@id_tender", idTender);
cmd18.Parameters.AddWithValue("@lot_number", lotNum);
cmd18.Parameters.AddWithValue("@max_price", nmck);
cmd18.Parameters.AddWithValue("@currency", "");
cmd18.Parameters.AddWithValue("@finance_source", finSource);
cmd18.ExecuteNonQuery();
var idLot = (int)cmd18.LastInsertedId;
var insertLotitem =
$"INSERT INTO {AppBuilder.Prefix}purchase_object SET id_lot = @id_lot, id_customer = @id_customer, name = @name, sum = @sum";
var cmd19 = new MySqlCommand(insertLotitem, connect);
cmd19.Prepare();
cmd19.Parameters.AddWithValue("@id_lot", idLot);
cmd19.Parameters.AddWithValue("@id_customer", customerId);
cmd19.Parameters.AddWithValue("@name", _tn.PurName);
cmd19.Parameters.AddWithValue("@sum", nmck);
cmd19.ExecuteNonQuery();
if (!string.IsNullOrEmpty(deliveryPlace) || !string.IsNullOrEmpty(deliveryTerm))
{
var insertCustomerRequirement =
$"INSERT INTO {AppBuilder.Prefix}customer_requirement SET id_lot = @id_lot, id_customer = @id_customer, delivery_place = @delivery_place, max_price = @max_price, delivery_term = @delivery_term";
var cmd16 = new MySqlCommand(insertCustomerRequirement, connect);
cmd16.Prepare();
cmd16.Parameters.AddWithValue("@id_lot", idLot);
cmd16.Parameters.AddWithValue("@id_customer", customerId);
cmd16.Parameters.AddWithValue("@delivery_place", deliveryPlace);
cmd16.Parameters.AddWithValue("@max_price", nmck);
cmd16.Parameters.AddWithValue("@delivery_term", deliveryTerm);
cmd16.ExecuteNonQuery();
}
}
else
{
lots.RemoveAt(0);
foreach (var lot in lots)
{
try
{
var numLotT = (lot.SelectSingleNode(".//td[1]")
?.InnerText ?? "1").Trim();
var lotNum = int.Parse(numLotT);
var nameLot = (lot.SelectSingleNode(".//td[2]/a")
?.InnerText ?? "").Trim();
nameLot = nameLot.Replace(" ", " ");
var hrefLot = (lot.SelectSingleNode(".//td[2]/a")
?.Attributes["href"]?.Value ?? "").Trim();
var okei = (lot.SelectSingleNode(".//td[3]")
?.InnerText ?? "").Trim();
var quantity = (lot.SelectSingleNode(".//td[4]")
?.InnerText ?? "").Trim();
var nmckLot = (lot.SelectSingleNode(".//td[5]")
?.InnerText ?? "").Trim();
nmckLot = nmckLot.Replace(" ", "").Replace(",", ".");
nmckLot = Regex.Replace(nmckLot, @"\s+", "");
var insertLot =
$"INSERT INTO {AppBuilder.Prefix}lot SET id_tender = @id_tender, lot_number = @lot_number, max_price = @max_price, currency = @currency, finance_source = @finance_source";
var cmd18 = new MySqlCommand(insertLot, connect);
cmd18.Prepare();
cmd18.Parameters.AddWithValue("@id_tender", idTender);
cmd18.Parameters.AddWithValue("@lot_number", lotNum);
cmd18.Parameters.AddWithValue("@max_price", nmckLot);
cmd18.Parameters.AddWithValue("@currency", "");
cmd18.Parameters.AddWithValue("@finance_source", finSource);
cmd18.ExecuteNonQuery();
var idLot = (int)cmd18.LastInsertedId;
if (!string.IsNullOrEmpty(deliveryPlace) || !string.IsNullOrEmpty(deliveryTerm))
{
var insertCustomerRequirement =
$"INSERT INTO {AppBuilder.Prefix}customer_requirement SET id_lot = @id_lot, id_customer = @id_customer, delivery_place = @delivery_place, max_price = @max_price, delivery_term = @delivery_term";
var cmd16 = new MySqlCommand(insertCustomerRequirement, connect);
cmd16.Prepare();
cmd16.Parameters.AddWithValue("@id_lot", idLot);
cmd16.Parameters.AddWithValue("@id_customer", customerId);
cmd16.Parameters.AddWithValue("@delivery_place", deliveryPlace);
cmd16.Parameters.AddWithValue("@max_price", nmck);
cmd16.Parameters.AddWithValue("@delivery_term", deliveryTerm);
cmd16.ExecuteNonQuery();
}
if (!string.IsNullOrEmpty(hrefLot))
{
hrefLot = $"http://agro.zakupki.tomsk.ru/Competition/{hrefLot}";
hrefLot = hrefLot.Replace("&", "&");
var po = DownloadString.DownL1251(hrefLot);
if (string.IsNullOrEmpty(po))
{
Log.Logger("Empty string in parser PO", hrefLot);
continue;
}
var htmlPo = new HtmlDocument();
htmlPo.LoadHtml(po);
var poList =
htmlPo.DocumentNode.SelectNodes(
"//table[@rules = 'all' and @bordercolor = 'black']//tr") ??
new HtmlNodeCollection(null);
if (poList.Count != 0)
{
poList.RemoveAt(0);
foreach (var pp in poList)
{
var namePo = (pp.SelectSingleNode(".//td[1]/span")
?.InnerText ?? "").Trim();
namePo = $"{nameLot} {namePo}".Trim();
namePo = namePo.Replace(" ", " ");
var okeiP = (pp.SelectSingleNode(".//td[2]/span")
?.InnerText ?? "").Trim();
okeiP = okeiP.Replace(" ", " ");
var quantityP = (pp.SelectSingleNode(".//td[3]/span")
?.InnerText ?? "").Trim();
quantityP = quantityP.Replace(" ", "").Replace(",", ".");
quantityP = Regex.Replace(quantityP, @"\s+", "");
var insertLotitem =
$"INSERT INTO {AppBuilder.Prefix}purchase_object SET id_lot = @id_lot, id_customer = @id_customer, name = @name, quantity_value = @quantity_value, okei = @okei, customer_quantity_value = @customer_quantity_value";
var cmd19 = new MySqlCommand(insertLotitem, connect);
cmd19.Prepare();
cmd19.Parameters.AddWithValue("@id_lot", idLot);
cmd19.Parameters.AddWithValue("@id_customer", customerId);
cmd19.Parameters.AddWithValue("@name", namePo);
cmd19.Parameters.AddWithValue("@quantity_value", quantityP);
cmd19.Parameters.AddWithValue("@okei", okeiP);
cmd19.Parameters.AddWithValue("@customer_quantity_value", quantityP);
cmd19.ExecuteNonQuery();
}
}
}
}
catch (Exception e)
{
Log.Logger(e);
}
}
}
TenderKwords(connect, idTender);
AddVerNumber(connect, _tn.PurNum, TypeFz);
}
}
