public async Task <SearchRet> WebSearch(string devId, string savePath, string pathForKvart)
{
//сделаем поисковый запрос
var retSearch = new SearchRet();
var webReqLog = (HttpWebRequest)WebRequest.Create(MainRef + "/buildings");
webReqLog.Method = Utility.Post;
webReqLog.SendChunked = false;
webReqLog.KeepAlive = true;
webReqLog.Referer = MainRef + "\\buildings";
webReqLog.AllowAutoRedirect = true;
webReqLog.CookieContainer = _cook;
webReqLog.UserAgent = Utility.UserAgent;
webReqLog.Accept = "*/*";
const string boundary = "---------------------------7dffc53902e0";
webReqLog.ContentType = Utility.ContentTypeMultipart + "; boundary=" + boundary;
webReqLog.ServicePoint.Expect100Continue = false;
var findString = "--" + boundary + "\r\n";
findString += "Content-Disposition: form-data; name=\"NewSearchFormFull[developer]\"\r\n\r\n";
findString += devId + "\r\n";
findString += "--" + boundary + "\r\n";
findString += "--" + boundary + "--\r\n";
var byteArr = Encoding.UTF8.GetBytes(findString);
webReqLog.ContentLength = byteArr.Length;
webReqLog.GetRequestStream().Write(byteArr, 0, byteArr.Length);
webReqLog.Timeout = 30000;
var document = new HtmlDocument();
bool isPaged = true;
int pages = 1;
using (var webResLog = await webReqLog.GetResponseAsync())
{
retSearch.RefString = webResLog.ResponseUri.ToString();
}
retSearch.SubDirectory = new Dictionary <string, string>();
var referer = MainRef + "buildings";
do
{
try
{
webReqLog = (HttpWebRequest)WebRequest.Create(retSearch.RefString + $"&page={pages}");
webReqLog.Method = Utility.Get;
webReqLog.Headers.Add("X-Requested-With", "XMLHttpRequest");
webReqLog.SendChunked = false;
webReqLog.KeepAlive = true;
webReqLog.Referer = referer;
webReqLog.AllowAutoRedirect = true;
webReqLog.CookieContainer = _cook;
webReqLog.UserAgent = Utility.UserAgent;
webReqLog.Accept = "*/*";
webReqLog.ContentType = Utility.ContentTypeUrlEncoded;
webReqLog.ServicePoint.Expect100Continue = false;
webReqLog.Timeout = 30000;
using (var webResLog1 = await webReqLog.GetResponseAsync())
{
using (var stream = webResLog1.GetResponseStream())
{
if (stream != null)
{
var sr = new StreamReader(stream);
document.Load(sr);
}
else
{
ErrWebResponse.Add("Ошибка при загрузке объекта " + devId + "\n" + "stream == null");
return(null);
}
//найдем объекты
var table_lines = document.DocumentNode.SelectNodes("//tr[@class = 'table-line']");
//var li = document.DocumentNode.SelectNodes("//li[@class = 'title']");
foreach (var tab in table_lines)
{
var a = tab.SelectSingleNode(".//td[@data-href]");//li1.ChildNodes.Where(c => c.Name == "a").ToList();
var title_td = tab.SelectSingleNode(".//td");
if (a == null)
{
continue;
}
var title = title_td.InnerText;
if (title_td.HasChildNodes)
{
title = title_td.FirstChild.InnerText;
}
title = Regex.Replace(title, "[<>\"*:/?\\|\n\t\r]", "");
var href = a.GetAttributeValue("data-href", "");
href = href.Substring(0, href.IndexOf("layout", StringComparison.InvariantCulture));
href += "materials";
retSearch.SubDirectory.Add(title, MainRef + href);
retSearch.DevSaveDirPath = savePath;
retSearch.KvartSaveDirPath = pathForKvart;
}
//теперь проверим на страницы
isPaged = false;
var lipage = document.DocumentNode.SelectNodes("//li[@class = 'next']");
if (lipage != null)
{
isPaged = true;
pages += 1;
referer = retSearch.RefString;
}
}
}
}
catch (WebException e)
{
ErrWebResponse.Add("Ошибка при загрузке объекта " + devId + "\n" + e.Message);
return(null);
}
catch (Exception ex)
{
ErrList.Add("Ошибка при загрузке объекта " + devId + "\n" + ex.Message);
return(null);
}
} while (isPaged);
return(retSearch);
}
public void InitQueue()
{
NewFileQueue = new ConcurrentQueue <string>();
ErrWebResponse.Clear();
ErrList.Clear();
}
public async Task <GetRefRet> LoadSubRef(string subRef, string key, string padd)
{
try
{
var subDirRet = new GetRefRet();
var webReq = (HttpWebRequest)WebRequest.Create(subRef);
webReq.Method = Utility.Get;
webReq.Headers.Add("X-Requested-With", "XMLHttpRequest");
webReq.KeepAlive = true;
webReq.AllowAutoRedirect = false;
webReq.CookieContainer = _cook;
webReq.UseDefaultCredentials = true;
webReq.UserAgent = Utility.UserAgent;
webReq.Referer = MainRef;
webReq.Timeout = 30000;
var document = new HtmlDocument();
using (var webRes = await webReq.GetResponseAsync())
{
using (var stream = webRes.GetResponseStream())
{
if (stream == null)
{
ErrWebResponse.Add("Ошибка при загрузке объекта " + key + "\n" + "stream == null");
return(null);
}
var sr = new StreamReader(stream);
document.Load(sr);
subDirRet.Document = document;
subDirRet.SubDictionary = new Dictionary <string, string>();
var allLi = document.DocumentNode.SelectNodes("//li[@class='directory collapsed']");
if (allLi == null)
{
return(subDirRet);
}
foreach (var li in allLi)
{
if (!li.HasChildNodes || li.ChildNodes.Count <= 1 || li.ChildNodes[1].Name != "div")
{
continue;
}
var div = li.ChildNodes[1];
if (!div.HasChildNodes || div.ChildNodes.Count <= 1 || div.ChildNodes[1].Name != "h3")
{
continue;
}
var dirName = div.ChildNodes[1].InnerText;
var refTemp = div.GetAttributeValue("data-path", "");
var dirRef = MainRef + refTemp;
if (key != "")
{
dirName = key + padd + dirName;
}
if (refTemp.Length > 0)
{
subDirRet.SubDictionary.Add(dirName, dirRef);
}
}
return(subDirRet);
}
}
}
catch (WebException e)
{
ErrWebResponse.Add("Ошибка при загрузке объекта " + key + "\n" + e.Message);
return(null);
}
catch (Exception ex)
{
ErrList.Add("Ошибка при загрузке объекта " + key + "\n" + ex.Message);
return(null);
}
}
public async Task DownloadFile(HtmlDocument document, string subDirPath)
{
var arefalls = document.DocumentNode.SelectNodes("//div[@class='header']");
if (arefalls == null)
{
return;
}
var fileName = "";
foreach (var arefall in arefalls)
{
try
{
var tempref = arefall.ChildNodes[1].ChildNodes[0].GetAttributeValue("href", "");
if (tempref == "")
{
continue;
}
var downloadref = tempref;
fileName = arefall.ChildNodes[1].InnerText;
var isfindStr = false;
var xmlsavedirpath = subDirPath.Substring(_saveDirPath.Length,
subDirPath.Length - _saveDirPath.Length);
string outfilePath;
if (!subDirPath.ToLower().Contains("квартирог"))
{
//занесем путь в список
var findStr = _findList.Find(c => c == xmlsavedirpath + "\\" + fileName);
if (findStr != null)
{
isfindStr = true;
}
else
{
NewFileQueue.Enqueue(xmlsavedirpath + "\\" + fileName);
}
outfilePath = subDirPath + "\\" + fileName;
}
else
{
//когда квартирограмма, то надо сформировать имя файла
outfilePath = subDirPath + "_" + fileName;
//NewFileQueue.Enqueue(xmlsavedirpath + "_" + fileName);
}
if (isfindStr)
{
return;
}
var webReq = (HttpWebRequest)WebRequest.Create(downloadref);
webReq.Method = Utility.Get;
webReq.Headers.Add("X-Requested-With", "XMLHttpRequest");
webReq.KeepAlive = true;
webReq.AllowAutoRedirect = true;
webReq.CookieContainer = _cook;
webReq.UseDefaultCredentials = true;
webReq.UserAgent = Utility.UserAgent;
webReq.Proxy = null;
webReq.Referer = MainRef;
webReq.Timeout = 30000;
var webRes = await webReq.GetResponseAsync();
var webHttpRes = (HttpWebResponse)webRes;
if (webHttpRes.StatusDescription.ToLower().Contains("tempor"))
{
//файл временно перенесен, надо новый запрос
var temps = webRes.Headers["Location"];
var iso = Encoding.GetEncoding("iso-8859-1");
var utf8 = Encoding.UTF8;
var isoBytes = utf8.GetBytes(temps);
var utf8Bytes = Encoding.Convert(utf8, iso, isoBytes);
var templocation = utf8.GetString(utf8Bytes);
templocation = MainRef + templocation;
webReq = (HttpWebRequest)WebRequest.Create(templocation);
webReq.Method = Utility.Get;
webReq.Headers.Add("X-Requested-With", "XMLHttpRequest");
webReq.KeepAlive = true;
webReq.AllowAutoRedirect = true;
webReq.CookieContainer = _cook;
webReq.UseDefaultCredentials = true;
webReq.UserAgent = Utility.UserAgent;
webReq.Referer = MainRef;
webReq.Proxy = null;
webReq.Timeout = 30000;
webReq.ReadWriteTimeout = 40000;
webRes = await webReq.GetResponseAsync();
}
var fileStream = new FileStream(outfilePath, FileMode.Create, FileAccess.ReadWrite);
var responseStream = webRes.GetResponseStream();
if (responseStream != null)
{
await responseStream.CopyToAsync(fileStream);
fileStream.Close();
responseStream.Close();
}
OnEvDownloadComplete(outfilePath);
if (!outfilePath.ToLower().Contains("квартирог"))
{
DownloadFileCount += 1;
}
else
{
DownloadKvartCount += 1;
}
}
catch (WebException e)
{
//скорее всего файл не найден
ErrWebResponse.Add("Ошибка при загрузке объекта " + fileName + "\n" + e.Message);
ErrdownloadCount += 1;
throw;
}
catch (Exception ex)
{
ErrList.Add("Ошибка при загрузке объекта " + fileName + "\n" + ex.Message);
ErrdownloadCount += 1;
throw;
}
}
}
public async Task <GetDirRet> GetSubDir(string objName, SearchRet shr)
{
var retDic = new GetDirRet();
string tempRef;
var document = new HtmlDocument();
try
{
var webReq = (HttpWebRequest)WebRequest.Create(shr.SubDirectory[objName]);
webReq.Method = Utility.Get;
webReq.KeepAlive = true;
webReq.AllowAutoRedirect = false;
webReq.CookieContainer = _cook;
webReq.UseDefaultCredentials = true;
webReq.UserAgent = Utility.UserAgent;
webReq.Referer = shr.RefString;
webReq.Timeout = 30000;
retDic.DevSaveDirPath = shr.DevSaveDirPath;
retDic.KvartSaveDirPath = shr.KvartSaveDirPath;
retDic.ObjName = objName;
retDic.SubDirectory = new Dictionary <string, string>();
using (var webRes = await webReq.GetResponseAsync())
{
using (var stream = webRes.GetResponseStream())
{
if (stream != null)
{
var sr = new StreamReader(stream);
document.Load(sr);
var lineNum = document.DocumentNode.SelectSingleNode("//div[@id='docsContainer']");
var javas = document.DocumentNode.SelectNodes("//script");
var tempJava = javas.Where(c => c.Line > lineNum.Line).ToList();
if (tempJava.Any())
{
var tempJava1 = tempJava.First().InnerText;
tempRef = Regex.Match(tempJava1, @"'[\d\D]+?'").Value;
tempRef = tempRef.Replace("'", "");
}
else
{
sr.Close();
return(null);
}
sr.Close();
}
else
{
ErrWebResponse.Add("Ошибка при загрузке объекта " + objName + "\n" + "stream == null");
return(null);
}
}
}
}
catch (WebException e)
{
ErrWebResponse.Add("Ошибка при загрузке объекта " + objName + "\n" + e.Message);
return(null);
}
catch (Exception ex)
{
ErrList.Add("Ошибка при загрузке объекта " + objName + "\n" + ex.Message);
return(null);
}
//найдем ссылку на папки
if (tempRef == "")
{
ErrWebResponse.Add("Ошибка при загрузке объекта " + objName + "\n" + "tempRef == ''");
return(null);
}
try
{
var webReq1 = (HttpWebRequest)WebRequest.Create(MainRef + tempRef);
webReq1.Method = Utility.Get;
webReq1.KeepAlive = true;
webReq1.AllowAutoRedirect = false;
webReq1.CookieContainer = _cook;
webReq1.UseDefaultCredentials = true;
webReq1.UserAgent = Utility.UserAgent;
webReq1.Referer = shr.RefString;
webReq1.Timeout = 30000;
using (var webRes = await webReq1.GetResponseAsync())
{
using (var stream = webRes.GetResponseStream())
{
if (stream == null)
{
ErrWebResponse.Add("Ошибка при загрузке объекта " + objName + "\n" + "stream == null");
return(null);
}
var sr = new StreamReader(stream);
document.Load(sr);
var allLi = document.DocumentNode.SelectNodes("//li[@class='directory collapsed']");
if (allLi == null)
{
return(null);
}
foreach (var li in allLi)
{
if (!li.HasChildNodes || li.ChildNodes.Count <= 1 || li.ChildNodes[1].Name != "div")
{
continue;
}
var div = li.ChildNodes[1];
if (!div.HasChildNodes || div.ChildNodes.Count <= 1 || div.ChildNodes[1].Name != "h3")
{
continue;
}
var dirName = div.ChildNodes[1].InnerText;
var refTemp = div.GetAttributeValue("data-path", "");
var dirRef = MainRef + refTemp;
if (refTemp.Length > 0)
{
retDic.SubDirectory.Add(dirName, dirRef);
}
}
return(retDic);
}
}
}
catch (WebException e)
{
ErrWebResponse.Add("Ошибка при загрузке объекта " + objName + "\n" + e.Message);
return(null);
}
catch (Exception ex)
{
ErrList.Add("Ошибка при загрузке объекта " + objName + "\n" + ex.Message);
return(null);
}
}
public BaseResult UploadWGFiles(NoVerifyUploadWGFiles request)
{
BaseResult _br = new BaseResult();
if (string.IsNullOrEmpty(request.fpath))
{
throw new Exception("参数异常！");
}
var _year = null == request.year ? DateTime.Now.Year : request.year;
var newpath = System.Web.HttpContext.Current.Server.MapPath(request.fpath);
try
{
//导入数据
// var dt = Logic.Common.ExcelHelper.GetDataTable(newpath);
Workbook workbook = new Workbook();
workbook.Open(newpath);
Cells cells = workbook.Worksheets[0].Cells;
var dt = cells.ExportDataTable(0, 0, cells.MaxDataRow + 1, cells.MaxColumn + 1, true);
//移出表头
dt.Rows.RemoveAt(0);
dt.Rows.RemoveAt(0);
#region 基础数据集
//取出岗位
List <PostViewModel> postList = null;
using (var dbpost = DbFactory.Open())
{
var builderpost = dbpost.From <Model.Post.Post>();
postList = dbpost.Select <PostViewModel>(builderpost);
}
//取出adcd
List <VillageViewModel> adcdList = null;
using (var dbadcd = DbFactory.Open())
{
var builderadcd = dbadcd.From <ADCDInfo>();
if (adcd.Length == 15 && adcd.IndexOf("000000") > 0)//登陆的是乡镇用户
{
builderadcd.Where <ADCDInfo>(x => x.adcd.StartsWith(adcd.Substring(0, 9)) && x.adcd != adcd.ToString());
}
else if (adcd.Length == 6 && adcd.IndexOf("00") < 0)//登陆的是县级用户
{
builderadcd.Where <ADCDInfo>(x => x.adcd.StartsWith(adcd.Substring(0, 6)));
}
else if (adcd == GrassrootsFloodCtrlEnums.AreaCode.省级编码.ToString())//管理员
{
}
else
{
throw new Exception("登陆用户的所属行政区划编码不正确");
}
adcdList = dbadcd.Select <VillageViewModel>(builderadcd);
}
//取出责任人
List <VillageWorkingGroupViewModel> vlist = null;
using (var db = DbFactory.Open())
{
var builder = db.From <ADCDInfo>();
builder.LeftJoin <ADCDInfo, VillageWorkingGroup>((x, y) => x.adcd == y.VillageADCD);
if (adcd.Length == 15 && adcd.IndexOf("000000") > 0)//登陆的是乡镇用户
{
builder.Where <ADCDInfo>(x => x.adcd.StartsWith(adcd.Substring(0, 9)) && x.adcd != adcd.ToString());
}
else
{
throw new Exception("登陆用户的所属行政区划编码不正确");
}
builder.Where <VillageWorkingGroup>(y => y.VillageADCD != null && y.Year == _year);
builder.Select(" VillageWorkingGroup.*,ADCDInfo.adnm");
vlist = db.Select <VillageWorkingGroupViewModel>(builder);
}
#endregion
#region 校验
int i = 4;
List <ErrList> _erlist = new List <ErrList>();
foreach (DataRow dr in dt.Rows)
{
ErrList _el = new ErrList();
_el.rowid = i;
bool _c = false;
//村名匹配
var villageName = dr[0].ToString().Trim();
if (string.IsNullOrEmpty(villageName))
{
_c = false;
_el.msg = "第 " + i + " 行村名为空！";
}
else
{
var A = adcdList.Where <VillageViewModel>(w => w.adnm == villageName).FirstOrDefault();
if (null == A || string.IsNullOrEmpty(A.adcd))
{
_c = false;
_el.msg = "第 " + i + " 行村名和系统里标注的村名不匹配！新增村名导入前请先标注<br/>";
}
else
{
_c = true;
}
}
//岗位匹配
var postName = dr[1].ToString().Trim();
if (string.IsNullOrEmpty(postName))
{
_c = false;
_el.msg = "第 " + i + " 行岗位名为空！";
}
else
{
var B = postList.Where <PostViewModel>(w => w.PostName == postName).FirstOrDefault();
if (null == B || string.IsNullOrEmpty(B.PostName))
{
_c = false;
_el.msg = "第 " + i + " 行岗位名称和系统里的岗位名称不匹配！新增岗位请先到“岗位管理”栏目设置后,重新下载模板";
}
else
{
_c = true;
}
}
//责任人
var personName = dr[2].ToString();
if (string.IsNullOrEmpty(personName))
{
_c = false;
_el.msg = "第 " + i + " 行责任人为空！";
}
else
{
_c = true;
personName = dr[2].ToString().Trim();
}
//手机
var handphone = dr[4].ToString();
if (string.IsNullOrEmpty(handphone))
{
_el.msg = "第 " + i + " 行责任人联系方式为空！";
}
else if (!ValidatorHelper.IsMobile(handphone) && !ValidatorHelper.IsTelephone(handphone))
{
_el.msg = "第 " + i + " 行责任人联系方式格式错误！手机或小灵通(格式:区号'-'号码)";
}
else
{
}
//同村,同岗,同责任人验证
if (_c)
{
var checkPerson = vlist.Where <VillageWorkingGroupViewModel>(w => w.adnm == villageName && w.Post == postName && w.PersonLiable == personName && w.Year == _year.ToString()).FirstOrDefault();
if (null != checkPerson)
{
_el.msg = "第 " + i + " 行有同村,同岗,同责任人的重复数据！";
}
}
if (!string.IsNullOrEmpty(_el.msg))
{
_erlist.Add(_el);
}
i++;
}
_br.ErrorList = _erlist;
if (_br.ErrorList.Count > 0)
{
_br.IsSuccess = false;
_br.ErrorMsg = "数据异常,请查看数据异常提醒！";
return(_br);
}
#endregion
#region 取出数据写入实体类
foreach (DataRow dr in dt.Rows)
{
//实例化责任人对象
VillageWorkingGroup item = new VillageWorkingGroup();
//获取组code
var A = adcdList.Where <VillageViewModel>(w => w.adnm == dr[0].ToString().Trim()).FirstOrDefault();
item.VillageADCD = A.adcd;
var B = postList.Where <PostViewModel>(w => w.PostName == dr[1].ToString().Trim()).FirstOrDefault();
item.Post = B.PostName;
item.PersonLiable = string.IsNullOrEmpty(dr[2].ToString()) ? "" : dr[2].ToString().Trim();
item.Position = string.IsNullOrEmpty(dr[3].ToString()) ? "" : dr[3].ToString().Trim();
item.HandPhone = string.IsNullOrEmpty(dr[4].ToString()) ? "" : dr[4].ToString().Trim();
item.Remarks = string.IsNullOrEmpty(dr[5].ToString()) ? "" : dr[5].ToString().Trim();
item.Year = _year;
item.AddTime = DateTime.Now;
#region 单条日志
operateLog log = new operateLog();
log.userName = RealName;
log.operateTime = DateTime.Now;
log.operateMsg = A.adcd + "村{" + _year + "}导入新增了工作组责任人{" + item.PersonLiable + "}的信息";
List <operateLog> listLog = new List <operateLog>();
listLog.Add(log);
item.operateLog = JsonTools.ObjectToJson(listLog);
#endregion
if (null != AuditNums && AuditNums.Value > 1)
{
item.AuditNums = AuditNums.Value + 1;
}
//写入数据库
using (var dbvwg = DbFactory.Open())
{
var builservwg = dbvwg.From <VillageWorkingGroup>();
if (dbvwg.Insert(item) == 1)
{
_br.IsSuccess = true;
}
else
{
throw new Exception("写入失败");
}
}
}
#region 日志
StringBuilder sb = new StringBuilder();
sb.Append("在栏目{组织责任/行政村防汛防台工作组}下,导入数据{" + dt.Rows.Count + "}条");
_ILogHelper.WriteLog(sb.ToString(), OperationTypeEnums.新增);
#endregion
_br.IsSuccess = true;
_br.ErrorMsg = "";
#endregion
}
catch (Exception ex)
{
_br.IsSuccess = false;
_br.ErrorMsg = "数据导入异常:" + ex.Message;
File.Delete(newpath);
}
finally
{
File.Delete(newpath);
}
return(_br);
}
/// <summary>
/// 添加异常到异常集合
/// </summary>
public void AddErr2List()
{
ErrList.Add(Err);
}