//private static ActionBlock<KeyValuePair<string,List<ResumeSearch>>> actionBlock = new ActionBlock<KeyValuePair<string, List<ResumeSearch>>>(data =>
//{
// Work(data.Key, data.Value);
//}, new ExecutionDataflowBlockOptions { MaxDegreeOfParallelism = 1 });
/// <summary>
/// 工作流
/// </summary>
/// <param name="host"></param>
/// <param name="resumeSearches"></param>
/// <returns></returns>
private static bool Work(string host, IEnumerable <ResumeSearch> resumeSearches)
{
//foreach (var platform in Enum.GetValues(typeof(MatchPlatform)))
var isUnBreak = true;
using (var db = new ResumeMatchDBEntities())
{
if (resumeSearches.Any(resume => !MatchResume(resume, host)))
{
isUnBreak = false;
}
var users = db.User.Where(w => w.Host == host).ToList();
foreach (var user in users)
{
user.IsLocked = false;
}
db.TransactionSaveChanges();
}
return(isUnBreak);
}
/// <summary>
/// 刷新简历下载数
/// </summary>
/// <param name="email"></param>
/// <param name="cookie"></param>
/// <param name="host"></param>
private static void RefreshFreeDownloadNumber(string email, CookieContainer cookie, string host)
{
var dataResult = RequestFactory.QueryRequest("http://www.jianlika.com/Search", cookieContainer: cookie, host: host);
if (!dataResult.IsSuccess)
{
LogFactory.Warn($"用户登录刷新下载数异常！异常用户：{email}", MessageSubjectEnum.JianLiKa);
return;
}
var html = dataResult.Data;
if (Regex.IsMatch(html, "class=\"ico-png-money\"></i><span>(\\d+)"))
{
var count = Convert.ToInt32(Regex.Match(html, "class=\"ico-png-money\"></i><span>(\\d+)").Result("$1"));
using (var db = new ResumeMatchDBEntities())
{
var user = db.User.FirstOrDefault(f => f.Email == email);
if (user == null)
{
return;
}
user.DownloadNumber = count;
db.TransactionSaveChanges();
}
}
}
public static DataResult <string> GetResumeId(ResumeSearch data, string host)
{
var dataResult = new DataResult <string>();
CookieContainer cookie;
var result = GetUser(userDictionary, host, true, MatchPlatform.FenJianLi, Login, out cookie);
if (!result.IsSuccess)
{
dataResult.IsSuccess = false;
dataResult.Code = result.Code;
dataResult.ErrorMsg = result.ErrorMsg;
return(dataResult);
}
var user = result.Data;
dataResult = GetResumeId(data, cookie, user);
using (var db = new ResumeMatchDBEntities())
{
var resume = db.ResumeComplete.FirstOrDefault(f => f.ResumeId == data.ResumeId);
if (resume != null)
{
resume.Host = host;
resume.MatchPlatform = (short)MatchPlatform.FenJianLi;
resume.MatchTime = DateTime.UtcNow;
resume.UserId = user.Id;
if (!string.IsNullOrWhiteSpace(dataResult.Data))
{
resume.Status = 2;
resume.MatchResumeId = dataResult.Data;
}
db.TransactionSaveChanges();
}
}
return(dataResult);
}
/// <summary>
/// 刷新简历下载数
/// </summary>
/// <param name="email"></param>
/// <param name="cookie"></param>
/// <param name="host"></param>
private static void RefreshFreeDownloadNumber(string email, CookieContainer cookie, string host)
{
var userToken = cookie.GetCookies(new Uri("http://qiye.zhaopingou.com/"))["hrkeepToken"];
var param = $"isAjax=1&clientNo=&userToken={userToken?.Value}&clientType=2";
var dataResult = RequestFactory.QueryRequest("http://qiye.zhaopingou.com/zhaopingou_interface/user_information?timestamp=" + BaseFanctory.GetUnixTimestamp(), param, RequestEnum.POST, cookie, host: host);
if (!dataResult.IsSuccess)
{
LogFactory.Warn($"用户登录刷新下载数异常！异常用户：{email}", MessageSubjectEnum.ZhaoPinGou);
return;
}
var jObject = JsonConvert.DeserializeObject(dataResult.Data) as JObject;
if (jObject != null)
{
if ((int)jObject["errorCode"] != 1)
{
LogFactory.Warn($"用户登录异常！异常用户：{email},异常信息:{(string)jObject["message"]}", MessageSubjectEnum.ZhaoPinGou);
return;
}
using (var db = new ResumeMatchDBEntities())
{
var user = db.User.FirstOrDefault(f => f.Email == email);
if (user == null)
{
return;
}
var count = (int)jObject["memberEvents"]?["free_count"];
user.DownloadNumber = count;
db.TransactionSaveChanges();
}
}
}
/// <summary>
/// 工作流
/// </summary>
/// <param name="host"></param>
/// <param name="resumes"></param>
/// <returns></returns>
private static void Work(string host, IReadOnlyCollection <ResumeComplete> resumes)
{
using (var db = new ResumeMatchDBEntities())
{
if (resumes.Any(resume => !DownloadResume(host, resume)))
{
return;
}
var resumeIdArr = resumes.Select(s => s.Id).ToArray();
var resumeList = db.ResumeComplete.Where(w => resumeIdArr.Any(a => a == w.Id) && w.IsLocked).ToList();
foreach (var item in resumeList)
{
item.IsLocked = false;
}
db.TransactionSaveChanges();
}
}
public static void HandlerRoutine(int CtrlType)
{
using (var db = new ResumeMatchDBEntities())
{
var users = db.User.Where(w => w.IsLocked).ToList();
foreach (var user in users)
{
user.IsLocked = false;
}
var resumes = db.ResumeComplete.Where(w => w.IsLocked).ToList();
foreach (var resume in resumes)
{
resume.IsLocked = false;
}
db.TransactionSaveChanges();
}
ReleaseProxy();
}
/// <summary>
/// 注册
/// </summary>
private void Register()
{
var proxyId = 0;
var host = string.Empty;
var isAddProxy = false;
lock (lockObj)
{
using (var db = new ResumeMatchDBEntities())
{
var data = db.UsingTransaction(() =>
{
var result = new DataResult();
if (!Global.IsEnanbleProxy)
{
return(result);
}
var ipArr = db.Proxy.AsNoTracking()
.GroupBy(g => g.Host)
.Select(s => new { Host = s.Key, Count = s.Count() })
.Where(w => w.Count < Global.PlatformCount * Global.PlatformHostCount)
.Select(s => s.Host).ToArray();
if (ipArr.Length > 0)
{
var proxy = db.Proxy.FirstOrDefault(f => ipArr.Any(a => a == f.Host) && f.Platform == 4 && !string.IsNullOrEmpty(f.Host) && f.Count < Global.PlatformHostCount);
if (proxy != null)
{
proxyId = proxy.Id;
host = proxy.Host;
proxy.Count++;
var user = db.User.Where(w => w.Host == host && w.Platform == 4).OrderBy(o => o.DownloadNumber).FirstOrDefault();
if (user == null)
{
LogFactory.Error($"找不到用户，Host = {host}", MessageSubjectEnum.ZhaoPinGou);
result.IsSuccess = false;
return(result);
}
db.SaveChanges();
return(result);
}
}
var proxyEntity = new Proxy {
Count = 1, Platform = 4
};
db.Proxy.Add(proxyEntity);
db.SaveChanges();
isAddProxy = true;
proxyId = proxyEntity.Id;
return(result);
});
if (!data.IsSuccess)
{
return;
}
}
}
if (Global.IsEnanbleProxy)
{
if (string.IsNullOrWhiteSpace(host))
{
host = GetProxy("ZPG_Register", true);
}
else
{
GetProxy("ZPG_Register", host);
}
}
var dataResult = Register(host);
ReleaseProxy("ZPG_Register", host);
using (var db = new ResumeMatchDBEntities())
{
var proxy = db.Proxy.FirstOrDefault(f => f.Id == proxyId);
if (dataResult == null || !dataResult.IsSuccess)
{
if (proxy != null)
{
if (isAddProxy)
{
db.Proxy.Remove(proxy);
}
else
{
proxy.Count--;
}
}
}
else
{
db.User.Add(new User
{
Email = dataResult.Data.Email,
Password = dataResult.Data.Password,
InviteCode = dataResult.Data.InviteCode,
CreateTime = DateTime.UtcNow,
IsEnable = true,
DownloadNumber = 10,
Host = host,
Platform = 4,
Status = 0,
IsLocked = false,
LockedTime = new DateTime(1900, 1, 1),
RequestNumber = 0
});
if (proxy != null)
{
proxy.Host = host;
}
}
db.TransactionSaveChanges();
}
}
public static DataResult DownloadResume(ResumeComplete data, string host)
{
var dataResult = new DataResult <string>();
dataResult.IsSuccess = false;
CookieContainer cookie;
Next:
var result = GetUser(userDictionary, host, false, MatchPlatform.FenJianLi, Login, out cookie);
if (!result.IsSuccess)
{
dataResult.IsSuccess = false;
dataResult.Code = result.Code;
dataResult.ErrorMsg = result.ErrorMsg;
return(dataResult);
}
var user = result.Data;
if (string.IsNullOrWhiteSpace(user.FolderCode))
{
dataResult = GetFolderId(cookie, host);
if (!dataResult.IsSuccess)
{
return(dataResult);
}
user.FolderCode = dataResult.Data;
}
var unLockResult = UnLockResume(cookie, user, data.MatchResumeId, host, user.FolderCode);
using (var db = new ResumeMatchDBEntities())
{
var resumeEntity = db.ResumeComplete.FirstOrDefault(f => f.Id == data.Id);
if (resumeEntity == null)
{
LogFactory.Warn($"找不到简历！Id：{data.Id}", MessageSubjectEnum.FenJianLi);
return(dataResult);
}
var userEntity = db.User.FirstOrDefault(f => f.Id == user.Id);
if (userEntity == null)
{
LogFactory.Warn($"找不到用户！用户：{user.Email}", MessageSubjectEnum.FenJianLi);
db.TransactionSaveChanges();
return(dataResult);
}
userEntity.FolderCode = user.FolderCode;
if (!unLockResult.IsSuccess)
{
resumeEntity.Status = 5;
if (unLockResult.Code == ResultCodeEnum.NoDownloadNumber)
{
user.DownloadNumber = 0;
userEntity.DownloadNumber = 0;
resumeEntity.Status = 2;
user.LastLoginTime = DateTime.UtcNow;
userEntity.LastLoginTime = DateTime.UtcNow;
db.TransactionSaveChanges();
goto Next;
}
db.TransactionSaveChanges();
return(unLockResult);
}
resumeEntity.DownloadTime = DateTime.UtcNow;
resumeEntity.Status = 4;
resumeEntity.UserId = user.Id;
user.DownloadNumber--;
if (user.DownloadNumber == 0)
{
userEntity.LastLoginTime = DateTime.UtcNow;
}
userEntity.DownloadNumber = user.DownloadNumber;
var id = data.MatchResumeId.Substring(0, data.MatchResumeId.IndexOf("/", StringComparison.Ordinal));
dataResult = ResumeDetailSpider(id, cookie, host);
if (!dataResult.IsSuccess)
{
resumeEntity.Status = 7;
dataResult.ErrorMsg = "获取简历详情异常！";
dataResult.IsSuccess = false;
db.TransactionSaveChanges();
return(dataResult);
}
var jObject = JsonConvert.DeserializeObject(dataResult.Data) as JObject;
if (jObject == null)
{
resumeEntity.Status = 7;
dataResult.ErrorMsg = "简历反序列化异常！";
dataResult.IsSuccess = false;
SaveFile(id, dataResult.Data, user.Email);
db.TransactionSaveChanges();
return(dataResult);
}
var email = (string)jObject["contact"]?["email"];
var cellphone = (string)jObject["contact"]?["mobile"];
if (cellphone == null)
{
resumeEntity.Status = 7;
LogFactory.Warn($"补全简历异常！电话为空,ResumeId：{data.ResumeId}", MessageSubjectEnum.FenJianLi);
SaveFile(id, dataResult.Data, user.Email);
db.TransactionSaveChanges();
dataResult.IsSuccess = false;
return(dataResult);
}
resumeEntity.PostBackStatus = 2;
resumeEntity.Status = 6;
var matchedResult = new List <ResumeMatchResult>
{
new ResumeMatchResult
{
ResumeNumber = data.ResumeNumber,
Cellphone = cellphone,
Email = email,
Status = 2
}
};
SaveFile(id, dataResult.Data, user.Email);
if (ApiBase.PostResumes(matchedResult))
{
resumeEntity.PostBackStatus = 1;
}
resumeEntity.Email = email;
resumeEntity.Cellphone = cellphone;
db.TransactionSaveChanges();
dataResult.IsSuccess = true;
}
return(dataResult);
}
/// <summary>
/// 搜索旧库
/// </summary>
/// <param name="list"></param>
/// <returns></returns>
public static List <ResumeMatchResult> SearchOldLibrary(IEnumerable <dynamic> list)
{
var resumeList = new List <ResumeMatchResult>();
using (var db = new ResumeMatchDBEntities())
{
foreach (var item in list)
{
var resumeNumber = ((string)item.ResumeNumber).Substring(0, 10);
var resume = db.OldResumeSummary.FirstOrDefault(w => w.ResumeId == resumeNumber);
if (resume == null)
{
continue;
}
resume.MatchTime = DateTime.Now;
resume.IsMatched = true;
resumeList.Add(new ResumeMatchResult
{
Cellphone = resume.Cellphone,
Email = resume.Email,
ResumeNumber = item.ResumeNumber,
Status = 2
});
using (var xdb = new MangningXssDBEntities())
{
var filePath = "X:" + ((string)item.SavePath).Replace("/", "\\");
if (!File.Exists(filePath))
{
LogFactory.Warn($"找不到文件路径：{filePath}, ResumeNumber：{resumeNumber}");
continue;
}
var resumeJson = JsonConvert.DeserializeObject <dynamic>(File.ReadAllText(filePath));
var detail = JsonConvert.DeserializeObject(resumeJson.detialJSonStr.ToString());
var resumeId = resumeJson.resumeId != null ? (int)resumeJson.resumeId : detail.ResumeId != null ? (int)detail.ResumeId : 0;
if (resumeId == 0)
{
LogFactory.Warn($"解析异常！ResumeId 为空, ResumeNumber：{resumeNumber}");
continue;
}
var userId = (int)resumeJson.userDetials.userMasterId;
var user = xdb.ZhaopinUser.FirstOrDefault(f => f.Id == userId);
if (user != null)
{
if (!user.Source.Contains("MANUAL"))
{
user.Id = userId;
user.Source = "XSS";
user.ModifyTime = BaseFanctory.GetTime((string)detail.DateModified).ToUniversalTime();
user.CreateTime = BaseFanctory.GetTime((string)detail.DateCreated).ToUniversalTime();
user.Cellphone = resume.Cellphone;
user.Email = resume.Email;
user.Name = resumeJson.userDetials.userName.ToString();
user.UpdateTime = DateTime.UtcNow;
user.Username = resumeJson.userDetials.email.ToString();
}
}
else
{
xdb.ZhaopinUser.AddOrUpdate(a => a.Id, new ZhaopinUser
{
Id = userId,
Source = "XSS",
ModifyTime = BaseFanctory.GetTime((string)detail.DateModified).ToUniversalTime(),
CreateTime = BaseFanctory.GetTime((string)detail.DateCreated).ToUniversalTime(),
Cellphone = resume.Cellphone,
Email = resume.Email,
Name = resumeJson.userDetials.userName.ToString(),
UpdateTime = DateTime.UtcNow,
Username = resumeJson.userDetials.email.ToString()
});
}
var resumeEntity = xdb.ZhaopinResume.FirstOrDefault(f => f.Id == resumeId);
if (resumeEntity == null)
{
xdb.ZhaopinResume.Add(new ZhaopinResume
{
Id = resumeId,
RandomNumber = resumeNumber,
UserId = userId,
RefreshTime = BaseFanctory.GetTime((string)detail.DateModified).ToUniversalTime(),
UpdateTime = DateTime.UtcNow,
UserExtId = detail.UserMasterExtId.ToString(),
DeliveryNumber = null,
Source = "XSS"
});
}
else
{
resumeEntity.Id = resumeId;
resumeEntity.RandomNumber = resumeNumber;
resumeEntity.UserId = userId;
resumeEntity.RefreshTime = BaseFanctory.GetTime((string)detail.DateModified).ToUniversalTime();
resumeEntity.UpdateTime = DateTime.UtcNow;
resumeEntity.UserExtId = detail.UserMasterExtId.ToString();
resumeEntity.DeliveryNumber = resumeEntity.DeliveryNumber;
resumeEntity.Source = resumeEntity.Source;
}
xdb.SaveChanges();
var path = $"{ConfigurationManager.AppSettings["Resume.SavePath"]}{DateTime.Now:yyyyMMdd}";
if (!Directory.Exists(path))
{
Directory.CreateDirectory(path);
}
var resumePath = $@"{path}\{resumeId}.json";
File.WriteAllText(resumePath, JsonConvert.SerializeObject(resumeJson));
uploadOssActionBlock.Post(resumePath);
}
}
db.TransactionSaveChanges();
}
return(resumeList);
}
/// <summary>
/// 匹配简历
/// </summary>
/// <param name="data"></param>
/// <param name="host"></param>
/// <returns></returns>
private static bool MatchResume(ResumeSearch data, string host)
{
var dataResult = Platform.ZhaoPinGou.SearchResumeSpider.GetResumeId(data, host);
if (dataResult == null)
{
return(false);
}
if (!dataResult.IsSuccess)
{
switch (dataResult.Code)
{
case ResultCodeEnum.ProxyDisable:
LogFactory.Info($"Host:{host} 代理失效！", MessageSubjectEnum.ZhaoPinGou);
return(string.IsNullOrWhiteSpace(host) || host == "210.83.225.31:15839");
case ResultCodeEnum.RequestUpperLimit:
LogFactory.Info($"Host:{host} 请求达到当日上限！", MessageSubjectEnum.ZhaoPinGou);
return(string.IsNullOrWhiteSpace(host) || host == "210.83.225.31:15839");
case ResultCodeEnum.NoUsers:
LogFactory.Info($"Host:{host} 对应的Host没有可用用户！", MessageSubjectEnum.ZhaoPinGou);
return(string.IsNullOrWhiteSpace(host) || host == "210.83.225.31:15839");
case ResultCodeEnum.WebNoConnection:
LogFactory.Warn("网站无法建立链接！", MessageSubjectEnum.ZhaoPinGou);
break;
default:
LogFactory.Warn($"匹配结果返回异常！异常消息：{dataResult.ErrorMsg} ", MessageSubjectEnum.ZhaoPinGou);
return(string.IsNullOrWhiteSpace(host) || host == "210.83.225.31:15839");
}
}
if (!string.IsNullOrWhiteSpace(dataResult.Data))
{
LogFactory.Info($"匹配成功！简历ID：{data.ResumeId}，姓名：{data.Name}", MessageSubjectEnum.ZhaoPinGou);
return(true);
}
dataResult = Platform.FenJianLi.SearchResumeSpider.GetResumeId(data, host);
if (dataResult == null)
{
return(false);
}
if (!dataResult.IsSuccess)
{
switch (dataResult.Code)
{
case ResultCodeEnum.ProxyDisable:
LogFactory.Info($"Host:{host} 代理失效！", MessageSubjectEnum.FenJianLi);
return(string.IsNullOrWhiteSpace(host) || host == "210.83.225.31:15839");
case ResultCodeEnum.RequestUpperLimit:
LogFactory.Info($"Host:{host} 请求达到当日上限！", MessageSubjectEnum.FenJianLi);
return(string.IsNullOrWhiteSpace(host) || host == "210.83.225.31:15839");
case ResultCodeEnum.NoUsers:
LogFactory.Info($"Host:{host} 对应的Host没有可用用户！", MessageSubjectEnum.FenJianLi);
return(string.IsNullOrWhiteSpace(host) || host == "210.83.225.31:15839");
case ResultCodeEnum.WebNoConnection:
LogFactory.Warn("网站无法建立链接！", MessageSubjectEnum.FenJianLi);
break;
default:
LogFactory.Warn($"匹配结果返回异常！异常消息：{dataResult.ErrorMsg} ", MessageSubjectEnum.FenJianLi);
return(string.IsNullOrWhiteSpace(host) || host == "210.83.225.31:15839");
}
}
if (!string.IsNullOrWhiteSpace(dataResult.Data))
{
LogFactory.Info($"匹配成功！简历ID：{data.ResumeId}，姓名：{data.Name}", MessageSubjectEnum.FenJianLi);
return(true);
}
using (var db = new ResumeMatchDBEntities())
{
var resume = db.ResumeComplete.FirstOrDefault(f => f.ResumeId == data.ResumeId);
if (resume != null)
{
resume.Status = 3;
if (dataResult.Code == ResultCodeEnum.WebNoConnection)
{
resume.Status = 9;
}
LogFactory.Info($"匹配失败！简历ID：{resume.ResumeId}，姓名：{resume.Name}");
db.TransactionSaveChanges();
}
}
return(true);
}
/// <summary>
/// 激活
/// </summary>
private static void Activation()
{
var users = new List <User>();
lock (lockObj)
{
using (var db = new ResumeMatchDBEntities())
{
db.UsingTransaction(() =>
{
var time = DateTime.UtcNow.AddHours(-1);
users = db.User.Where(w => w.Status == 0 && w.Platform == 3 && (!w.IsLocked || w.IsLocked && w.LockedTime < time)).ToList();
foreach (var user in users)
{
user.IsLocked = true;
user.LockedTime = DateTime.UtcNow;
}
db.SaveChanges();
});
}
}
if (users.Count == 0)
{
return;
}
#region 获取未读邮件列表
var seenUids = new List <string>();
var messages = EmailFactory.FetchUnseenMessages("pop.exmail.qq.com", 995, true, Global.Email, Global.PassWord, seenUids);
using (var db = new ResumeMatchDBEntities())
{
var userIdArr = users.Select(s => s.Id).ToArray();
var userList = db.User.Where(w => userIdArr.Any(a => a == w.Id));
foreach (var user in userList)
{
user.IsLocked = false;
var message = messages.FirstOrDefault(f => f.message.Headers.To.FirstOrDefault()?.Address == user.Email);
if (message == null)
{
continue;
}
var content = Encoding.Default.GetString(message.message.RawMessage);
if (!Regex.IsMatch(content, "(?s)token=(.+?)</a>"))
{
LogFactory.Error($"未匹配到激活码！响应源：{content}", MessageSubjectEnum.JianLiKa);
continue;
}
var activationCode = Regex.Match(content, "(?s)token=(.+?)</a>").Result("$1").Substring(2);
var host = string.Empty;
//if (Global.IsEnanbleProxy)
//{
// if (!string.IsNullOrWhiteSpace(user.Host))
// {
// host = user.Host;
// GetProxy("JLK_Activation",user.Host);
// }
//}
var dataResult = Activation(activationCode, user.Email, host);
//ReleaseProxy("JLK_Activation", host);
if (dataResult == null)
{
continue;
}
if (!dataResult.IsSuccess)
{
LogFactory.Error(dataResult.ErrorMsg, MessageSubjectEnum.JianLiKa);
continue;
}
user.Status = 1;
LogFactory.Info($"激活成功！邮箱：{user.Email}", MessageSubjectEnum.JianLiKa);
if (!EmailFactory.DeleteMessageByMessageId("pop.exmail.qq.com", 995, true, Global.Email, Global.PassWord, message.message.Headers.MessageId))
{
LogFactory.Error($"删除激活邮件失败,邮箱地址：{user.Email}", MessageSubjectEnum.JianLiKa);
}
}
db.TransactionSaveChanges();
}
#endregion
}
/// <summary>
/// 获取用户
/// </summary>
/// <param name="userDictionary"></param>
/// <param name="host"></param>
/// <param name="isMatch"></param>
/// <param name="matchPlatform"></param>
/// <param name="loginFuc"></param>
/// <param name="cookie"></param>
/// <returns></returns>
public static DataResult <User> GetUser(ConcurrentDictionary <User, CookieContainer> userDictionary, string host, bool isMatch, MatchPlatform matchPlatform, Func <string, string, string, DataResult <CookieContainer> > loginFuc, out CookieContainer cookie)
{
var dataResult = new DataResult <User>();
var messageSubjectEnum = EnumFactory <MessageSubjectEnum> .Parse(matchPlatform);
User user;
cookie = null;
var dateTime = DateTime.UtcNow.Date.AddHours(-8);
using (var db = new ResumeMatchDBEntities())
{
if (userDictionary.Keys.All(a => a.Host != host))
{
List <User> users;
if (isMatch)
{
users = db.User.Where(w => w.IsEnable && w.Platform == (short)matchPlatform && w.Status == 1 && w.Host == host).ToList();
}
else
{
users = db.User.Where(w => w.IsEnable && w.Platform == (short)matchPlatform && w.Status == 1 /* && w.Host == host*/ && (w.LastLoginTime == null || w.DownloadNumber > 0 || w.LastLoginTime < dateTime)).ToList();
}
if (!users.Any())
{
dataResult.IsSuccess = false;
dataResult.Code = ResultCodeEnum.NoUsers;
return(dataResult);
}
foreach (var item in users)
{
for (var i = 0; i < 5; i++)
{
if (userDictionary.TryAdd(item, null))
{
break;
}
if (i == 4)
{
LogFactory.Warn($"向字典中添加用户 {item.Email} 失败！", messageSubjectEnum);
}
}
}
}
Next:
if (isMatch)
{
var userQuery = userDictionary.Keys.Where(f => f.IsEnable && f.Host == host);
if (!string.IsNullOrWhiteSpace(host))
{
userQuery = userQuery.Where(w => w.RequestDate == null || w.RequestDate.Value.Date < DateTime.UtcNow.Date || w.RequestDate.Value.Date == DateTime.UtcNow.Date && w.RequestNumber < Global.TodayMaxRequestNumber);
}
user = userQuery.OrderBy(o => o.RequestNumber).FirstOrDefault();
}
else
{
user = userDictionary.Keys
.Where(f => f.IsEnable /*&& f.Host == host */ && (f.LastLoginTime == null || f.DownloadNumber > 0 || f.LastLoginTime < dateTime))
.OrderBy(o => o.Email)
.FirstOrDefault();
}
if (user == null)
{
dataResult.IsSuccess = false;
if (isMatch)
{
dataResult.Code = ResultCodeEnum.RequestUpperLimit;
}
else
{
dataResult.Code = ResultCodeEnum.NoUsers;
}
LogFactory.Warn(JsonConvert.SerializeObject(userDictionary), messageSubjectEnum);
var list = userDictionary.Keys.Where(w => w.Host == host);
foreach (var item in list)
{
for (var i = 0; i < 5; i++)
{
if (userDictionary.TryRemove(item, out cookie))
{
break;
}
if (i == 4)
{
LogFactory.Warn($"从字典中移除用户 {item.Email} 失败！", messageSubjectEnum);
dataResult.ErrorMsg += $"向字典中移除用户 {item.Email} 失败！";
return(dataResult);
}
}
}
return(dataResult);
}
if (isMatch)
{
if (user.RequestDate == null || user.RequestDate.Value.Date < DateTime.UtcNow.Date)
{
user.RequestDate = DateTime.UtcNow.Date;
user.RequestNumber = 0;
}
user.RequestNumber++;
}
for (var i = 0; i < 5; i++)
{
if (userDictionary.TryGetValue(user, out cookie))
{
break;
}
}
if (cookie == null)
{
var result = loginFuc(user.Email, user.Password, host);
if (!result.IsSuccess)
{
LogFactory.Warn(result.ErrorMsg, messageSubjectEnum);
userDictionary.TryRemove(user, out cookie);
dataResult.IsSuccess = false;
return(dataResult);
}
cookie = result.Data;
if (cookie != null)
{
for (var i = 0; i < 5; i++)
{
if (userDictionary.TryUpdate(user, cookie, null))
{
break;
}
}
}
}
if (cookie == null)
{
goto Next;
}
var userEntity = db.User.FirstOrDefault(f => f.Id == user.Id);
if (userEntity != null)
{
userEntity.RequestDate = user.RequestDate;
userEntity.RequestNumber = user.RequestNumber;
}
db.TransactionSaveChanges();
}
dataResult.Data = user;
return(dataResult);
}
/// <summary>
/// 激活
/// </summary>
private void Activation()
{
var users = new List <User>();
lock (lockObj)
{
using (var db = new ResumeMatchDBEntities())
{
db.UsingTransaction(() =>
{
var time = DateTime.UtcNow.AddHours(-1);
users = db.User.Where(w => w.Status == 0 && w.Platform == 4 /*&& (!w.IsLocked || w.IsLocked && w.LockedTime < time)*/).ToList();
foreach (var user in users)
{
user.IsLocked = true;
user.LockedTime = DateTime.UtcNow;
}
db.SaveChanges();
});
}
}
if (users.Count == 0)
{
return;
}
#region 获取未读邮件列表
var seenUids = new List <string>();
var messages = EmailFactory.FetchUnseenMessages("pop.exmail.qq.com", 995, true, Global.Email, Global.PassWord, seenUids);
using (var db = new ResumeMatchDBEntities())
{
var userIdArr = users.Select(s => s.Id).ToArray();
var userList = db.User.Where(w => userIdArr.Any(a => a == w.Id));
foreach (var user in userList)
{
user.IsLocked = false;
var message = messages.FirstOrDefault(f => f.message.Headers.To.FirstOrDefault()?.Address == user.Email && f.message.Headers.From.Address == "*****@*****.**");
if (message == null)
{
continue;
}
var content = Encoding.UTF8.GetString(message.message.FindFirstHtmlVersion().Body);
if (!Regex.IsMatch(content, "(?s)完成验证.+?com/track/click/(.+?html)"))
{
LogFactory.Error($"未匹配到激活码！响应源：{content}", MessageSubjectEnum.ZhaoPinGou);
continue;
}
var url = "http://sctrack.info.zhaopingou.com/track/click/" + Regex.Match(content, "(?s)完成验证.+?com/track/click/(.+?html)\".style").Result("$1");
var host = string.Empty;
//if (Global.IsEnanbleProxy)
//{
// if (!string.IsNullOrWhiteSpace(user.Host))
// {
// host = user.Host;
// GetProxy("ZPG_Activation",user.Host);
// }
//}
var dataResult = Activation(url, user.Email, host);
//ReleaseProxy("ZPG_Activation", host);
if (dataResult == null)
{
continue;
}
if (!dataResult.IsSuccess)
{
LogFactory.Error(dataResult.ErrorMsg, MessageSubjectEnum.ZhaoPinGou);
continue;
}
user.Status = 1;
LogFactory.Info($"激活成功！邮箱：{user.Email}", MessageSubjectEnum.ZhaoPinGou);
if (!EmailFactory.DeleteMessageByMessageId("pop.exmail.qq.com", 995, true, Global.Email, Global.PassWord, message.message.Headers.MessageId))
{
LogFactory.Error($"删除激活邮件失败,邮箱地址：{user.Email}", MessageSubjectEnum.ZhaoPinGou);
}
}
db.TransactionSaveChanges();
}
#endregion
}
public static DataResult DownloadResume(ResumeComplete data, string host)
{
if (Filer(data))
{
return(new DataResult());
}
var dataResult = new DataResult <string>();
dataResult.IsSuccess = false;
CookieContainer cookie;
Next:
var result = GetUser(userDictionary, host, false, MatchPlatform.ZhaoPinGou, Login, out cookie);
if (!result.IsSuccess)
{
dataResult.IsSuccess = false;
dataResult.Code = result.Code;
dataResult.ErrorMsg = result.ErrorMsg;
return(dataResult);
}
var user = result.Data;
var userToken = cookie.GetCookies(new Uri("http://qiye.zhaopingou.com/"))["hrkeepToken"];
if (string.IsNullOrWhiteSpace(user.FolderCode))
{
dataResult = GetFolderId(cookie, user, userToken?.Value, data.MatchResumeId, host);
if (!dataResult.IsSuccess)
{
return(dataResult);
}
user.FolderCode = dataResult.Data;
}
var unLockResult = UnLockResume(cookie, user, userToken?.Value, data.MatchResumeId, host, user.FolderCode);
using (var db = new ResumeMatchDBEntities())
{
var resumeEntity = db.ResumeComplete.FirstOrDefault(f => f.Id == data.Id);
if (resumeEntity == null)
{
LogFactory.Warn($"找不到简历！Id：{data.Id}", MessageSubjectEnum.ZhaoPinGou);
return(dataResult);
}
var userEntity = db.User.FirstOrDefault(f => f.Id == user.Id);
if (userEntity == null)
{
LogFactory.Warn($"找不到用户！用户：{user.Email}", MessageSubjectEnum.ZhaoPinGou);
db.TransactionSaveChanges();
return(dataResult);
}
userEntity.FolderCode = user.FolderCode;
if (!unLockResult.IsSuccess)
{
resumeEntity.Status = 5;
if (unLockResult.Code == ResultCodeEnum.NoDownloadNumber)
{
var userTemp = user;
var users = userDictionary.Keys.Where(f => f.Email == userTemp.Email);
foreach (var item in users)
{
userDictionary.TryRemove(item, out cookie);
}
user.DownloadNumber = 0;
userEntity.DownloadNumber = 0;
resumeEntity.Status = 2;
user.LastLoginTime = DateTime.UtcNow;
userEntity.LastLoginTime = DateTime.UtcNow;
db.TransactionSaveChanges();
goto Next;
}
db.TransactionSaveChanges();
return(unLockResult);
}
resumeEntity.DownloadTime = DateTime.UtcNow;
resumeEntity.Status = 4;
resumeEntity.UserId = user.Id;
user.DownloadNumber--;
if (user.DownloadNumber == 0)
{
userEntity.LastLoginTime = DateTime.UtcNow;
}
userEntity.DownloadNumber = user.DownloadNumber;
dataResult = ResumeDetailSpider(data.MatchResumeId, cookie, host, userToken?.Value);
if (!dataResult.IsSuccess)
{
resumeEntity.Status = 7;
db.TransactionSaveChanges();
return(dataResult);
}
var resumeHtml = dataResult.Data;
var cellphone = Regex.IsMatch(resumeHtml, "(?s)电话：</label>(\\d+)</p>") ? Regex.Match(resumeHtml, "(?s)电话：</label>(\\d+)</p>").Result("$1") : null;
if (cellphone == null)
{
resumeEntity.Status = 7;
LogFactory.Warn($"补全简历异常！电话为空,ResumeId：{data.ResumeId}", MessageSubjectEnum.ZhaoPinGou);
db.TransactionSaveChanges();
return(dataResult);
}
var email = Regex.IsMatch(resumeHtml, "(?s)邮箱：</label>(.+?)</p>") ? Regex.Match(resumeHtml, "(?s)邮箱：</label>(.+?)</p>").Result("$1") : null;
var name = Regex.IsMatch(resumeHtml, "(?s)'resumeb-head-top'><h2>(.+?)</h2><p>") ? Regex.Match(resumeHtml, "(?s)'resumeb-head-top'><h2>(.+?)</h2><p>").Result("$1") : null;
resumeEntity.PostBackStatus = 2;
resumeEntity.Status = 6;
if (resumeEntity.Name.Trim() == name?.Trim())
{
var matchedResult = new List <ResumeMatchResult>();
matchedResult.Add(new ResumeMatchResult
{
ResumeNumber = data.ResumeNumber,
Cellphone = cellphone,
Email = email,
Status = 2
});
if (ApiBase.PostResumes(matchedResult))
{
resumeEntity.PostBackStatus = 1;
}
}
else
{
LogFactory.Warn($"姓名校验异常！库中简历姓名：{resumeEntity.Name}，下载简历姓名：{name}");
resumeEntity.Name += $"_{name}";
resumeEntity.PostBackStatus = 0;
resumeEntity.Status = 8;
}
resumeEntity.Email = email;
resumeEntity.Cellphone = cellphone;
db.TransactionSaveChanges();
dataResult.IsSuccess = true;
}
return(dataResult);
}
/// <summary>
/// 登录获取 Cookie
/// </summary>
/// <param name="email"></param>
/// <param name="passWord"></param>
/// <param name="host"></param>
public static DataResult <CookieContainer> Login(string email, string passWord, string host)
{
var cookie = new CookieContainer();
var result = new DataResult <CookieContainer>();
var jumpsTimes = 0;
Jumps:
var param = $"userName={email}&password={passWord}&code=&clientNo=&userToken=&clientType=2";
var dataResult = RequestFactory.QueryRequest("http://qiye.zhaopingou.com/zhaopingou_interface/security_login?timestamp=" + BaseFanctory.GetUnixTimestamp(), param, RequestEnum.POST, cookie, host: host);
if (!dataResult.IsSuccess)
{
result.IsSuccess = false;
result.ErrorMsg = $"用户登录异常！异常用户：{email}";
return(result);
}
var jObject = JsonConvert.DeserializeObject(dataResult.Data) as JObject;
if (jObject != null)
{
if ((int)jObject["errorCode"] != 1)
{
++jumpsTimes;
if (jumpsTimes > 1)
{
if (((string)jObject["message"]).Contains("用户不存在"))
{
using (var db = new ResumeMatchDBEntities())
{
var user = db.User.FirstOrDefault(f => f.Email == email);
if (user != null)
{
user.IsEnable = false;
db.TransactionSaveChanges();
}
}
}
result.IsSuccess = false;
result.ErrorMsg = $"用户登录异常！异常用户：{email},异常信息:{(string)jObject["message"]}";
return(result);
}
goto Jumps;
}
cookie.Add(new Cookie {
Name = "hrkeepToken", Value = jObject["user"]?["user_token"].ToString(), Domain = ".zhaopingou.com"
});
cookie.Add(new Cookie {
Name = "zhaopingou_select_city", Value = "-1", Domain = ".zhaopingou.com"
});
result.Data = cookie;
var retryCount = 0;
Retry:
try
{
RefreshFreeDownloadNumber(email, cookie, host);
}
catch (Exception ex)
{
retryCount++;
if (retryCount < 2)
{
goto Retry;
}
LogFactory.Error($"刷新简历下载数异常！异常信息：{ex.Message} 堆栈信息：{ex.TargetSite}", MessageSubjectEnum.ZhaoPinGou);
}
return(result);
}
return(result);
}
private static List <ResumeSearch> PullAllResumes()
{
var list = PullResumesByZeLin();
if (list != null)
{
return(list);
}
var resumesList = new List <ResumeSearch>();
Retry:
var dataResult = RequestFactory.QueryRequest(Global.HostZhao + "/splider/Resume/GetResumeWithNoDeal?rowcount=100");
if (!dataResult.IsSuccess || string.IsNullOrWhiteSpace(dataResult.Data))
{
goto Retry;
}
var jObject = JsonConvert.DeserializeObject(dataResult.Data) as JObject;
if (jObject != null)
{
var jArray = jObject["Resumes"] as JArray;
if (jArray == null)
{
goto Retry;
}
Global.TotalMatch += jArray.Count;
foreach (var item in jArray)
{
var resume = new ResumeSearch();
resume.Name = item["Name"].ToString();
var worksArr = (JArray)item["Works"];
resume.LastCompany = worksArr.Count > 0 ? worksArr[0]["Company"].ToString() : "";
var educationsArr = (JArray)item["Educations"];
resume.University = educationsArr.Count > 0 ? educationsArr[0]["School"].ToString() : "";
resume.ResumeId = item["Reference"]?["Id"].ToString();
resume.ResumeNumber = ((JArray)item["Reference"]?["Mapping"])?[2]["Value"].ToString();
resume.UserMasterExtId = ((JArray)item["Reference"]?["Mapping"])?[1]["Value"].ToString();
resume.University = item["Educations"]?[0]?["School"].ToString();
resume.Gender = item["Gender"].ToString() == "男" ? (short)0 : item["Gender"].ToString() == "女" ? (short)1 : (short)-1;
resume.Degree = item["Degree"].ToString();
resume.Introduction = item["Intention"]?["Evaluation"].ToString();
resumesList.Add(resume);
}
}
if (resumesList.Count == 0)
{
goto Retry;
}
using (var db = new ResumeMatchDBEntities())
{
var resumeIdArr = resumesList.Select(s => s.ResumeId).ToArray();
var resumes = db.ResumeComplete.Where(w => resumeIdArr.Any(a => a == w.ResumeId)).ToList();
var removeArr = resumes.Select(s => s.ResumeId).ToArray();
if (removeArr.Any())
{
LogFactory.Warn("获取到重复简历！ResumeID：" + string.Join("，", removeArr));
}
var idArr = resumes.Where(a => a.Status == 6 || a.Status == 2).Select(s => s.ResumeId).ToArray();
if (idArr.Length > 0)
{
LogFactory.Warn("过滤掉已有联系方式的重复简历！" + string.Join("，", idArr));
resumes.RemoveAll(r => idArr.Any(a => a == r.ResumeId));
resumesList.RemoveAll(r => idArr.Any(a => a == r.ResumeId));
}
db.ResumeComplete.RemoveRange(resumes);
db.TransactionSaveChanges();
db.ResumeComplete.AddRange(resumesList.Select(s => new ResumeComplete
{
CreateTime = DateTime.UtcNow,
Gender = s.Gender,
Introduction = s.Introduction,
LastCompany = s.LastCompany,
LibraryExist = 0,
Name = s.Name,
PostBackStatus = 0,
ResumeId = s.ResumeId,
ResumeNumber = s.ResumeNumber,
ResumePlatform = 1,
Status = 0,
University = s.University,
UserMasterExtId = s.UserMasterExtId,
Degree = s.Degree,
Weights = 0
}));
db.TransactionSaveChanges();
}
return(FilterExist(resumesList));
}
/// <summary>
/// 过滤器
/// </summary>
/// <param name="list"></param>
/// <returns></returns>
private static List <ResumeSearch> FilterExist(List <ResumeSearch> list)
{
Login:
lock (lockObj)
{
if (string.IsNullOrWhiteSpace(signature))
{
signature = Login();
}
}
using (var db = new ResumeMatchDBEntities())
{
var resumeIdArr = list.Select(s => s.ResumeId).ToArray();
var resumeList = db.ResumeComplete.Where(w => resumeIdArr.Any(a => a == w.ResumeId)).ToList();
foreach (var resume in resumeList)
{
resume.Status = 1;
resume.LibraryExist = 3;
}
if (string.IsNullOrWhiteSpace(signature))
{
db.TransactionSaveChanges();
LogFactory.Warn("简历过滤 API 登录异常！跳过过滤！", MessageSubjectEnum.API);
return(list);
}
dynamic param = new
{
Username = Global.UserName,
Signature = signature,
ResumeSummaries = new List <object>()
};
param.ResumeSummaries.AddRange(list.Select(s => new { s.ResumeNumber, s.ResumeId, UserMasterExtendId = s.UserMasterExtId }).ToList());
for (var i = 0; i < 3; i++)
{
var dataResult = RequestFactory.QueryRequest(Global.HostChen + "/api/queryresume/query", JsonConvert.SerializeObject(param), RequestEnum.POST, contentType: ContentTypeEnum.Json.Description());
if (dataResult.IsSuccess)
{
var jObject = JsonConvert.DeserializeObject(dataResult.Data) as JObject;
if (jObject == null)
{
continue;
}
if ((int)jObject["Code"] == 3)
{
signature = string.Empty;
goto Login;
}
if ((int)jObject["Code"] == 0)
{
var jArray = jObject["ResumeSummaries"] as JArray;
if (jArray == null)
{
continue;
}
if (jArray.Count > 0)
{
Global.TotalMatchSuccess += jArray.Count;
Global.TotalDownload += jArray.Count;
var matchedResult = jArray.Select(s => new ResumeMatchResult
{
Cellphone = (string)s["Cellphone"],
Email = (string)s["Email"],
ResumeNumber = (string)s["ResumeNumber"],
Status = 2
}).ToList();
var isPostSuccess = PostResumes(matchedResult);
var arr = matchedResult.Select(s => s.ResumeNumber).ToArray();
var resumes = db.ResumeComplete.Where(w => arr.Any(a => a.Equals(w.ResumeNumber))).ToList();
foreach (var resume in resumes)
{
resume.Status = 6;
resume.Cellphone = matchedResult.FirstOrDefault(f => f.ResumeNumber == resume.ResumeNumber)?.Cellphone;
resume.Email = matchedResult.FirstOrDefault(f => f.ResumeNumber == resume.ResumeNumber)?.Email;
resume.DownloadTime = DateTime.UtcNow;
resume.LibraryExist = 1;
resume.PostBackStatus = isPostSuccess ? (short)1 : (short)2;
}
list.RemoveAll(r => arr.Any(a => a == r.ResumeNumber));
}
var resumesArr = list.Select(s => s.ResumeNumber).ToArray();
var resumeItems = db.ResumeComplete.Where(w => resumesArr.Any(a => a == w.ResumeNumber)).ToList();
foreach (var resume in resumeItems)
{
resume.Status = 1;
resume.LibraryExist = 2;
}
db.TransactionSaveChanges();
break;
}
LogFactory.Warn("简历过滤 API 筛选简历异常！异常信息：" + jObject["Message"], MessageSubjectEnum.API);
}
}
}
return(list);
}
public static DataResult <string> GetResumeId(ResumeSearch data, string host)
{
var dataResult = new DataResult <string>();
CookieContainer cookie;
var result = GetUser(userDictionary, host, true, MatchPlatform.JianLiKa, Login, out cookie);
if (!result.IsSuccess)
{
dataResult.IsSuccess = false;
dataResult.Code = result.Code;
dataResult.ErrorMsg = result.ErrorMsg;
return(dataResult);
}
var user = result.Data;
var count = 0;
var keyWord = string.Empty;
if (!string.IsNullOrWhiteSpace(data.University))
{
keyWord += data.University + " ";
}
++count;
if (count == 0)
{
return(new DataResult <string>());
}
if (!string.IsNullOrWhiteSpace(data.Introduction))
{
var strArr = jbs.Cut(data.Introduction.Replace("\r\n", "")).Where(w => w.Length > 1).ToArray();
keyWord += string.Join(" ", strArr.Skip(strArr.Length / 2 - 1).Take(3 - count));
}
keyWord = HttpUtility.UrlEncode(keyWord)?.Replace("+", "%20");
var gender = data.Gender;
var degress = MatchDegree(data.Degree);
dataResult = GetResumeId(keyWord, data.LastCompany, gender, degress, data.Introduction, cookie, user);
using (var db = new ResumeMatchDBEntities())
{
var resume = db.ResumeComplete.FirstOrDefault(f => f.ResumeId == data.ResumeId);
if (resume != null)
{
resume.Host = host;
resume.MatchPlatform = (short)MatchPlatform.JianLiKa;
resume.MatchTime = DateTime.UtcNow;
resume.UserId = user.Id;
if (!string.IsNullOrWhiteSpace(dataResult.Data))
{
resume.Status = 2;
resume.MatchResumeId = dataResult.Data;
}
db.TransactionSaveChanges();
}
}
return(dataResult);
}
/// <summary>
/// 登录获取 Cookie
/// </summary>
/// <param name="email"></param>
/// <param name="passWord"></param>
/// <param name="host"></param>
public static DataResult <CookieContainer> Login(string email, string passWord, string host)
{
var cookie = new CookieContainer();
var result = new DataResult <CookieContainer>();
var jumpsTimes = 0;
Jumps:
var param = $"username={email}&password={passWord}&remember=on";
var dataResult = RequestFactory.QueryRequest("http://www.jianlika.com/Index/login.html", param, RequestEnum.POST, cookie, host: host);
if (!dataResult.IsSuccess)
{
result.IsSuccess = false;
result.ErrorMsg = $"用户登录异常！异常用户：{email}";
return(result);
}
var jObject = JsonConvert.DeserializeObject(dataResult.Data) as JObject;
if (jObject != null)
{
if ((int)jObject["status"] != 1)
{
++jumpsTimes;
if (jumpsTimes < 2)
{
using (var db = new ResumeMatchDBEntities())
{
var user = db.User.FirstOrDefault(f => f.Email == email);
if (user != null)
{
user.IsEnable = false;
db.TransactionSaveChanges();
}
}
result.IsSuccess = false;
result.ErrorMsg = $"用户登录异常！异常用户：{email},异常信息:{(string)jObject["message"]}";
return(result);
}
goto Jumps;
}
result.Data = cookie;
var retryCount = 0;
Retry:
try
{
RefreshFreeDownloadNumber(email, cookie, host);
}
catch (Exception ex)
{
retryCount++;
if (retryCount < 2)
{
goto Retry;
}
LogFactory.Error($"刷新简历下载数异常！异常信息：{ex.Message} 堆栈信息：{ex.TargetSite}", MessageSubjectEnum.JianLiKa);
}
return(result);
}
return(result);
}