public Task Execute(IJobExecutionContext context)
{
try
{
var time = DateTime.Now.AddMinutes(-5);
DateTime endtTime = Convert.ToDateTime(time.ToString("yyyy-MM-dd HH:mm:00"));
DateTime startTime = endtTime.AddMinutes(-1);
string ketTime = "";
if (time.Minute > 0)
{
ketTime = time.AddHours(1).ToString("yyyyMMddHH");
}
else
{
ketTime = time.ToString("yyyyMMddHH");
}
var redisProvider = _providerFactory.GetRedisProvider("userAction");
//获取所有的key
List <int> gameids = _mjlog3repository.GetGameid();
foreach (var item in gameids)
{
int key = item * 100;
var length = redisProvider.LLen($"{key}_t{ketTime}");
//获取一个小时内所有数据
var all_data = redisProvider.LRange <UserActionModel>($"{key}_t{ketTime}", 0, length);
all_data = all_data.Where(i => i.date > startTime && i.date <= endtTime).ToList();
//获取版本号
List <string> vList = _repository.GetAreaVersion(Convert.ToInt32(key)).Select(i => i.version).ToList();
//获取类型
List <int> dataType = PlatFromEnumExt.GetEnumAllValue <DataType>();
foreach (var type in dataType)
{
var tdata = all_data.Where(i => i.type == type).ToList();
//所有版本
List <JobRealData> areg = JobDataProcessing.GetDataList(tdata, "", endtTime);
redisProvider.RPush($"r_1_{type}_{key}", areg);
//_logger.LogInformation($"统计数据{JsonConvert.SerializeObject(areg)}");
foreach (var v in vList)
{
var data = tdata.Where(i => i.version == v).ToList();
List <JobRealData> reg = JobDataProcessing.GetDataList(data, v, endtTime);
//1分钟时间粒度 分版本
redisProvider.RPush($"r_1_{type}_{v}_{key}", reg);
//redisProvider.KeyExpire($"r_1_{type}_{v}_{key}", (int)KeyExpireTime.realData);
//_logger.LogInformation($"统计数据{v}版本{JsonConvert.SerializeObject(reg)}");
}
//redisProvider.KeyExpire($"r_1_{type}_{key}", (int)KeyExpireTime.realData);
_logger.LogInformation($"{key}大厅,1分钟时间粒度,类别:{type}");
}
}
}
catch (Exception e)
{
_logger.LogError($"Execute:{e.Message}");
}
return(Task.CompletedTask);
}
public Task Execute(IJobExecutionContext context)
{
try
{
DateTime endtTime = Convert.ToDateTime(DateTime.Now.ToString("yyyy-MM-dd HH:00:00"));
//1小时
DateTime startTime = endtTime.AddHours(-1);
string ketTime = DateTime.Now.ToString("yyyyMMddHH");
var redisProvider = _providerFactory.GetRedisProvider("userAction");
//获取所有不包含实时数据的key
List <int> gameids = _mjlog3repository.GetGameid();
foreach (var item in gameids)
{
int key = item * 100;
var length = redisProvider.LLen($"{key}_t{ketTime}");
//获取一个小时内所有数据
var all_data = redisProvider.LRange <UserActionModel>($"{key}_t{ketTime}", 0, length).Where(i => i.date > startTime && i.date <= endtTime).ToList();
//获取版本号
List <string> vList = _repository.GetAreaVersion(Convert.ToInt32(key)).Select(i => i.version).ToList();
//获取类型
List <int> dataType = PlatFromEnumExt.GetEnumAllValue <DataType>();
foreach (var type in dataType)
{
var tdata = all_data.Where(i => i.type == type).ToList();
List <JobRealData> areg = JobDataProcessing.GetDataList(tdata, "", endtTime);
// 60分钟时间粒度
redisProvider.RPush($"r_60_{type}_{key}", areg);
//redisProvider.KeyExpire($"r_60_{type}_{key}", (int)KeyExpireTime.realData);
foreach (var v in vList)
{
var data = tdata.Where(i => i.version == v).ToList();
List <JobRealData> reg = JobDataProcessing.GetDataList(data, v, endtTime);
// 60分钟时间粒度
redisProvider.RPush($"r_60_{type}_{v}_{key}", reg);
//redisProvider.KeyExpire($"r_60_{type}_{v}_{key}", (int)KeyExpireTime.realData);
//_logger.LogInformation($"{key}大厅,1小时时间粒度,版本{v},类别:{type}");
}
_logger.LogInformation($"{key}大厅,1小时时间粒度,类别:{type}");
}
#region 一个小时的数据去重
//var distime = DateTime.Now.AddHours(-1).ToString("yyyyMMddHH");
var distime = ketTime;
var l_length = redisProvider.LLen($"{key}_t{distime}");
//获取一个小时内所有数据
var hourData = redisProvider.LRange <UserActionModel>($"{key}_t{distime}", 0, length);
var active = hourData.Where(i => i.uid != 0).ToList();
var register = hourData.Where(i => i.uid == 0 && !string.IsNullOrEmpty(i.uuid)).ToList();
if (active.Count > 0)
{
var disact = active.GroupBy(i => new { i.version, i.type, i.uid, i.platForm, i.areaid }).Select(i => new UserActionModel()
{
id = i.FirstOrDefault().id,
type = i.Key.type,
uid = i.Key.uid,
date = i.FirstOrDefault().date,
platForm = i.Key.platForm,
version = i.Key.version,
areaid = i.Key.areaid,
//device=i.FirstOrDefault().device,
//packageChannel=i.FirstOrDefault()?.packageChannel
}).ToList();
disact.AddRange(register);
redisProvider.LRem($"{key}_t{distime}", 0, length);
redisProvider.RPush($"{key}_t{distime}", disact);
}
if (register.Count > 0)
{
var disact = active.GroupBy(i => new { i.version, i.type, i.uuid, i.platForm, i.areaid }).Select(i => new UserActionModel()
{
id = i.FirstOrDefault().id,
type = i.Key.type,
uid = 0,
date = i.FirstOrDefault().date,
platForm = i.Key.platForm,
version = i.Key.version,
areaid = i.Key.areaid,
uuid = i.Key.uuid
//device=i.FirstOrDefault().device,
//packageChannel=i.FirstOrDefault()?.packageChannel
}).ToList();
}
#endregion
}
}
catch (Exception e)
{
_logger.LogError($"Execute:{e.Message}");
}
return(Task.CompletedTask);
}