/// <summary> /// CosumeTaskProcedure /// </summary> private async Task CosumeAsync(CancellationToken cancellationToken) { while (!cancellationToken.IsCancellationRequested) { try { long now = TimeUtil.UtcNowUnixTimeSeconds; //1, Get Entity IDatabase database = await RedisInstanceManager.GetDatabaseAsync(_instanceSetting, _logger).ConfigureAwait(false); RedisValue redisValue = await database.ListRightPopLeftPushAsync(RedisEventBusEngine.QueueName(_eventType), RedisEventBusEngine.HistoryQueueName(_eventType)).ConfigureAwait(false); if (redisValue.IsNullOrEmpty) { _logger.LogTrace("ConsumeTask Sleep, {InstanceName}, {eventType}", _instanceSetting.InstanceName, _eventType); await Task.Delay(_cONSUME_INTERVAL_SECONDS * 1000, cancellationToken).ConfigureAwait(false); continue; } EventMessageEntity?entity = SerializeUtil.FromJson <EventMessageEntity>(redisValue); if (entity == null) { _logger.LogCritical("有空EventMessageEntity, {eventType}, {value}", _eventType, redisValue); continue; } using IDistributedLock distributedLock = await _lockManager.NoWaitLockAsync( "eBusC_" + entity.Guid, TimeSpan.FromSeconds(_options.EventBusConsumerAckTimeoutSeconds), false, cancellationToken).ConfigureAwait(false); if (!distributedLock.IsAcquired) { //竟然有人在检查entity.Guid,好了,这下肯定有人在处理了,任务结束。哪怕那个人没处理成功,也没事,等着history吧。 continue; } //2, 过期检查 if (now - entity.Timestamp > _eventBusEventMessageExpiredSeconds) { _logger.LogCritical("有EventMessage过期,{eventType}, {entity}", _eventType, SerializeUtil.ToJson(entity)); await distributedLock.DisposeAsync().ConfigureAwait(false); continue; } //3, 防重检查 string AcksSetName = RedisEventBusEngine.AcksSetName(_eventType); bool?isExist = await IsAcksExistedAsync(database, AcksSetName, entity.Guid).ConfigureAwait(false); if (isExist == null || isExist.Value) { _logger.LogInformation("有EventMessage重复,{eventType}, {entity}", _eventType, SerializeUtil.ToJson(entity)); await distributedLock.DisposeAsync().ConfigureAwait(false); continue; } //4, Handle Entity try { await _eventHandler.HandleAsync(entity.JsonData, cancellationToken).ConfigureAwait(false); } catch (Exception ex) { _logger.LogCritical(ex, "处理消息出错, {_eventType}, {entity}", _eventType, SerializeUtil.ToJson(entity)); } //5, Acks await AddAcksAsync(now, database, AcksSetName, entity.Guid, entity.Timestamp).ConfigureAwait(false); _logger.LogTrace("Consume Task For {eventType} Stopped.", _eventType); } catch (RedisConnectionException ex) { _logger.LogError(ex, "Consume 中出现Redis链接问题. {eventType}", _eventType); await Task.Delay(5000, cancellationToken).ConfigureAwait(false); } catch (RedisTimeoutException ex) { _logger.LogError(ex, "Consume 中出现Redis超时问题. {eventType}", _eventType); } catch (Exception ex) { _logger.LogCritical(ex, "Consume 出现未知问题. {eventType}", _eventType); } } }
private async Task ScanHistoryAsync(CancellationToken cancellationToken) { while (!cancellationToken.IsCancellationRequested) { try { RedisKey[] redisKeys = new RedisKey[] { RedisEventBusEngine.HistoryQueueName(_eventType), RedisEventBusEngine.AcksSetName(_eventType), RedisEventBusEngine.QueueName(_eventType) }; RedisValue[] redisArgvs = new RedisValue[] { TimeUtil.UtcNowUnixTimeSeconds, _options.EventBusConsumerAckTimeoutSeconds }; IDatabase database = await RedisInstanceManager.GetDatabaseAsync(_instanceSetting, _logger).ConfigureAwait(false); int result = (int)await database.ScriptEvaluateAsync( _loadedHistoryLua, redisKeys, redisArgvs).ConfigureAwait(false); if (result == 0) { //还没有数据,等会吧 _logger.LogTrace("ScanHistory {InstanceName} 中,还没有数据,,EventType:{eventType}", _instanceSetting.InstanceName, _eventType); await Task.Delay(10 * 1000, cancellationToken).ConfigureAwait(false); } else if (result == 1) { //时间太早,等会再检查 _logger.LogTrace("ScanHistory {InstanceName} 中,数据还太新,一会再检查,,EventType:{eventType}", _instanceSetting.InstanceName, _eventType); await Task.Delay(10 * 1000, cancellationToken).ConfigureAwait(false); } else if (result == 2) { //成功 _logger.LogTrace("ScanHistory {InstanceName} 中,消息已被处理,现在移出History,EventType:{eventType}", _instanceSetting.InstanceName, _eventType); } else if (result == 3) { //重新放入队列再发送 _logger.LogWarning("ScanHistory {InstanceName} 中,消息可能被遗漏, 重新放入队列,,EventType:{eventType}", _instanceSetting.InstanceName, _eventType); } else { //出错 } } catch (RedisServerException ex) when(ex.Message.StartsWith("NOSCRIPT", StringComparison.InvariantCulture)) { _logger.LogError(ex, "NOSCRIPT, will try again."); InitLodedLua(); continue; } catch (RedisConnectionException ex) { _logger.LogError(ex, "Scan History 中出现Redis链接问题. {EventType}", _eventType); await Task.Delay(5000, cancellationToken).ConfigureAwait(false); } catch (RedisTimeoutException ex) { _logger.LogError(ex, "Scan History 中出现Redis超时问题. {EventType}", _eventType); } catch (Exception ex) { _logger.LogCritical(ex, "Scan History 出现未知问题. {EventType}", _eventType); } } _logger.LogTrace("History Task For {eventType} Stopped.", _eventType); }