/// <summary> /// 获取新序号 /// </summary> /// <param name="dateTime"></param> /// <returns></returns> public void Generate(DateTime dateTime) { lock (_locker) { Interlocked.Increment(ref _versionId); var unixTime = DateTime2UnixTime.ToUnixTime(dateTime.Date.AddHours(dateTime.Hour)); if (unixTime <= _unixTime) { ++Sequence; } else { _unixTime = unixTime; Infix = DateTime2UnixTime.FromUnixTime(_unixTime).ToString("yyMMddHH"); Sequence = 1; } } }
/// <summary> /// 从字节数组中加载 /// </summary> /// <param name="bytes">48字节</param> /// <exception cref="InvalidCastException"></exception> public BusinessCode(byte[] bytes) { if (bytes != null && bytes.Length == BYTES_LENGTH) { ApplicationId = new Guid(bytes.Take(16).ToArray()); CodeType = BitConverter.ToInt32(bytes, 16); _unixTime = BitConverter.ToInt64(bytes, 20); Infix = DateTime2UnixTime.FromUnixTime(_unixTime).ToString("yyMMddHH"); Sequence = BitConverter.ToInt32(bytes, 28); if (Sequence < 1) { throw new InvalidCastException("Sequence is invalid"); } _versionId = BitConverter.ToInt64(bytes, 40); if (_versionId < 1) { throw new InvalidCastException("Version is invalid"); } } else { throw new InvalidCastException("Data must 48 bytes"); } }
/// <summary> /// 处理消息队列的消息 /// </summary> /// <param name="currentConsumer"></param> /// <param name="props"></param> /// <param name="exchangeName"></param> /// <param name="queueName"></param> /// <param name="routingKey"></param> /// <param name="body"></param> /// <param name="deliveryTag"></param> /// <param name="redelivered"></param> /// <param name="dropIfMessageHandlerNotRegistered">消息处理器未注册时直接丢弃</param> protected void HandleMessage(IBasicConsumer currentConsumer, IBasicProperties props, string exchangeName, string queueName, string routingKey, byte[] body, ulong deliveryTag, bool redelivered, bool dropIfMessageHandlerNotRegistered) { var currentChannel = currentConsumer.Model; var messageTypeName = props.Type; if (string.IsNullOrEmpty(props.Type)) { // 如果未传入类型,则以队列名作为类型名 if (queueName.StartsWith("rpc.")) { messageTypeName = queueName.Substring(4); } else { messageTypeName = queueName; } } var context = new MessageHandlingTransportationContext(exchangeName, queueName, new Dictionary <string, object> { { MessagePropertyConstants.MESSAGE_ID, string.IsNullOrEmpty(props.MessageId) ? Guid.NewGuid().ToString() : props.MessageId }, { MessagePropertyConstants.MESSAGE_TYPE, messageTypeName }, { MessagePropertyConstants.TIMESTAMP, props.Timestamp.UnixTime == 0 ? DateTime.Now : DateTime2UnixTime.FromUnixTime(props.Timestamp.UnixTime) }, { MessagePropertyConstants.CONTENT_TYPE, string.IsNullOrEmpty(props.ContentType) ? Serializer.ContentType : props.ContentType }, { MessagePropertyConstants.PAYLOAD, Serializer.GetString(body) }, { MessagePropertyConstants.ROUTING_KEY, routingKey }, { MessagePropertyConstants.REPLY_TO, props.ReplyTo }, { MessagePropertyConstants.CORRELATION_ID, props.CorrelationId } }); var messageHandlerCategory = string.Empty; try { if (_messageTypes.ContainsKey(messageTypeName)) { object message = null; try { message = Serializer.Deserialize(body, _messageTypes[messageTypeName]); } catch { // 消费端无法反序列化消息,则直接丢弃 _logger.Error($"Message [\"{context.GetMessageType()}\"] \"{context.GetPayload()}\" deserialized fail in queue \"{queueName}\"."); LockerExecuter.Execute(currentChannel, () => { RetryPolicy.Retry(() => currentChannel.BasicReject(deliveryTag, false), retryCondition: retryEx => IOHelper.IsIOError(retryEx) || RabbitMQExceptionHelper.IsChannelError(retryEx), retryTimeInterval: 1000); }); } if (message == null) { return; } var messageHandler = GetMessageHandler(messageTypeName); if (messageHandler != null) { messageHandlerCategory = MessageHandlerTypeAttribute.GetCategory(messageHandler.GetType()); TriggerOnMessageReceived(new MessageReceivedEventArgs(messageHandlerCategory, this.GetReceiverType(), context)); RetryPolicy.Retry(() => { try { messageHandler.GetType().InvokeMember("Handle", BindingFlags.InvokeMethod | BindingFlags.Public | BindingFlags.Instance, null, messageHandler, new object[] { message, context }); } catch (Exception handleEx) { context.LastException = handleEx is TargetInvocationException ? handleEx.InnerException : handleEx; throw handleEx; } }, cancelOnFailed: (retryCount, retryException) => { if (retryCount >= MaxRetryCount) { return(true); } context.LastException = retryException is TargetInvocationException ? retryException.InnerException : retryException; context.RetryCount = retryCount + 1; return(false); }); TriggerOnMessageHandlingSucceeded(new MessageHandlingSucceededEventArgs(messageHandlerCategory, this.GetReceiverType(), context)); LockerExecuter.Execute(currentChannel, () => { RetryPolicy.Retry(() => currentChannel.BasicAck(deliveryTag, false), retryCondition: retryEx => IOHelper.IsIOError(retryEx) || RabbitMQExceptionHelper.IsChannelError(retryEx), retryTimeInterval: 1000); }); } else if (dropIfMessageHandlerNotRegistered) { // 消费端无对应的消息处理器,则忽略,直接响应成功 LockerExecuter.Execute(currentChannel, () => { RetryPolicy.Retry(() => currentChannel.BasicAck(deliveryTag, false), retryCondition: retryEx => IOHelper.IsIOError(retryEx) || RabbitMQExceptionHelper.IsChannelError(retryEx), retryTimeInterval: 1000); }); } else { context.LastException = new MessageHandlerNotRegisteredException(messageTypeName); if (TriggerOnMessageHandlingFailed(new MessageHandlingFailedEventArgs(messageHandlerCategory, this.GetReceiverType(), context))) { LockerExecuter.Execute(currentChannel, () => { RetryPolicy.Retry(() => currentChannel.BasicAck(deliveryTag, false), retryCondition: retryEx => IOHelper.IsIOError(retryEx) || RabbitMQExceptionHelper.IsChannelError(retryEx), retryTimeInterval: 1000); }); } else { LockerExecuter.Execute(currentChannel, () => { RetryPolicy.Retry(() => currentChannel.BasicReject(deliveryTag, false), retryCondition: retryEx => IOHelper.IsIOError(retryEx) || RabbitMQExceptionHelper.IsChannelError(retryEx), retryTimeInterval: 1000); }); } } } else if (dropIfMessageHandlerNotRegistered) { // 消费端无对应的消息处理器,则忽略,直接响应成功 LockerExecuter.Execute(currentChannel, () => { RetryPolicy.Retry(() => currentChannel.BasicAck(deliveryTag, false), retryCondition: retryEx => IOHelper.IsIOError(retryEx) || RabbitMQExceptionHelper.IsChannelError(retryEx), retryTimeInterval: 1000); }); } else { context.LastException = new MessageHandlerNotRegisteredException(messageTypeName); if (TriggerOnMessageHandlingFailed(new MessageHandlingFailedEventArgs(messageHandlerCategory, this.GetReceiverType(), context))) { LockerExecuter.Execute(currentChannel, () => { RetryPolicy.Retry(() => currentChannel.BasicAck(deliveryTag, false), retryCondition: retryEx => IOHelper.IsIOError(retryEx) || RabbitMQExceptionHelper.IsChannelError(retryEx), retryTimeInterval: 1000); }); } else { LockerExecuter.Execute(currentChannel, () => { RetryPolicy.Retry(() => currentChannel.BasicReject(deliveryTag, false), retryCondition: retryEx => IOHelper.IsIOError(retryEx) || RabbitMQExceptionHelper.IsChannelError(retryEx), retryTimeInterval: 1000); }); } } } catch (Exception ex) { // 消费端处理其他异常 context.LastException = ex is TargetInvocationException ? ex.InnerException : ex; if (TriggerOnMessageHandlingFailed(new MessageHandlingFailedEventArgs(messageHandlerCategory, this.GetReceiverType(), context))) { LockerExecuter.Execute(currentChannel, () => { RetryPolicy.Retry(() => currentChannel.BasicAck(deliveryTag, false), retryCondition: retryEx => IOHelper.IsIOError(retryEx) || RabbitMQExceptionHelper.IsChannelError(retryEx), retryTimeInterval: 1000); }); } else { LockerExecuter.Execute(currentChannel, () => { RetryPolicy.Retry(() => currentChannel.BasicReject(deliveryTag, false), retryCondition: retryEx => IOHelper.IsIOError(retryEx) || RabbitMQExceptionHelper.IsChannelError(retryEx), retryTimeInterval: 1000); }); } } }
private void ConsumeByPull() { foreach (var topic in _topics.Keys) { var queueCount = _topics[topic]; var subscribeQueues = GetSubscribeQueues(queueCount, _consumerCount, _consumerSequence); var subTopic = GetSubTopic(topic); var channels = new ConcurrentDictionary <byte, Tuple <IModel, Thread> >(); if (!_globalChannels.TryAdd(subTopic, channels)) { throw new Exception($"{subTopic} has subscribed."); } for (byte queueIndex = 0; queueIndex < queueCount; queueIndex++) { if (subscribeQueues == null || !subscribeQueues.Any(a => a == queueIndex)) { continue; } channels.TryGetValue(queueIndex, out Tuple <IModel, Thread> channelTuple); if (channelTuple != null) { continue; } try { var queueName = GetQueue(topic, queueIndex); var channel = _amqpConnection.CreateModel(); var consumerThread = new Thread((state) => { var currentChannelTopicQueueIndexPair = (Tuple <IModel, string, int>)state; var currentChannel = currentChannelTopicQueueIndexPair.Item1; var currentTopic = currentChannelTopicQueueIndexPair.Item2; var currentQueueIndex = currentChannelTopicQueueIndexPair.Item3; var currentQueueName = GetQueue(currentTopic, currentQueueIndex); int unackCount = 0; int noMsgCount = 0; while (true) { if (!currentChannel.IsOpen) { var closeReason = currentChannel.CloseReason; if (closeReason.ReplyCode == RabbitMQConstants.ConnectionForced) { break; } if (closeReason.ReplyCode == RabbitMQConstants.ChannelError) { Thread.Sleep(1000); continue; } else { throw new Exception($"{closeReason.ReplyText}"); } } if (OnMessageReceived == null) { Thread.Sleep(1000); continue; } if (unackCount > _prefetchCount) { // 当消费堆积数,达到设定值后,将延迟1秒拉消息 Thread.Sleep(1000); } try { var mqMessage = currentChannel.BasicGet(currentQueueName, false); if (mqMessage == null) { if (noMsgCount < 1000) { // 约10秒以内 Interlocked.Increment(ref noMsgCount); Thread.Sleep(10); } else if (noMsgCount < 1500) { // 约1分钟以内 Interlocked.Increment(ref noMsgCount); Thread.Sleep(100); } else { // 超过1分钟 Thread.Sleep(1000); } continue; } Interlocked.Exchange(ref noMsgCount, 0); Interlocked.Increment(ref unackCount); var context = new MessageHandlingTransportationContext(topic, currentQueueIndex, _groupName, currentChannel, mqMessage.DeliveryTag, new Dictionary <string, object> { { MessagePropertyConstants.MESSAGE_ID, mqMessage.BasicProperties.MessageId }, { MessagePropertyConstants.MESSAGE_TYPE, mqMessage.BasicProperties.Type }, { MessagePropertyConstants.TIMESTAMP, mqMessage.BasicProperties.Timestamp.UnixTime == 0 ? DateTime.Now : DateTime2UnixTime.FromUnixTime(mqMessage.BasicProperties.Timestamp.UnixTime) }, { MessagePropertyConstants.CONTENT_TYPE, string.IsNullOrEmpty(mqMessage.BasicProperties.ContentType) ? "text/json" : mqMessage.BasicProperties.ContentType }, { MessagePropertyConstants.BODY, mqMessage.Body }, { MessagePropertyConstants.ROUTING_KEY, mqMessage.RoutingKey } }); context.OnAck += (sender, e) => Interlocked.Decrement(ref unackCount); OnMessageReceived.Invoke(this, new MessageReceivedEventArgs(context)); } catch { } } }) { IsBackground = false }; channelTuple = new Tuple <IModel, Thread>(channel, consumerThread); consumerThread.Start(new Tuple <IModel, string, int>(channel, topic, queueIndex)); } finally { channels.TryAdd(queueIndex, channelTuple); } } } }
private void ConsumeByPush() { foreach (var topic in _topics.Keys) { var queueCount = _topics[topic]; var subscribeQueues = GetSubscribeQueues(queueCount, _consumerCount, _consumerSequence); var subTopic = GetSubTopic(topic); var consumers = new ConcurrentDictionary <byte, EventingBasicConsumer>(); if (!_globalConsumers.TryAdd(subTopic, consumers)) { throw new Exception($"{subTopic} has subscribed."); } for (byte queueIndex = 0; queueIndex < queueCount; queueIndex++) { if (subscribeQueues == null || !subscribeQueues.Any(a => a == queueIndex)) { continue; } consumers.TryGetValue(queueIndex, out EventingBasicConsumer consumer); if (consumer != null) { continue; } var channel = _amqpConnection.CreateModel(); channel.BasicQos(0, _prefetchCount, false); consumer = new EventingBasicConsumer(channel); try { consumer.Received += (sender, e) => { var currentConsumer = ((EventingBasicConsumer)sender); var currentChannel = currentConsumer.Model; while (!consumers.Any(w => w.Value.Model == currentChannel)) { Thread.Sleep(1000); } if (OnMessageReceived != null) { var currentTopic = e.Exchange.IndexOf("-delayed") > 0 ? e.Exchange.Substring(0, e.Exchange.LastIndexOf("-delayed")) : e.Exchange; var currentQueueIndex = consumers.First(w => w.Value.Model == currentChannel).Key; var context = new MessageHandlingTransportationContext(currentTopic, currentQueueIndex, _groupName, channel, e.DeliveryTag, new Dictionary <string, object> { { MessagePropertyConstants.MESSAGE_ID, e.BasicProperties.MessageId }, { MessagePropertyConstants.MESSAGE_TYPE, e.BasicProperties.Type }, { MessagePropertyConstants.TIMESTAMP, e.BasicProperties.Timestamp.UnixTime == 0 ? DateTime.Now : DateTime2UnixTime.FromUnixTime(e.BasicProperties.Timestamp.UnixTime) }, { MessagePropertyConstants.CONTENT_TYPE, string.IsNullOrEmpty(e.BasicProperties.ContentType) ? "text/json" : e.BasicProperties.ContentType }, { MessagePropertyConstants.BODY, e.Body }, { MessagePropertyConstants.ROUTING_KEY, e.RoutingKey } }); try { OnMessageReceived.Invoke(this, new MessageReceivedEventArgs(context)); } catch { } } }; consumer.Shutdown += (sender, e) => { var currentConsumer = ((EventingBasicConsumer)sender); var currentChannel = currentConsumer.Model; if (e.ReplyCode == RabbitMQConstants.ConnectionForced) { return; } while (e.ReplyCode == RabbitMQConstants.ChannelError && !currentChannel.IsOpen) { Thread.Sleep(1000); } }; channel.BasicConsume(GetQueue(topic, queueIndex), false, $"{_amqpConnection.ClientProvidedName}_consumer{queueIndex}", new Dictionary <string, object>(), consumer); } finally { consumers.TryAdd(queueIndex, consumer); } } } }