/// <summary>
/// 获取新序号
/// </summary>
/// <param name="dateTime"></param>
/// <returns></returns>
public void Generate(DateTime dateTime)
{
lock (_locker)
{
Interlocked.Increment(ref _versionId);
var unixTime = DateTime2UnixTime.ToUnixTime(dateTime.Date.AddHours(dateTime.Hour));
if (unixTime <= _unixTime)
{
++Sequence;
}
else
{
_unixTime = unixTime;
Infix = DateTime2UnixTime.FromUnixTime(_unixTime).ToString("yyMMddHH");
Sequence = 1;
}
}
}
/// <summary>
/// 从字节数组中加载
/// </summary>
/// <param name="bytes">48字节</param>
/// <exception cref="InvalidCastException"></exception>
public BusinessCode(byte[] bytes)
{
if (bytes != null && bytes.Length == BYTES_LENGTH)
{
ApplicationId = new Guid(bytes.Take(16).ToArray());
CodeType = BitConverter.ToInt32(bytes, 16);
_unixTime = BitConverter.ToInt64(bytes, 20);
Infix = DateTime2UnixTime.FromUnixTime(_unixTime).ToString("yyMMddHH");
Sequence = BitConverter.ToInt32(bytes, 28);
if (Sequence < 1)
{
throw new InvalidCastException("Sequence is invalid");
}
_versionId = BitConverter.ToInt64(bytes, 40);
if (_versionId < 1)
{
throw new InvalidCastException("Version is invalid");
}
}
else
{
throw new InvalidCastException("Data must 48 bytes");
}
}
/// <summary>
/// 处理消息队列的消息
/// </summary>
/// <param name="currentConsumer"></param>
/// <param name="props"></param>
/// <param name="exchangeName"></param>
/// <param name="queueName"></param>
/// <param name="routingKey"></param>
/// <param name="body"></param>
/// <param name="deliveryTag"></param>
/// <param name="redelivered"></param>
/// <param name="dropIfMessageHandlerNotRegistered">消息处理器未注册时直接丢弃</param>
protected void HandleMessage(IBasicConsumer currentConsumer, IBasicProperties props, string exchangeName, string queueName, string routingKey, byte[] body, ulong deliveryTag, bool redelivered, bool dropIfMessageHandlerNotRegistered)
{
var currentChannel = currentConsumer.Model;
var messageTypeName = props.Type;
if (string.IsNullOrEmpty(props.Type))
{
// 如果未传入类型，则以队列名作为类型名
if (queueName.StartsWith("rpc."))
{
messageTypeName = queueName.Substring(4);
}
else
{
messageTypeName = queueName;
}
}
var context = new MessageHandlingTransportationContext(exchangeName, queueName, new Dictionary <string, object> {
{ MessagePropertyConstants.MESSAGE_ID, string.IsNullOrEmpty(props.MessageId) ? Guid.NewGuid().ToString() : props.MessageId },
{ MessagePropertyConstants.MESSAGE_TYPE, messageTypeName },
{ MessagePropertyConstants.TIMESTAMP, props.Timestamp.UnixTime == 0 ? DateTime.Now : DateTime2UnixTime.FromUnixTime(props.Timestamp.UnixTime) },
{ MessagePropertyConstants.CONTENT_TYPE, string.IsNullOrEmpty(props.ContentType) ? Serializer.ContentType : props.ContentType },
{ MessagePropertyConstants.PAYLOAD, Serializer.GetString(body) },
{ MessagePropertyConstants.ROUTING_KEY, routingKey },
{ MessagePropertyConstants.REPLY_TO, props.ReplyTo },
{ MessagePropertyConstants.CORRELATION_ID, props.CorrelationId }
});
var messageHandlerCategory = string.Empty;
try
{
if (_messageTypes.ContainsKey(messageTypeName))
{
object message = null;
try
{
message = Serializer.Deserialize(body, _messageTypes[messageTypeName]);
}
catch
{
// 消费端无法反序列化消息，则直接丢弃
_logger.Error($"Message [\"{context.GetMessageType()}\"] \"{context.GetPayload()}\" deserialized fail in queue \"{queueName}\".");
LockerExecuter.Execute(currentChannel, () =>
{
RetryPolicy.Retry(() => currentChannel.BasicReject(deliveryTag, false),
retryCondition: retryEx => IOHelper.IsIOError(retryEx) || RabbitMQExceptionHelper.IsChannelError(retryEx),
retryTimeInterval: 1000);
});
}
if (message == null)
{
return;
}
var messageHandler = GetMessageHandler(messageTypeName);
if (messageHandler != null)
{
messageHandlerCategory = MessageHandlerTypeAttribute.GetCategory(messageHandler.GetType());
TriggerOnMessageReceived(new MessageReceivedEventArgs(messageHandlerCategory, this.GetReceiverType(), context));
RetryPolicy.Retry(() =>
{
try
{
messageHandler.GetType().InvokeMember("Handle",
BindingFlags.InvokeMethod
| BindingFlags.Public
| BindingFlags.Instance,
null, messageHandler, new object[] { message, context });
}
catch (Exception handleEx)
{
context.LastException = handleEx is TargetInvocationException ? handleEx.InnerException : handleEx;
throw handleEx;
}
}, cancelOnFailed: (retryCount, retryException) =>
{
if (retryCount >= MaxRetryCount)
{
return(true);
}
context.LastException = retryException is TargetInvocationException ? retryException.InnerException : retryException;
context.RetryCount = retryCount + 1;
return(false);
});
TriggerOnMessageHandlingSucceeded(new MessageHandlingSucceededEventArgs(messageHandlerCategory, this.GetReceiverType(), context));
LockerExecuter.Execute(currentChannel, () =>
{
RetryPolicy.Retry(() => currentChannel.BasicAck(deliveryTag, false),
retryCondition: retryEx => IOHelper.IsIOError(retryEx) || RabbitMQExceptionHelper.IsChannelError(retryEx),
retryTimeInterval: 1000);
});
}
else if (dropIfMessageHandlerNotRegistered)
{
// 消费端无对应的消息处理器，则忽略，直接响应成功
LockerExecuter.Execute(currentChannel, () =>
{
RetryPolicy.Retry(() => currentChannel.BasicAck(deliveryTag, false),
retryCondition: retryEx => IOHelper.IsIOError(retryEx) || RabbitMQExceptionHelper.IsChannelError(retryEx),
retryTimeInterval: 1000);
});
}
else
{
context.LastException = new MessageHandlerNotRegisteredException(messageTypeName);
if (TriggerOnMessageHandlingFailed(new MessageHandlingFailedEventArgs(messageHandlerCategory, this.GetReceiverType(), context)))
{
LockerExecuter.Execute(currentChannel, () =>
{
RetryPolicy.Retry(() => currentChannel.BasicAck(deliveryTag, false),
retryCondition: retryEx => IOHelper.IsIOError(retryEx) || RabbitMQExceptionHelper.IsChannelError(retryEx),
retryTimeInterval: 1000);
});
}
else
{
LockerExecuter.Execute(currentChannel, () =>
{
RetryPolicy.Retry(() => currentChannel.BasicReject(deliveryTag, false),
retryCondition: retryEx => IOHelper.IsIOError(retryEx) || RabbitMQExceptionHelper.IsChannelError(retryEx),
retryTimeInterval: 1000);
});
}
}
}
else if (dropIfMessageHandlerNotRegistered)
{
// 消费端无对应的消息处理器，则忽略，直接响应成功
LockerExecuter.Execute(currentChannel, () =>
{
RetryPolicy.Retry(() => currentChannel.BasicAck(deliveryTag, false),
retryCondition: retryEx => IOHelper.IsIOError(retryEx) || RabbitMQExceptionHelper.IsChannelError(retryEx),
retryTimeInterval: 1000);
});
}
else
{
context.LastException = new MessageHandlerNotRegisteredException(messageTypeName);
if (TriggerOnMessageHandlingFailed(new MessageHandlingFailedEventArgs(messageHandlerCategory, this.GetReceiverType(), context)))
{
LockerExecuter.Execute(currentChannel, () =>
{
RetryPolicy.Retry(() => currentChannel.BasicAck(deliveryTag, false),
retryCondition: retryEx => IOHelper.IsIOError(retryEx) || RabbitMQExceptionHelper.IsChannelError(retryEx),
retryTimeInterval: 1000);
});
}
else
{
LockerExecuter.Execute(currentChannel, () =>
{
RetryPolicy.Retry(() => currentChannel.BasicReject(deliveryTag, false),
retryCondition: retryEx => IOHelper.IsIOError(retryEx) || RabbitMQExceptionHelper.IsChannelError(retryEx),
retryTimeInterval: 1000);
});
}
}
}
catch (Exception ex)
{
// 消费端处理其他异常
context.LastException = ex is TargetInvocationException ? ex.InnerException : ex;
if (TriggerOnMessageHandlingFailed(new MessageHandlingFailedEventArgs(messageHandlerCategory, this.GetReceiverType(), context)))
{
LockerExecuter.Execute(currentChannel, () =>
{
RetryPolicy.Retry(() => currentChannel.BasicAck(deliveryTag, false),
retryCondition: retryEx => IOHelper.IsIOError(retryEx) || RabbitMQExceptionHelper.IsChannelError(retryEx),
retryTimeInterval: 1000);
});
}
else
{
LockerExecuter.Execute(currentChannel, () =>
{
RetryPolicy.Retry(() => currentChannel.BasicReject(deliveryTag, false),
retryCondition: retryEx => IOHelper.IsIOError(retryEx) || RabbitMQExceptionHelper.IsChannelError(retryEx),
retryTimeInterval: 1000);
});
}
}
}
private void ConsumeByPull()
{
foreach (var topic in _topics.Keys)
{
var queueCount = _topics[topic];
var subscribeQueues = GetSubscribeQueues(queueCount, _consumerCount, _consumerSequence);
var subTopic = GetSubTopic(topic);
var channels = new ConcurrentDictionary <byte, Tuple <IModel, Thread> >();
if (!_globalChannels.TryAdd(subTopic, channels))
{
throw new Exception($"{subTopic} has subscribed.");
}
for (byte queueIndex = 0; queueIndex < queueCount; queueIndex++)
{
if (subscribeQueues == null || !subscribeQueues.Any(a => a == queueIndex))
{
continue;
}
channels.TryGetValue(queueIndex, out Tuple <IModel, Thread> channelTuple);
if (channelTuple != null)
{
continue;
}
try
{
var queueName = GetQueue(topic, queueIndex);
var channel = _amqpConnection.CreateModel();
var consumerThread = new Thread((state) =>
{
var currentChannelTopicQueueIndexPair = (Tuple <IModel, string, int>)state;
var currentChannel = currentChannelTopicQueueIndexPair.Item1;
var currentTopic = currentChannelTopicQueueIndexPair.Item2;
var currentQueueIndex = currentChannelTopicQueueIndexPair.Item3;
var currentQueueName = GetQueue(currentTopic, currentQueueIndex);
int unackCount = 0;
int noMsgCount = 0;
while (true)
{
if (!currentChannel.IsOpen)
{
var closeReason = currentChannel.CloseReason;
if (closeReason.ReplyCode == RabbitMQConstants.ConnectionForced)
{
break;
}
if (closeReason.ReplyCode == RabbitMQConstants.ChannelError)
{
Thread.Sleep(1000);
continue;
}
else
{
throw new Exception($"{closeReason.ReplyText}");
}
}
if (OnMessageReceived == null)
{
Thread.Sleep(1000);
continue;
}
if (unackCount > _prefetchCount)
{
// 当消费堆积数，达到设定值后，将延迟1秒拉消息
Thread.Sleep(1000);
}
try
{
var mqMessage = currentChannel.BasicGet(currentQueueName, false);
if (mqMessage == null)
{
if (noMsgCount < 1000)
{
// 约10秒以内
Interlocked.Increment(ref noMsgCount);
Thread.Sleep(10);
}
else if (noMsgCount < 1500)
{
// 约1分钟以内
Interlocked.Increment(ref noMsgCount);
Thread.Sleep(100);
}
else
{
// 超过1分钟
Thread.Sleep(1000);
}
continue;
}
Interlocked.Exchange(ref noMsgCount, 0);
Interlocked.Increment(ref unackCount);
var context = new MessageHandlingTransportationContext(topic, currentQueueIndex, _groupName, currentChannel, mqMessage.DeliveryTag, new Dictionary <string, object> {
{ MessagePropertyConstants.MESSAGE_ID, mqMessage.BasicProperties.MessageId },
{ MessagePropertyConstants.MESSAGE_TYPE, mqMessage.BasicProperties.Type },
{ MessagePropertyConstants.TIMESTAMP, mqMessage.BasicProperties.Timestamp.UnixTime == 0 ? DateTime.Now : DateTime2UnixTime.FromUnixTime(mqMessage.BasicProperties.Timestamp.UnixTime) },
{ MessagePropertyConstants.CONTENT_TYPE, string.IsNullOrEmpty(mqMessage.BasicProperties.ContentType) ? "text/json" : mqMessage.BasicProperties.ContentType },
{ MessagePropertyConstants.BODY, mqMessage.Body },
{ MessagePropertyConstants.ROUTING_KEY, mqMessage.RoutingKey }
});
context.OnAck += (sender, e) => Interlocked.Decrement(ref unackCount);
OnMessageReceived.Invoke(this, new MessageReceivedEventArgs(context));
}
catch { }
}
})
{
IsBackground = false
};
channelTuple = new Tuple <IModel, Thread>(channel, consumerThread);
consumerThread.Start(new Tuple <IModel, string, int>(channel, topic, queueIndex));
}
finally
{
channels.TryAdd(queueIndex, channelTuple);
}
}
}
}
private void ConsumeByPush()
{
foreach (var topic in _topics.Keys)
{
var queueCount = _topics[topic];
var subscribeQueues = GetSubscribeQueues(queueCount, _consumerCount, _consumerSequence);
var subTopic = GetSubTopic(topic);
var consumers = new ConcurrentDictionary <byte, EventingBasicConsumer>();
if (!_globalConsumers.TryAdd(subTopic, consumers))
{
throw new Exception($"{subTopic} has subscribed.");
}
for (byte queueIndex = 0; queueIndex < queueCount; queueIndex++)
{
if (subscribeQueues == null || !subscribeQueues.Any(a => a == queueIndex))
{
continue;
}
consumers.TryGetValue(queueIndex, out EventingBasicConsumer consumer);
if (consumer != null)
{
continue;
}
var channel = _amqpConnection.CreateModel();
channel.BasicQos(0, _prefetchCount, false);
consumer = new EventingBasicConsumer(channel);
try
{
consumer.Received += (sender, e) =>
{
var currentConsumer = ((EventingBasicConsumer)sender);
var currentChannel = currentConsumer.Model;
while (!consumers.Any(w => w.Value.Model == currentChannel))
{
Thread.Sleep(1000);
}
if (OnMessageReceived != null)
{
var currentTopic = e.Exchange.IndexOf("-delayed") > 0 ? e.Exchange.Substring(0, e.Exchange.LastIndexOf("-delayed")) : e.Exchange;
var currentQueueIndex = consumers.First(w => w.Value.Model == currentChannel).Key;
var context = new MessageHandlingTransportationContext(currentTopic, currentQueueIndex, _groupName, channel, e.DeliveryTag, new Dictionary <string, object> {
{ MessagePropertyConstants.MESSAGE_ID, e.BasicProperties.MessageId },
{ MessagePropertyConstants.MESSAGE_TYPE, e.BasicProperties.Type },
{ MessagePropertyConstants.TIMESTAMP, e.BasicProperties.Timestamp.UnixTime == 0 ? DateTime.Now : DateTime2UnixTime.FromUnixTime(e.BasicProperties.Timestamp.UnixTime) },
{ MessagePropertyConstants.CONTENT_TYPE, string.IsNullOrEmpty(e.BasicProperties.ContentType) ? "text/json" : e.BasicProperties.ContentType },
{ MessagePropertyConstants.BODY, e.Body },
{ MessagePropertyConstants.ROUTING_KEY, e.RoutingKey }
});
try
{
OnMessageReceived.Invoke(this, new MessageReceivedEventArgs(context));
}
catch { }
}
};
consumer.Shutdown += (sender, e) =>
{
var currentConsumer = ((EventingBasicConsumer)sender);
var currentChannel = currentConsumer.Model;
if (e.ReplyCode == RabbitMQConstants.ConnectionForced)
{
return;
}
while (e.ReplyCode == RabbitMQConstants.ChannelError && !currentChannel.IsOpen)
{
Thread.Sleep(1000);
}
};
channel.BasicConsume(GetQueue(topic, queueIndex), false, $"{_amqpConnection.ClientProvidedName}_consumer{queueIndex}", new Dictionary <string, object>(), consumer);
}
finally
{
consumers.TryAdd(queueIndex, consumer);
}
}
}
}
