public async Task TokenizeFragment(
[RabbitMQTrigger(QueueName.Tokenizer, ConnectionStringSetting = "RabbitMQ:ConnectionString")]
FileFragmentedEvent message,
[RabbitMQ(QueueName = QueueName.Indexer, ConnectionStringSetting = "RabbitMQ:ConnectionString")]
IAsyncCollector <FragmentTokenizedEvent> rabbitCollector,
ILogger logger)
{
logger.LogInformation($"Start tokenization for: {message.UploadId}");
var command = GenerateCommand(message);
var output = await _mediator.Send(command);
if (output != null)
{
await rabbitCollector.AddAsync(output);
}
}
private IRequest <FragmentTokenizedEvent> GenerateCommand(FileFragmentedEvent message) =>
message.Extension switch
{
