protected override void ProcessMessageImpl(IMessageHeader header, ExtractionRequestMessage request, ulong tag)
{
Logger.Info($"Received message: {request}");
_auditor.AuditExtractionRequest(request);
if (!request.ExtractionDirectory.StartsWith(request.ProjectNumber))
{
Logger.Debug("ExtractionDirectory did not start with the project number, doing ErrorAndNack");
ErrorAndNack(header, tag, "", new InvalidEnumArgumentException("ExtractionDirectory"));
}
string extractionDirectory = request.ExtractionDirectory.TrimEnd('/', '\\');
string extractFileRoutingKey = request.IsIdentifiableExtraction ? _options.ExtractIdentRoutingKey : _options.ExtractAnonRoutingKey;
foreach (ExtractImageCollection matchedFiles in _fulfiller.GetAllMatchingFiles(request, _auditor))
{
Logger.Info($"Accepted {matchedFiles.Accepted.Count} and rejected {matchedFiles.Rejected.Count} files for KeyValue {matchedFiles.KeyValue}");
var infoMessage = new ExtractFileCollectionInfoMessage(request);
foreach (QueryToExecuteResult accepted in matchedFiles.Accepted)
{
var extractFileMessage = new ExtractFileMessage(request)
{
// Path to the original file
DicomFilePath = accepted.FilePathValue.TrimStart('/', '\\'),
// Extraction directory relative to the extract root
ExtractionDirectory = extractionDirectory,
// Output path for the anonymised file, relative to the extraction directory
OutputPath = _resolver.GetOutputPath(accepted, request).Replace('\\', '/')
};
Logger.Debug($"DicomFilePath={extractFileMessage.DicomFilePath}, OutputPath={extractFileMessage.OutputPath}");
// Send the extract file message
var sentHeader = (MessageHeader)_fileMessageProducer.SendMessage(extractFileMessage, header, extractFileRoutingKey);
// Record that we sent it
infoMessage.ExtractFileMessagesDispatched.Add(sentHeader, extractFileMessage.OutputPath);
}
// Wait for confirms from the batched messages
Logger.Debug($"All file messages sent for {request.ExtractionJobIdentifier}, calling WaitForConfirms");
_fileMessageProducer.WaitForConfirms();
// For all the rejected messages log why (in the info message)
foreach (QueryToExecuteResult rejectedResults in matchedFiles.Rejected)
{
if (!infoMessage.RejectionReasons.ContainsKey(rejectedResults.RejectReason))
{
infoMessage.RejectionReasons.Add(rejectedResults.RejectReason, 0);
}
infoMessage.RejectionReasons[rejectedResults.RejectReason]++;
}
_auditor.AuditExtractFiles(request, matchedFiles);
infoMessage.KeyValue = matchedFiles.KeyValue;
_fileMessageInfoProducer.SendMessage(infoMessage, header);
if (_fileMessageInfoProducer.GetType() == typeof(BatchProducerModel))
{
_fileMessageInfoProducer.WaitForConfirms();
}
Logger.Info($"All messages sent and acknowledged for {matchedFiles.KeyValue}");
}
Logger.Info("Finished processing message");
Ack(header, tag);
}
