public override QueueFetchResult GetProcessedMessages(Model.QueueType type, DateTime since, IEnumerable <Model.QueueItem> currentItems)
{
var r = new QueueFetchResult();
r.Count = 0;
return(r);
}
public override QueueFetchResult GetProcessedMessages(QueueType type, DateTime since, IEnumerable <QueueItem> currentItems)
{
var result = new QueueFetchResult();
var queues = GetQueueListByType(type);
if (queues.Count() == 0)
{
result.Items = EMPTY_LIST;
return(result);
}
List <QueueItem> r = new List <QueueItem>();
result.Items = r;
foreach (var q in queues)
{
string qName = q.GetDisplayName();
if (IsIgnoredQueue(qName) || !q.CanReadJournalQueue)
{
continue;
}
SetupMessageReadPropertyFilters(q.Journal, type);
try {
List <Message> messages = new List <Message>();
// Enumete from the earliest item
MessageEnumerator msgs = q.Journal.GetMessageEnumerator2();
try {
while (msgs.MoveNext())
{
Message msg = msgs.Current;
if (msg.ArrivedTime >= since)
{
messages.Add(msg);
}
}
} finally {
msgs.Close();
}
foreach (var msg in messages)
{
QueueItem itm = currentItems.FirstOrDefault(i => i.Id == msg.Id);
if (itm == null)
{
itm = CreateQueueItem(q.Queue, msg);
itm.Processed = true;
if (!PrepareQueueItemForAdd(itm))
{
itm = null;
}
}
if (itm != null)
{
r.Insert(0, itm);
}
}
} catch (Exception e) {
OnError("Error occured when getting processed messages from queue \"" + qName + "\", " + e.Message, e, false);
}
}
result.Count = (uint)r.Count;
return(result);
}
public override Model.QueueFetchResult GetUnprocessedMessages(QueueType type, IEnumerable <QueueItem> currentItems)
{
var result = new QueueFetchResult();
var queues = _monitorQueues.Where(q => q.Queue.Type == type);
if (queues.Count() == 0)
{
result.Items = EMPTY_LIST;
return(result);
}
List <QueueItem> r = new List <QueueItem>();
result.Items = r;
foreach (var q in queues)
{
var azureQueue = q.Main;
if (IsIgnoredQueue(q.Queue.Name))
{
continue;
}
//SetupMessageReadPropertyFilters(q.Main, q.Queue.Type);
// Add peaked items
/*
* lock( _peekItemsLock ) {
* if( _peekedItems.Count > 0 ) {
*
* r.AddRange(_peekedItems);
* _peekedItems.Clear();
* }
* }
*/
try {
var msgs = q.Main.PeekBatch(SbmqSystem.MAX_ITEMS_PER_QUEUE);
result.Count += (uint)msgs.Count();
foreach (var msg in msgs)
{
QueueItem itm = currentItems.FirstOrDefault(i => i.Id == msg.MessageId);
if (itm == null && !r.Any(i => i.Id == msg.MessageId))
{
itm = CreateQueueItem(q.Queue, msg);
// Load Message names and check if its not an infra-message
if (!PrepareQueueItemForAdd(itm))
{
itm = null;
}
}
if (itm != null)
{
r.Insert(0, itm);
}
}
} catch (Exception e) {
OnError("Error occured when processing queue " + q.Queue.Name + ", " + e.Message, e, false);
}
}
return(result);
}
public override QueueFetchResult GetUnprocessedMessages(QueueFetchUnprocessedMessagesRequest req)
{
var result = new QueueFetchResult();
var queues = _monitorQueues.Where(q => q.Queue.Type == req.Type);
if (queues.Count() == 0)
{
result.Items = EMPTY_LIST;
return(result);
}
List <QueueItem> r = new List <QueueItem>();
result.Items = r;
uint totalCount = 0;
foreach (var q in queues)
{
var msmqQueue = q.Main;
if (IsIgnoredQueue(q.Queue.Name) || !q.Main.CanRead)
{
continue;
}
// Add peaked items
if (IsPeekThreadsEnabled)
{
lock ( _peekItemsLock ) {
if (_peekedItems.Count > 0)
{
r.AddRange(_peekedItems);
_peekedItems.Clear();
}
}
}
r.AddRange(GetMessagesFromQueue(q, q.Main, req.CurrentItems, ref totalCount));
//var list = GetMessagesFromQueue(q, q.Retries, req.CurrentItems, ref totalCount);
//_log.Debug("{0} Retries: {1}".With(q.GetDisplayName(), list.Count()));
//foreach( var itm in list )
// _log.Debug("Retry msg: " + itm.DisplayName);
//r.AddRange(list);
//list = GetMessagesFromQueue(q, q.Timeouts, req.CurrentItems, ref totalCount);
//_log.Debug(q.GetDisplayName() + " Timeouts: " + list.Count());
//r.AddRange(list);
//foreach( var itm in list )
// _log.Debug("Timeouts msg: " + itm.DisplayName);
//list = GetMessagesFromQueue(q, q.TimeoutsDispatcher, req.CurrentItems, ref totalCount);
//_log.Debug(q.GetDisplayName() + " TimeoutsDispatcher: " + list.Count());
//r.AddRange(list);
//foreach( var itm in list )
// _log.Debug("TimeoutsDispatcher msg: " + itm.DisplayName);
}
result.Count = totalCount;
return(result);
}
public override Model.QueueFetchResult GetUnprocessedMessages(QueueType type, IEnumerable <QueueItem> currentItems)
{
var result = new QueueFetchResult();
result.Status = QueueFetchResultStatus.NotChanged;
var queues = _monitorQueues.Where(q => q.Queue.Type == type);
if (queues.Count() == 0)
{
result.Items = EMPTY_LIST;
return(result);
}
List <QueueItem> r = new List <QueueItem>();
result.Items = r;
foreach (var q in queues)
{
var azureQueue = q.Main;
if (IsIgnoredQueue(q.Queue.Name))
{
continue;
}
try {
if (q.HasChanged())
{
if (result.Status == QueueFetchResultStatus.NotChanged)
{
result.Status = QueueFetchResultStatus.OK;
}
long msgCount = q.GetMessageCount();
if (msgCount > 0)
{
var msgs = q.Main.PeekBatch(0, SbmqSystem.MAX_ITEMS_PER_QUEUE);
result.Count += (uint)msgCount;
foreach (var msg in msgs)
{
QueueItem itm = currentItems.FirstOrDefault(i => i.Id == msg.MessageId);
if (itm == null && !r.Any(i => i.Id == msg.MessageId))
{
itm = CreateQueueItem(q.Queue, msg);
// Load Message names and check if its not an infra-message
if (!PrepareQueueItemForAdd(itm))
{
itm = null;
}
}
if (itm != null)
{
r.Insert(0, itm);
}
}
}
}
} catch (MessagingCommunicationException mce) {
OnWarning(mce.Message, null, Manager.WarningType.ConnectonFailed);
result.Status = QueueFetchResultStatus.ConnectionFailed;
break;
} catch (SocketException se) {
OnWarning(se.Message, null, Manager.WarningType.ConnectonFailed);
result.Status = QueueFetchResultStatus.ConnectionFailed;
break;
} catch (Exception e) {
OnError("Error occured when processing queue " + q.Queue.Name + ", " + e.Message, e, false);
result.Status = QueueFetchResultStatus.HasErrors;
}
}
return(result);
}
public static Model.QueueFetchResult GetUnprocessedMessages(QueueFetchUnprocessedMessagesRequest req, IEnumerable <AzureMessageQueue> queues, Func <QueueItem, bool> prepareAddFunc)
{
var result = new QueueFetchResult();
result.Status = QueueFetchResultStatus.NotChanged;
if (queues.Count() == 0)
{
result.Items = EMPTY_LIST;
return(result);
}
List <QueueItem> r = new List <QueueItem>();
result.Items = r;
foreach (var q in queues)
{
//var azureQueue = q.Main;
//if( IsIgnoredQueue(q.Queue.Name) )
// continue;
var queueItemsCount = GetAzureQueueCount(q.Queue.Name);
try {
if (q.HasChanged(queueItemsCount)) //q.HasChanged(req.TotalCount) ) {
{
if (result.Status == QueueFetchResultStatus.NotChanged)
{
result.Status = QueueFetchResultStatus.OK;
}
long msgCount = q.GetMessageCount();
SetAzureQueueCount(q.Queue.Name, (uint)msgCount);
if (msgCount > 0)
{
var msgs = q.Main.PeekBatch(SbmqSystem.MAX_ITEMS_PER_QUEUE);
result.Count += (uint)msgs.Count(); // msgCount
foreach (var msg in msgs)
{
QueueItem itm = req.CurrentItems.FirstOrDefault(i => i.Id == msg.MessageId);
if (itm == null && !r.Any(i => i.Id == msg.MessageId))
{
itm = CreateQueueItem(q.Queue, msg);
// Load Message names and check if its not an infra-message
if (!prepareAddFunc(itm))
{
itm = null;
}
}
if (itm != null)
{
r.Insert(0, itm);
}
}
}
}
} catch (MessagingCommunicationException mce) {
//OnWarning(mce.Message, null, Manager.WarningType.ConnectonFailed);
result.Status = QueueFetchResultStatus.ConnectionFailed;
result.StatusMessage = mce.Message;
break;
} catch (SocketException se) {
//OnWarning(se.Message, null, Manager.WarningType.ConnectonFailed);
result.Status = QueueFetchResultStatus.ConnectionFailed;
result.StatusMessage = se.Message;
break;
} catch (Exception e) {
//OnError("Error occured when processing queue " + q.Queue.Name + ", " + e.Message, e, false);
result.Status = QueueFetchResultStatus.HasErrors;
result.StatusMessage = e.Message;
}
}
return(result);
}
public override QueueFetchResult GetUnprocessedMessages(QueueFetchUnprocessedMessagesRequest req) {
var result = new QueueFetchResult();
var queues = _monitorQueues.Where(q => q.Queue.Type == req.Type);
if( queues.Count() == 0 ) {
result.Items = EMPTY_LIST;
return result;
}
List<QueueItem> r = new List<QueueItem>();
result.Items = r;
foreach( var q in queues ) {
var msmqQueue = q.Main;
if( IsIgnoredQueue(q.Queue.Name) || !q.Main.CanRead )
continue;
SetupMessageReadPropertyFilters(q.Main, q.Queue.Type);
// Add peaked items
lock( _peekItemsLock ) {
if( _peekedItems.Count > 0 ) {
r.AddRange(_peekedItems);
_peekedItems.Clear();
}
}
try {
var msgs = q.Main.GetAllMessages();
result.Count += (uint)msgs.Length;
foreach( var msg in msgs ) {
QueueItem itm = req.CurrentItems.FirstOrDefault(i => i.Id == msg.Id);
if( itm == null && !r.Any(i => i.Id == msg.Id) ) {
itm = CreateQueueItem(q.Queue, msg);
// Load Message names and check if its not an infra-message
if( !PrepareQueueItemForAdd(itm) )
itm = null;
}
if( itm != null )
r.Insert(0, itm);
// Just fetch first 500
if( r.Count > SbmqSystem.MAX_ITEMS_PER_QUEUE )
break;
}
} catch( Exception e ) {
OnError("Error occured when processing queue " + q.Queue.Name + ", " + e.Message, e, false);
}
}
return result;
}
public static Model.QueueFetchResult GetUnprocessedMessages(QueueFetchUnprocessedMessagesRequest req, IEnumerable <AzureMessageQueue> monitoringQueues, Func <QueueItem, bool> prepareAddFunc)
{
var result = new QueueFetchResult(QueueFetchResultType.Cumulative);
result.Status = QueueFetchResultStatus.NotChanged;
IEnumerable <AzureMessageQueue> queues = monitoringQueues.Where(q => q.Queue.Type == req.Type);
if (queues.Count() == 0)
{
result.Items = EMPTY_LIST;
return(result);
}
List <QueueItem> r = new List <QueueItem>();
result.Items = r;
foreach (var q in queues)
{
//var azureQueue = q.Main;
//if( IsIgnoredQueue(q.Queue.Name) )
// continue;
var queueItemsCount = GetAzureQueueCount(q.Queue.Name);
try {
if (q.HasChanged(queueItemsCount)) //q.HasChanged(req.TotalCount) ) {
{
if (result.Status == QueueFetchResultStatus.NotChanged)
{
result.Status = QueueFetchResultStatus.OK;
}
long msgCount = q.GetMessageCount();
SetAzureQueueCount(q.Queue.Name, (uint)msgCount);
if (msgCount > 0)
{
var msgs = q.Main.PeekBatch(0, SbmqSystem.MAX_ITEMS_PER_QUEUE); // Need to specify 0 as it otherwise just retrieves new ones since last call
if (msgs.Any())
{
long seqNr = 0;
do
{
_log.Trace("About to retrieve " + msgs.Count());
foreach (var msg in msgs)
{
if (seqNr == msg.SequenceNumber)
{
continue;
}
QueueItem itm = req.CurrentItems.FirstOrDefault(i => i.Id == msg.MessageId);
if (itm == null && !r.Any(i => i.Id == msg.MessageId))
{
itm = CreateQueueItem(q.Queue, msg);
// Load Message names and check if its not an infra-message
if (!prepareAddFunc(itm))
{
itm = null;
}
// Move this up to the Core
/*
* if( q.Queue.Type == QueueType.Error && itm.Error != null &&
* itm.Error.OriginQueue.IsValid() ) {
*
* var i = itm.Error.OriginQueue.IndexOf('@');
* var errorQueue = ( i > -1 ) ? itm.Error.OriginQueue.Substring(0, i) : itm.Error.OriginQueue;
*
* if( !monitoringQueues.Any( mq => string.Compare(mq.Queue.Name, errorQueue, true) == 0 ) )
* itm = null;
* }
*/
}
if (itm != null)
{
r.Insert(0, itm);
}
seqNr = msg.SequenceNumber;
}
if (r.Count >= msgCount || seqNr == 0)
{
break;
}
msgs = q.Main.PeekBatch(seqNr, SbmqSystem.MAX_ITEMS_PER_QUEUE);
} while(msgs.Count() > 1);
//q.LastSequenceNumber = seqNr;
}
result.Count = (uint)msgCount; // (uint)r.Count;
//SetRealQueueCount(q.Queue.Name, result.Count);
}
}
} catch (MessagingCommunicationException mce) {
//OnWarning(mce.Message, null, Manager.WarningType.ConnectonFailed);
result.Status = QueueFetchResultStatus.ConnectionFailed;
result.StatusMessage = mce.Message;
break;
} catch (SocketException se) {
//OnWarning(se.Message, null, Manager.WarningType.ConnectonFailed);
result.Status = QueueFetchResultStatus.ConnectionFailed;
result.StatusMessage = se.Message;
break;
} catch (Exception e) {
//OnError("Error occured when processing queue " + q.Queue.Name + ", " + e.Message, e, false);
result.Status = QueueFetchResultStatus.HasErrors;
result.StatusMessage = e.Message;
}
}
return(result);
}