public void Enqueue(Event ev) { if (AreQueuedItemsDiscarded) { _log.Info(typeof(ExceptionlessClient), "Queue items are currently being discarded. The event will not be queued."); return; } _storage.Enqueue(_config.GetQueueName(), ev); }
public void CanConcurrentlyManageFiles() { Reset(); IObjectStorage storage = GetStorage(); IJsonSerializer serializer = new DefaultJsonSerializer(); const string queueName = "test"; Parallel.For(0, 25, i => { var ev = new Event { Type = Event.KnownTypes.Log, Message = "test" + i }; storage.Enqueue(queueName, ev); }); Assert.Equal(25, storage.GetObjectList().Count()); var working = new ConcurrentDictionary <string, object>(); Parallel.For(0, 50, i => { var fileBatch = storage.GetEventBatch(queueName, serializer, 2); foreach (var f in fileBatch) { if (working.ContainsKey(f.Item1.Path)) { Debug.WriteLine(f.Item1.Path); } Assert.False(working.ContainsKey(f.Item1.Path)); working.TryAdd(f.Item1.Path, null); } if (RandomData.GetBool()) { object o; foreach (var f in fileBatch) { working.TryRemove(f.Item1.Path, out o); } storage.ReleaseBatch(fileBatch); } else { storage.DeleteBatch(fileBatch); } }); Assert.Equal(25, working.Count + storage.GetQueueFiles(queueName).Count); }
public void CanManageQueue() { Reset(); IObjectStorage storage = GetStorage(); const string queueName = "test"; IJsonSerializer serializer = new DefaultJsonSerializer(); var ev = new Event { Type = Event.KnownTypes.Log, Message = "test" }; storage.Enqueue(queueName, ev); storage.SaveObject("test.txt", "test"); Assert.True(storage.GetObjectList().Any(f => f.Path.StartsWith(queueName + "\\q\\") && f.Path.EndsWith("0.json"))); Assert.Equal(2, storage.GetObjectList().Count()); Assert.True(storage.GetQueueFiles(queueName).All(f => f.Path.EndsWith("0.json"))); Assert.Equal(1, storage.GetQueueFiles(queueName).Count()); storage.DeleteObject("test.txt"); Assert.Equal(1, storage.GetObjectList().Count()); Assert.True(storage.LockFile(storage.GetObjectList().FirstOrDefault())); Assert.True(storage.GetQueueFiles(queueName).All(f => f.Path.EndsWith("0.json.x"))); Assert.True(storage.ReleaseFile(storage.GetObjectList().FirstOrDefault())); var batch = storage.GetEventBatch(queueName, serializer); Assert.Equal(1, batch.Count); Assert.True(storage.GetObjectList().All(f => f.Path.StartsWith(queueName + "\\q\\") && f.Path.EndsWith("1.json.x"))); Assert.Equal(1, storage.GetObjectList().Count()); Assert.Equal(0, storage.GetQueueFiles(queueName).Count()); Assert.Equal(0, storage.GetEventBatch(queueName, serializer).Count()); Assert.False(storage.LockFile(storage.GetObjectList().FirstOrDefault())); storage.ReleaseBatch(batch); Assert.True(storage.GetObjectList().All(f => f.Path.StartsWith(queueName + "\\q\\") && f.Path.EndsWith("1.json"))); Assert.Equal(1, storage.GetObjectList().Count()); Assert.Equal(1, storage.GetQueueFiles(queueName).Count()); var file = storage.GetObjectList().FirstOrDefault(); storage.IncrementAttempts(file); Assert.True(storage.GetObjectList().All(f => f.Path.StartsWith(queueName + "\\q\\") && f.Path.EndsWith("2.json"))); storage.IncrementAttempts(file); Assert.True(storage.GetObjectList().All(f => f.Path.StartsWith(queueName + "\\q\\") && f.Path.EndsWith("3.json"))); Assert.True(storage.LockFile(file)); Assert.NotNull(file); Assert.True(storage.GetObjectList().All(f => f.Path.StartsWith(queueName + "\\q\\") && f.Path.EndsWith("3.json.x"))); Thread.Sleep(TimeSpan.FromMilliseconds(1)); storage.ReleaseStaleLocks(queueName, TimeSpan.Zero); Assert.True(storage.GetObjectList().All(f => f.Path.StartsWith(queueName + "\\q\\") && f.Path.EndsWith("3.json"))); batch = storage.GetEventBatch(queueName, serializer); Assert.Equal(1, batch.Count); Assert.True(storage.GetObjectList().All(f => f.Path.StartsWith(queueName + "\\q\\") && f.Path.EndsWith("4.json.x"))); storage.DeleteBatch(batch); Assert.Equal(0, storage.GetQueueFiles(queueName).Count()); ev = new Event { Type = Event.KnownTypes.Log, Message = "test" }; storage.Enqueue(queueName, ev); file = storage.GetObjectList().FirstOrDefault(); Assert.NotNull(file); Thread.Sleep(TimeSpan.FromMilliseconds(1)); storage.CleanupQueueFiles(queueName, TimeSpan.Zero); Assert.Equal(0, storage.GetQueueFiles(queueName).Count()); }