//--- Methods --- protected override Yield Start(XDoc config, Result result) { yield return Coroutine.Invoke(base.Start, config, new Result()); _varnish = Plug.New(Config["uri.varnish"].AsUri); _deki = Plug.New(Config["uri.deki"].AsUri); _apikey = Config["apikey"].AsText; _delayPurgeTimespan = TimeSpan.FromSeconds(config["varnish-purge-delay"].AsInt ?? 10); var dispatcher = new UpdateRecordDispatcher(OnQueueExpire); _updateDelayQueue = new UpdateDelayQueue(_delayPurgeTimespan, dispatcher); // set up subscription for pubsub XDoc subscriptionSet = new XDoc("subscription-set") .Elem("uri.owner", Self.Uri) .Start("subscription") .Add(DreamCookie.NewSetCookie("service-key", InternalAccessKey, Self.Uri).AsSetCookieDocument) .Elem("channel", "event://*/deki/pages/create") .Elem("channel", "event://*/deki/pages/move") .Elem("channel", "event://*/deki/pages/update") .Elem("channel", "event://*/deki/pages/delete") .Elem("channel", "event://*/deki/pages/revert") .Elem("channel", "event://*/deki/pages/createalias") .Elem("channel", "event://*/deki/pages/tags/update") .Elem("channel", "event://*/deki/pages/dependentschanged/comments/create") .Elem("channel", "event://*/deki/pages/dependentschanged/comments/update") .Elem("channel", "event://*/deki/pages/dependentschanged/comments/delete") .Elem("channel", "event://*/deki/pages/dependentschanged/files/create") .Elem("channel", "event://*/deki/pages/dependentschanged/files/update") .Elem("channel", "event://*/deki/pages/dependentschanged/files/delete") .Elem("channel", "event://*/deki/pages/dependentschanged/files/move") .Elem("channel", "event://*/deki/pages/dependentschanged/files/restore") .Elem("channel", "event://*/deki/files/create") .Elem("channel", "event://*/deki/files/update") .Elem("channel", "event://*/deki/files/delete") .Elem("channel", "event://*/deki/files/move") .Elem("channel", "event://*/deki/files/restore") .Start("recipient") .Attr("authtoken", _apikey) .Elem("uri", Self.Uri.At("queue")) .End() .End(); Result<DreamMessage> subscriptionResult; yield return subscriptionResult = PubSub.At("subscribers").PostAsync(subscriptionSet); string accessKey = subscriptionResult.Value.ToDocument()["access-key"].AsText; XUri location = subscriptionResult.Value.Headers.Location; Cookies.Update(DreamCookie.NewSetCookie("access-key", accessKey, location), null); _subscriptionLocation = location.AsLocalUri().WithoutQuery(); _log.DebugFormat("subscribed VarnishPurgeService for events at {0}", _subscriptionLocation); result.Return(); }
public void Callback_in_delay_time() { var dispatcher = new MockUpdateRecordDispatcher(1); var queue = new UpdateDelayQueue(TimeSpan.FromSeconds(1), dispatcher); XDoc queued = new XDoc("deki-event") .Attr("wikiid", "abc") .Elem("channel", "event://abc/deki/pages/update") .Elem("pageid", "1") .Elem("path", "bar"); DateTime queueTime = DateTime.Now; queue.Enqueue(queued); Assert.AreEqual(0, dispatcher.Dispatches.Count); if(!dispatcher.ResetEvent.WaitOne(5000, true)) { Assert.Fail("callback didn't happen"); } Assert.AreEqual(1, dispatcher.Dispatches.Count); Assert.AreEqual(1, dispatcher.Dispatches[0].Item2.Id); Assert.AreEqual("abc", dispatcher.Dispatches[0].Item2.WikiId); Assert.AreEqual("bar", dispatcher.Dispatches[0].Item2.Path); Assert.AreEqual(RecordType.Page, dispatcher.Dispatches[0].Item2.Type); Assert.GreaterOrEqual(dispatcher.Dispatches[0].Item1, queueTime.Add(TimeSpan.FromMilliseconds(1000))); }
public void Multiple_events_for_same_page_fire_once_on_first_plus_delay() { var dispatcher = new MockUpdateRecordDispatcher(1); var queue = new UpdateDelayQueue(TimeSpan.FromSeconds(2), dispatcher); XDoc queued = new XDoc("deki-event") .Attr("wikiid", "abc") .Elem("channel", "event://abc/deki/pages/create") .Elem("pageid", "1") .Elem("path", "bar"); DateTime queueTime = DateTime.Now; queue.Enqueue(queued); Assert.AreEqual(0, dispatcher.Dispatches.Count); Thread.Sleep(300); queued = new XDoc("deki-event") .Attr("wikiid", "abc") .Elem("channel", "event://abc/deki/pages/update") .Elem("pageid", "1") .Elem("path", "bar"); queue.Enqueue(queued); Assert.AreEqual(0, dispatcher.Dispatches.Count); Thread.Sleep(300); queued = new XDoc("deki-event") .Attr("wikiid", "abc") .Elem("channel", "event://abc/deki/pages/foop") .Elem("pageid", "1") .Elem("path", "bar"); queue.Enqueue(queued); Assert.AreEqual(0, dispatcher.Dispatches.Count); if(!dispatcher.ResetEvent.WaitOne(3000, true)) { Assert.Fail("callback didn't happen"); } Assert.AreEqual(1, dispatcher.Dispatches.Count); Assert.AreEqual(1, dispatcher.Dispatches[0].Item2.Id); Assert.AreEqual("abc", dispatcher.Dispatches[0].Item2.WikiId); Assert.AreEqual("bar", dispatcher.Dispatches[0].Item2.Path); Assert.AreEqual(RecordType.Page, dispatcher.Dispatches[0].Item2.Type); Assert.GreaterOrEqual(dispatcher.Dispatches[0].Item1, queueTime.Add(TimeSpan.FromMilliseconds(2000))); Assert.LessOrEqual(dispatcher.Dispatches[0].Item1, queueTime.Add(TimeSpan.FromMilliseconds(2200))); Thread.Sleep(1000); Assert.AreEqual(1, dispatcher.Dispatches.Count); }
public void QueueSize_queries_dispatcher_QueueSize() { var dispatcher = new MockUpdateRecordDispatcher(1); var queue = new UpdateDelayQueue(TimeSpan.FromSeconds(1), dispatcher); Assert.AreEqual(1, queue.QueueSize); Assert.AreEqual(1, dispatcher.QueueSizeCalled); }
public void Can_dispatch_using_coroutine_dispatcher() { var helper = new CallbackHelper(); var queue = new UpdateDelayQueue(TimeSpan.FromSeconds(1), new UpdateRecordDispatcher(helper.Invoke)); var queued = new XDoc("deki-event") .Attr("wikiid", "abc") .Elem("channel", "event://abc/deki/pages/update") .Elem("pageid", "1") .Elem("path", "bar"); queue.Enqueue(queued); Assert.AreEqual(0, helper.Callbacks.Count); if(!helper.ResetEvent.WaitOne(2000, true)) { Assert.Fail("callback didn't happen"); } Assert.AreEqual(1, helper.Callbacks.Count); Assert.AreEqual(1, helper.Callbacks[0].Id); Assert.AreEqual("abc", helper.Callbacks[0].WikiId); Assert.AreEqual("bar", helper.Callbacks[0].Path); Assert.AreEqual(RecordType.Page, helper.Callbacks[0].Type); }
public void Multiple_events_for_same_page_update_path_in_dispatched_callback() { var dispatcher = new MockUpdateRecordDispatcher(1); var queue = new UpdateDelayQueue(TimeSpan.FromSeconds(1), dispatcher); XDoc queued = new XDoc("deki-event") .Attr("wikiid", "abc") .Elem("channel", "event://abc/deki/pages/create") .Elem("pageid", "1") .Elem("path", "bar"); DateTime queueTime = DateTime.Now; queue.Enqueue(queued); Assert.AreEqual(0, dispatcher.Dispatches.Count); Thread.Sleep(100); queued = new XDoc("deki-event") .Attr("wikiid", "abc") .Elem("channel", "event://abc/deki/pages/update") .Elem("pageid", "1") .Elem("path", "baz"); queue.Enqueue(queued); Assert.AreEqual(0, dispatcher.Dispatches.Count); if(!dispatcher.ResetEvent.WaitOne(2000, true)) { Assert.Fail("callbacks didn't happen"); } Assert.AreEqual(1, dispatcher.Dispatches.Count); Assert.AreEqual(1, dispatcher.Dispatches[0].Item2.Id); Assert.AreEqual("abc", dispatcher.Dispatches[0].Item2.WikiId); Assert.AreEqual("baz", dispatcher.Dispatches[0].Item2.Path); Assert.AreEqual(RecordType.Page, dispatcher.Dispatches[0].Item2.Type); }
public void Multiple_events_for_different_types_fire_for_each_type() { var dispatcher = new MockUpdateRecordDispatcher(3); var queue = new UpdateDelayQueue(TimeSpan.FromSeconds(1), dispatcher); XDoc queued = new XDoc("deki-event") .Attr("wikiid", "abc") .Elem("channel", "event://abc/deki/pages/create") .Elem("pageid", "1") .Elem("path", "bar"); DateTime queueTime = DateTime.Now; queue.Enqueue(queued); Assert.AreEqual(0, dispatcher.Dispatches.Count); Thread.Sleep(100); queued = new XDoc("deki-event") .Attr("wikiid", "abd") .Elem("channel", "event://abc/deki/pages/update") .Elem("pageid", "2") .Elem("path", "baz"); queue.Enqueue(queued); Assert.AreEqual(0, dispatcher.Dispatches.Count); Thread.Sleep(100); queued = new XDoc("deki-event") .Attr("wikiid", "abf") .Elem("channel", "event://abc/deki/files/foop") .Elem("fileid", "1"); queue.Enqueue(queued); Assert.AreEqual(0, dispatcher.Dispatches.Count); if(!dispatcher.ResetEvent.WaitOne(2000, true)) { Assert.Fail("callbacks didn't happen"); } Assert.AreEqual(3, dispatcher.Dispatches.Count); Assert.AreEqual(1, dispatcher.Dispatches[0].Item2.Id); Assert.AreEqual("abc", dispatcher.Dispatches[0].Item2.WikiId); Assert.AreEqual("bar", dispatcher.Dispatches[0].Item2.Path); Assert.AreEqual(RecordType.Page, dispatcher.Dispatches[0].Item2.Type); Assert.AreEqual(2, dispatcher.Dispatches[1].Item2.Id); Assert.AreEqual("abd", dispatcher.Dispatches[1].Item2.WikiId); Assert.AreEqual("baz", dispatcher.Dispatches[1].Item2.Path); Assert.AreEqual(RecordType.Page, dispatcher.Dispatches[1].Item2.Type); Assert.AreEqual(1, dispatcher.Dispatches[2].Item2.Id); Assert.AreEqual("abf", dispatcher.Dispatches[2].Item2.WikiId); Assert.IsTrue(string.IsNullOrEmpty(dispatcher.Dispatches[2].Item2.Path)); Assert.AreEqual(RecordType.File, dispatcher.Dispatches[2].Item2.Type); }
protected override Yield Stop(Result result) { _updateDelayQueue.Cleanup(); _updateDelayQueue = null; yield return Plug.New(_subscriptionLocation).DeleteAsync().Catch(); yield return Coroutine.Invoke(base.Stop, new Result()); result.Return(); }