public void TestWebSocketChangeTrackerFallback()
{
if (!Boolean.Parse((string)GetProperty("replicationTestsEnabled")))
{
Assert.Inconclusive("Replication tests disabled.");
return;
}
var signal = new CountdownEvent(1);
var client = new ChangeTrackerTestClient(signal, null);
using (var remoteDb = _sg.CreateDatabase("web_socket_scratch")) {
var remoteSession = new RemoteSession(new RemoteSessionContructorOptions {
BaseUrl = remoteDb.RemoteUri
});
remoteSession.SetupHttpClientFactory(null, database, "live");
remoteSession.Setup(new ReplicationOptions());
var tracker = new BadWebSocketChangeTracker(new ChangeTrackerOptions {
DatabaseUri = remoteDb.RemoteUri,
IncludeConflicts = false,
Client = client,
RetryStrategy = new ExponentialBackoffStrategy(2),
RemoteSession = remoteSession
});
tracker.Start();
Assert.IsTrue(signal.Wait(TimeSpan.FromSeconds(20)));
Assert.IsFalse(tracker.CanConnect);
}
}
public void TestChangeTrackerGiveUp()
{
var factory = new MockHttpClientFactory();
var httpHandler = (MockHttpRequestHandler)factory.HttpHandler;
httpHandler.AddResponderThrowExceptionAllRequests();
var changeTrackerFinishedSignal = new CountdownEvent(1);
var client = new ChangeTrackerTestClient(changeTrackerFinishedSignal, null);
client.HttpClientFactory = factory;
var testUrl = GetReplicationURL();
var scheduler = new SingleTaskThreadpoolScheduler();
var remoteSession = new RemoteSession(new RemoteSessionContructorOptions {
BaseUrl = testUrl,
WorkExecutor = new TaskFactory(scheduler)
});
remoteSession.SetupHttpClientFactory(client.HttpClientFactory, database, "giveup");
remoteSession.Setup(new ReplicationOptions());
var changeTracker = ChangeTrackerFactory.Create(new ChangeTrackerOptions {
DatabaseUri = testUrl,
Mode = ChangeTrackerMode.OneShot,
IncludeConflicts = true,
Client = client,
RetryStrategy = new ExponentialBackoffStrategy(2),
WorkExecutor = new TaskFactory(scheduler),
RemoteSession = remoteSession
});
changeTracker.Start();
Assert.IsTrue(changeTrackerFinishedSignal.Wait(TimeSpan.FromSeconds(30)));
}
private void TestLiveChangeTracker(Func <Uri, IChangeTrackerClient, ChangeTracker> generator, bool continuous)
{
if (!Boolean.Parse((string)GetProperty("replicationTestsEnabled")))
{
Assert.Inconclusive("Replication tests disabled.");
return;
}
var changedEvent = new CountdownEvent(4);
var caughtUpEvent = new AutoResetEvent(false);
var stoppedEvent = new CountdownEvent(1);
var client = new ChangeTrackerTestClient(stoppedEvent, changedEvent, caughtUpEvent);
client.HttpRequestHandler.DefaultFail = false;
using (var remoteDb = _sg.CreateDatabase("web_socket_scratch")) {
var tracker = generator(remoteDb.RemoteUri, client);
tracker.Start();
Assert.IsTrue(caughtUpEvent.WaitOne(200000));
if (continuous)
{
remoteDb.AddDocument("newdoc", new Dictionary <string, object> {
{ "foo", "bar" }
});
Assert.IsTrue(changedEvent.Wait(20000));
tracker.Stop();
Assert.IsTrue(stoppedEvent.Wait(20000));
}
}
}
private void TestChangeTrackerBackoff(MockHttpClientFactory httpClientFactory)
{
var changeTrackerFinishedSignal = new CountdownEvent(1);
var client = new ChangeTrackerTestClient(changeTrackerFinishedSignal, null);
client.HttpClientFactory = httpClientFactory;
var testUrl = GetReplicationURL();
var scheduler = new SingleTaskThreadpoolScheduler();
var changeTracker = ChangeTrackerFactory.Create(new ChangeTrackerOptions {
DatabaseUri = testUrl,
Mode = ChangeTrackerMode.LongPoll,
IncludeConflicts = true,
Client = client,
RetryStrategy = new ExponentialBackoffStrategy(2),
WorkExecutor = new TaskFactory(scheduler)
});
changeTracker.Continuous = true;
changeTracker.Start();
// sleep for a few seconds
Sleep(8 * 1000);
// make sure we got less than 10 requests in those 8 seconds (if it was hammering, we'd get a lot more)
var handler = client.HttpRequestHandler;
Assert.Less(handler.CapturedRequests.Count, 10);
Assert.Greater(changeTracker.Backoff.NumAttempts, 0, String.Format("Observed attempts: {0}", changeTracker.Backoff.NumAttempts));
handler.ClearResponders();
handler.AddResponderReturnEmptyChangesFeed();
// at this point, the change tracker backoff should cause it to sleep for about 3 seconds
// and so lets wait 3 seconds until it wakes up and starts getting valid responses
Sleep(10 * 1000);
// now find the delta in requests received in a 2s period
int before = handler.CapturedRequests.Count;
Sleep(2 * 1000);
int after = handler.CapturedRequests.Count;
// assert that the delta is high, because at this point the change tracker should
// be hammering away
Assert.Greater((after - before), 25);
// the backoff numAttempts should have been reset to 0
Assert.IsTrue(changeTracker.Backoff.NumAttempts == 0);
changeTracker.Stop();
var success = changeTrackerFinishedSignal.Wait(TimeSpan.FromSeconds(30));
Assert.IsTrue(success);
}
private void RunChangeTrackerTransientError(
ChangeTrackerMode mode,
Int32 errorCode,
string statusMessage,
Int32 numExpectedChangeCallbacks)
{
var changeTrackerFinishedSignal = new CountdownEvent(1);
var changeReceivedSignal = new CountdownEvent(numExpectedChangeCallbacks);
var client = new ChangeTrackerTestClient(changeTrackerFinishedSignal, changeReceivedSignal);
MockHttpRequestHandler.HttpResponseDelegate sentinal = RunChangeTrackerTransientErrorDefaultResponder();
var responders = new List <MockHttpRequestHandler.HttpResponseDelegate>();
responders.Add(RunChangeTrackerTransientErrorDefaultResponder());
responders.Add(MockHttpRequestHandler.TransientErrorResponder(errorCode, statusMessage));
MockHttpRequestHandler.HttpResponseDelegate chainResponder = (request) =>
{
if (responders.Count > 0)
{
var responder = responders[0];
responders.RemoveAt(0);
return(responder(request));
}
return(sentinal(request));
};
var handler = client.HttpRequestHandler;
handler.SetResponder("_changes", chainResponder);
var testUrl = GetReplicationURL();
var scheduler = new SingleTaskThreadpoolScheduler();
var changeTracker = ChangeTrackerFactory.Create(new ChangeTrackerOptions {
DatabaseUri = testUrl,
Mode = mode,
IncludeConflicts = false,
Client = client,
RetryStrategy = new ExponentialBackoffStrategy(2),
WorkExecutor = new TaskFactory(scheduler)
});
changeTracker.Start();
var success = changeReceivedSignal.Wait(TimeSpan.FromSeconds(30));
Assert.IsTrue(success);
changeTracker.Stop();
success = changeTrackerFinishedSignal.Wait(TimeSpan.FromSeconds(30));
Assert.IsTrue(success);
}
private void ChangeTrackerTestWithMode(ChangeTrackerMode mode)
{
var changeTrackerFinishedSignal = new CountdownEvent(1);
var changeReceivedSignal = new CountdownEvent(1);
var client = new ChangeTrackerTestClient(changeTrackerFinishedSignal, changeReceivedSignal);
client.ReceivedChangeDelegate = (IDictionary <string, object> change) =>
{
Assert.IsTrue(change.ContainsKey("seq"));
Assert.AreEqual("1", change["seq"]);
};
var handler = client.HttpRequestHandler;
handler.SetResponder("_changes", (request) =>
{
var json = "{\"results\":[\n" +
"{\"seq\":\"1\",\"id\":\"doc1-138\",\"changes\":[{\"rev\":\"1-82d\"}]}],\n" +
"\"last_seq\":\"*:50\"}";
return(MockHttpRequestHandler.GenerateHttpResponseMessage(System.Net.HttpStatusCode.OK, null, json));
});
var testUrl = GetReplicationURL();
var scheduler = new SingleTaskThreadpoolScheduler();
var remoteSession = new RemoteSession(new RemoteSessionContructorOptions {
WorkExecutor = new TaskFactory(scheduler),
BaseUrl = testUrl
});
remoteSession.SetupHttpClientFactory(client.HttpClientFactory, database, "testwithmode");
remoteSession.Setup(new ReplicationOptions());
var changeTracker = ChangeTrackerFactory.Create(new ChangeTrackerOptions {
DatabaseUri = testUrl,
Mode = mode,
IncludeConflicts = false,
Client = client,
RetryStrategy = new ExponentialBackoffStrategy(2),
WorkExecutor = new TaskFactory(scheduler),
RemoteSession = remoteSession
});
changeTracker.ActiveOnly = true;
changeTracker.Start();
var success = changeReceivedSignal.Wait(TimeSpan.FromSeconds(30));
Assert.IsTrue(success);
changeTracker.Stop();
success = changeTrackerFinishedSignal.Wait(TimeSpan.FromSeconds(30));
Assert.IsTrue(success);
}
private void RunChangeTrackerTransientError(
ChangeTrackerMode mode,
Int32 errorCode,
string statusMessage,
Int32 numExpectedChangeCallbacks)
{
var changeTrackerFinishedSignal = new CountDownLatch(1);
var changeReceivedSignal = new CountDownLatch(numExpectedChangeCallbacks);
var client = new ChangeTrackerTestClient(changeTrackerFinishedSignal, changeReceivedSignal);
MockHttpRequestHandler.HttpResponseDelegate sentinal = RunChangeTrackerTransientErrorDefaultResponder();
var responders = new List <MockHttpRequestHandler.HttpResponseDelegate>();
responders.Add(RunChangeTrackerTransientErrorDefaultResponder());
responders.Add(MockHttpRequestHandler.TransientErrorResponder(errorCode, statusMessage));
MockHttpRequestHandler.HttpResponseDelegate chainResponder = (request) =>
{
if (responders.Count > 0)
{
var responder = responders[0];
responders.RemoveAt(0);
return(responder(request));
}
return(sentinal(request));
};
var handler = client.HttpRequestHandler;
handler.SetResponder("_changes", chainResponder);
var testUrl = GetReplicationURL();
var scheduler = new SingleTaskThreadpoolScheduler();
var changeTracker = new ChangeTracker(testUrl, mode, 0, false, client, new TaskFactory(scheduler));
changeTracker.UsePost = IsSyncGateway(testUrl);
changeTracker.Start();
var success = changeReceivedSignal.Await(TimeSpan.FromSeconds(30));
Assert.IsTrue(success);
changeTracker.Stop();
success = changeTrackerFinishedSignal.Await(TimeSpan.FromSeconds(30));
Assert.IsTrue(success);
}
private void TestChangeTrackerBackoff(MockHttpClientFactory httpClientFactory)
{
var changeTrackerFinishedSignal = new CountDownLatch(1);
var client = new ChangeTrackerTestClient(changeTrackerFinishedSignal, null);
client.HttpClientFactory = httpClientFactory;
var testUrl = GetReplicationURL();
var scheduler = new SingleTaskThreadpoolScheduler();
var changeTracker = new ChangeTracker(testUrl, ChangeTrackerMode.LongPoll, 0, false, client, new TaskFactory(scheduler));
changeTracker.UsePost = IsSyncGateway(testUrl);
changeTracker.Start();
// sleep for a few seconds
Sleep(10 * 1000);
// make sure we got less than 10 requests in those 10 seconds (if it was hammering, we'd get a lot more)
var handler = client.HttpRequestHandler;
Assert.IsTrue(handler.CapturedRequests.Count < 25);
Assert.IsTrue(changeTracker.backoff.NumAttempts > 0, "Observed attempts: {0}".Fmt(changeTracker.backoff.NumAttempts));
handler.ClearResponders();
handler.AddResponderReturnEmptyChangesFeed();
// at this point, the change tracker backoff should cause it to sleep for about 3 seconds
// and so lets wait 3 seconds until it wakes up and starts getting valid responses
Sleep(3 * 1000);
// now find the delta in requests received in a 2s period
int before = handler.CapturedRequests.Count;
Sleep(2 * 1000);
int after = handler.CapturedRequests.Count;
// assert that the delta is high, because at this point the change tracker should
// be hammering away
Assert.IsTrue((after - before) > 25, "{0} <= 25", (after - before));
// the backoff numAttempts should have been reset to 0
Assert.IsTrue(changeTracker.backoff.NumAttempts == 0);
changeTracker.Stop();
var success = changeTrackerFinishedSignal.Await(TimeSpan.FromSeconds(30));
Assert.IsTrue(success);
}
private void ChangeTrackerTestWithMode(ChangeTrackerMode mode)
{
var changeTrackerFinishedSignal = new CountDownLatch(1);
var changeReceivedSignal = new CountDownLatch(1);
var client = new ChangeTrackerTestClient(changeTrackerFinishedSignal, changeReceivedSignal);
client.ReceivedChangeDelegate = (IDictionary <string, object> change) =>
{
Assert.IsTrue(change.ContainsKey("seq"));
Assert.AreEqual("1", change["seq"]);
};
var handler = client.HttpRequestHandler;
handler.SetResponder("_changes", (request) =>
{
var json = "{\"results\":[\n" +
"{\"seq\":\"1\",\"id\":\"doc1-138\",\"changes\":[{\"rev\":\"1-82d\"}]}],\n" +
"\"last_seq\":\"*:50\"}";
return(MockHttpRequestHandler.GenerateHttpResponseMessage(System.Net.HttpStatusCode.OK, null, json));
});
var testUrl = GetReplicationURL();
var scheduler = new SingleTaskThreadpoolScheduler();
var changeTracker = new ChangeTracker(testUrl, mode, 0, false, client, new TaskFactory(scheduler));
changeTracker.UsePost = IsSyncGateway(testUrl);
changeTracker.Start();
var success = changeReceivedSignal.Await(TimeSpan.FromSeconds(30));
Assert.IsTrue(success);
changeTracker.Stop();
success = changeTrackerFinishedSignal.Await(TimeSpan.FromSeconds(30));
Assert.IsTrue(success);
}
public void TestWebSocketChangeTrackerFallback()
{
if (!Boolean.Parse((string)GetProperty("replicationTestsEnabled")))
{
Assert.Inconclusive("Replication tests disabled.");
return;
}
var signal = new CountdownEvent(1);
var client = new ChangeTrackerTestClient(signal, null);
using (var remoteDb = _sg.CreateDatabase("web_socket_scratch")) {
var tracker = new BadWebSocketChangeTracker(new ChangeTrackerOptions {
DatabaseUri = remoteDb.RemoteUri,
IncludeConflicts = false,
Client = client
});
tracker.Start();
Assert.IsTrue(signal.Wait(TimeSpan.FromSeconds(20)));
Assert.IsFalse(tracker.CanConnect);
}
}
private void RunChangeTrackerTransientError(
ChangeTrackerMode mode,
Int32 errorCode,
string statusMessage,
Int32 numExpectedChangeCallbacks)
{
var changeTrackerFinishedSignal = new CountDownLatch(1);
var changeReceivedSignal = new CountDownLatch(numExpectedChangeCallbacks);
var client = new ChangeTrackerTestClient(changeTrackerFinishedSignal, changeReceivedSignal);
MockHttpRequestHandler.HttpResponseDelegate sentinal = RunChangeTrackerTransientErrorDefaultResponder();
var responders = new List<MockHttpRequestHandler.HttpResponseDelegate>();
responders.Add(RunChangeTrackerTransientErrorDefaultResponder());
responders.Add(MockHttpRequestHandler.TransientErrorResponder(errorCode, statusMessage));
MockHttpRequestHandler.HttpResponseDelegate chainResponder = (request) =>
{
if (responders.Count > 0) {
var responder = responders[0];
responders.RemoveAt(0);
return responder(request);
}
return sentinal(request);
};
var handler = client.HttpRequestHandler;
handler.SetResponder("_changes", chainResponder);
var testUrl = GetReplicationURL();
var scheduler = new SingleTaskThreadpoolScheduler();
var changeTracker = new ChangeTracker(testUrl, mode, 0, false, client, new TaskFactory(scheduler));
changeTracker.UsePost = IsSyncGateway(testUrl);
changeTracker.Start();
var success = changeReceivedSignal.Await(TimeSpan.FromSeconds(30));
Assert.IsTrue(success);
changeTracker.Stop();
success = changeTrackerFinishedSignal.Await(TimeSpan.FromSeconds(30));
Assert.IsTrue(success);
}
private void TestChangeTrackerBackoff(MockHttpClientFactory httpClientFactory)
{
var changeTrackerFinishedSignal = new CountDownLatch(1);
var client = new ChangeTrackerTestClient(changeTrackerFinishedSignal, null);
client.HttpClientFactory = httpClientFactory;
var testUrl = GetReplicationURL();
var scheduler = new SingleTaskThreadpoolScheduler();
var changeTracker = new ChangeTracker(testUrl, ChangeTrackerMode.LongPoll, 0, false, client, new TaskFactory(scheduler));
changeTracker.UsePost = IsSyncGateway(testUrl);
changeTracker.Start();
// sleep for a few seconds
Thread.Sleep(15 * 1000);
// make sure we got less than 10 requests in those 10 seconds (if it was hammering, we'd get a lot more)
var handler = client.HttpRequestHandler;
Assert.IsTrue(handler.CapturedRequests.Count < 25);
Assert.IsTrue(changeTracker.backoff.NumAttempts > 0, "Observed attempts: {0}".Fmt(changeTracker.backoff.NumAttempts));
handler.ClearResponders();
handler.AddResponderReturnEmptyChangesFeed();
// at this point, the change tracker backoff should cause it to sleep for about 3 seconds
// and so lets wait 3 seconds until it wakes up and starts getting valid responses
Thread.Sleep(3 * 1000);
// now find the delta in requests received in a 2s period
int before = handler.CapturedRequests.Count;
Thread.Sleep(2 * 1000);
int after = handler.CapturedRequests.Count;
// assert that the delta is high, because at this point the change tracker should
// be hammering away
Assert.IsTrue((after - before) > 25);
// the backoff numAttempts should have been reset to 0
Assert.IsTrue(changeTracker.backoff.NumAttempts == 0);
changeTracker.Stop();
var success = changeTrackerFinishedSignal.Await(TimeSpan.FromSeconds(30));
Assert.IsTrue(success);
}
private void ChangeTrackerTestWithMode(ChangeTrackerMode mode)
{
var changeTrackerFinishedSignal = new CountDownLatch(1);
var changeReceivedSignal = new CountDownLatch(1);
var client = new ChangeTrackerTestClient(changeTrackerFinishedSignal, changeReceivedSignal);
client.ReceivedChangeDelegate = (IDictionary<string, object> change) =>
{
Assert.IsTrue(change.ContainsKey("seq"));
Assert.AreEqual("1", change["seq"]);
};
var handler = client.HttpRequestHandler;
handler.SetResponder("_changes", (request) =>
{
var json = "{\"results\":[\n" +
"{\"seq\":\"1\",\"id\":\"doc1-138\",\"changes\":[{\"rev\":\"1-82d\"}]}],\n" +
"\"last_seq\":\"*:50\"}";
return MockHttpRequestHandler.GenerateHttpResponseMessage(HttpStatusCode.OK, null, json);
});
var testUrl = GetReplicationURL();
var scheduler = new SingleTaskThreadpoolScheduler();
var changeTracker = new ChangeTracker(testUrl, mode, 0, false, client, new TaskFactory(scheduler));
changeTracker.UsePost = IsSyncGateway(testUrl);
changeTracker.Start();
var success = changeReceivedSignal.Await(TimeSpan.FromSeconds(30));
Assert.IsTrue(success);
changeTracker.Stop();
success = changeTrackerFinishedSignal.Await(TimeSpan.FromSeconds(30));
Assert.IsTrue(success);
}