public async Task RapidRetentionAndRollupInACluster() { var cluster = await CreateRaftCluster(3, watcherCluster : true); using (var store = GetDocumentStore(new Options { Server = cluster.Leader, ReplicationFactor = 3 })) { var raw = new RawTimeSeriesPolicy(TimeValue.FromSeconds(15)); var p1 = new TimeSeriesPolicy("By1", TimeValue.FromSeconds(1), raw.RetentionTime * 2); var p2 = new TimeSeriesPolicy("By2", TimeValue.FromSeconds(2), raw.RetentionTime * 3); var p3 = new TimeSeriesPolicy("By4", TimeValue.FromSeconds(4), raw.RetentionTime * 4); var p4 = new TimeSeriesPolicy("By8", TimeValue.FromSeconds(8), raw.RetentionTime * 5); var config = new TimeSeriesConfiguration { Collections = new Dictionary <string, TimeSeriesCollectionConfiguration> { ["Users"] = new TimeSeriesCollectionConfiguration { RawPolicy = raw, Policies = new List <TimeSeriesPolicy> { p1, p2, p3, p4 } }, }, PolicyCheckFrequency = TimeSpan.FromSeconds(1) }; var now = DateTime.UtcNow; var baseline = now.AddSeconds(-15 * 3); var total = ((TimeSpan)TimeValue.FromSeconds(15 * 3)).TotalMilliseconds; using (var session = store.OpenSession()) { session.Store(new User { Name = "Karmel" }, "users/karmel"); for (int i = 0; i <= total; i++) { session.TimeSeriesFor("users/karmel", "Heartrate") .Append(baseline.AddMilliseconds(i), new[] { 29d * i, i }, "watches/fitbit"); } session.SaveChanges(); session.Store(new User { Name = "Karmel" }, "marker"); session.SaveChanges(); Assert.True(await WaitForDocumentInClusterAsync <User>((DocumentSession)session, "marker", null, TimeSpan.FromSeconds(15))); } await store.Maintenance.SendAsync(new ConfigureTimeSeriesOperation(config)); await Task.Delay((TimeSpan)(p4.RetentionTime * 2)); // nothing should be left foreach (var node in cluster.Nodes) { using (var nodeStore = GetDocumentStore(new Options { Server = node, CreateDatabase = false, DeleteDatabaseOnDispose = false, ModifyDocumentStore = s => s.Conventions = new DocumentConventions { DisableTopologyUpdates = true }, ModifyDatabaseName = _ => store.Database })) { using (var session = nodeStore.OpenSession()) { var user = session.Load <User>("users/karmel"); Assert.Equal(0, session.Advanced.GetTimeSeriesFor(user)?.Count ?? 0); var db = await node.ServerStore.DatabasesLandlord.TryGetOrCreateResourceStore(store.Database); await TimeSeriesReplicationTests.AssertNoLeftOvers(db); } } } } }
public async Task RapidRetention() { var cluster = await CreateRaftCluster(3); using (var store = GetDocumentStore(new Options { Server = cluster.Leader, ReplicationFactor = 3 })) { var retention = TimeValue.FromSeconds(120); var raw = new RawTimeSeriesPolicy(retention); var config = new TimeSeriesConfiguration { Collections = new Dictionary <string, TimeSeriesCollectionConfiguration> { ["Users"] = new TimeSeriesCollectionConfiguration { RawPolicy = raw, } }, PolicyCheckFrequency = TimeSpan.FromSeconds(1) }; var now = DateTime.UtcNow; var baseline = now.Add(-retention * 3); var total = (int)((TimeSpan)retention).TotalMilliseconds * 3; using (var session = store.OpenSession()) { session.Store(new User { Name = "Karmel" }, "users/karmel"); for (int i = 0; i < total; i++) { session.TimeSeriesFor("users/karmel", "Heartrate") .Append(baseline.AddMilliseconds(i), new[] { 29d * i, i, i * 0.01, i * 0.1 }, "watches/fitbit"); } session.SaveChanges(); session.Store(new User(), "marker"); session.SaveChanges(); Assert.True(await WaitForDocumentInClusterAsync <User>(cluster.Nodes, store.Database, "marker", null, TimeSpan.FromSeconds(15))); } await store.Maintenance.SendAsync(new ConfigureTimeSeriesOperation(config)); var sp = Stopwatch.StartNew(); await Task.Delay((TimeSpan)retention / 2); var debug = new Dictionary <string, (long Count, DateTime Start, DateTime End)>(); var check = true; while (check) { Assert.True(sp.Elapsed < ((TimeSpan)retention).Add((TimeSpan)retention), $"too long has passed {sp.Elapsed}, retention is {retention} {Environment.NewLine}" + $"debug: {string.Join(',', debug.Select(kvp => $"{kvp.Key}: ({kvp.Value.Count},{kvp.Value.Start},{kvp.Value.End})"))}"); await Task.Delay(100); check = false; foreach (var server in Servers) { var database = await server.ServerStore.DatabasesLandlord.TryGetOrCreateResourceStore(store.Database); using (database.DocumentsStorage.ContextPool.AllocateOperationContext(out DocumentsOperationContext ctx)) using (ctx.OpenReadTransaction()) { var tss = database.DocumentsStorage.TimeSeriesStorage; var stats = tss.Stats.GetStats(ctx, "users/karmel", "Heartrate"); var reader = tss.GetReader(ctx, "users/karmel", "Heartrate", DateTime.MinValue, DateTime.MaxValue); if (stats.Count == 0) { debug.Remove(server.ServerStore.NodeTag); continue; } check = true; Assert.Equal(stats.Start, reader.First().Timestamp, RavenTestHelper.DateTimeComparer.Instance); Assert.Equal(stats.End, reader.Last().Timestamp, RavenTestHelper.DateTimeComparer.Instance); debug[server.ServerStore.NodeTag] = stats; } } } Assert.Empty(debug); Assert.True(sp.Elapsed < (TimeSpan)retention + (TimeSpan)retention); await Task.Delay(3000); // let the dust to settle await EnsureNoReplicationLoop(Servers[0], store.Database); await EnsureNoReplicationLoop(Servers[1], store.Database); await EnsureNoReplicationLoop(Servers[2], store.Database); foreach (var server in Servers) { var database = await server.ServerStore.DatabasesLandlord.TryGetOrCreateResourceStore(store.Database); await TimeSeriesReplicationTests.AssertNoLeftOvers(database); } } }