public async Task RapidRetentionAndRollupInACluster()
{
var cluster = await CreateRaftCluster(3, watcherCluster : true);
using (var store = GetDocumentStore(new Options
{
Server = cluster.Leader,
ReplicationFactor = 3
}))
{
var raw = new RawTimeSeriesPolicy(TimeValue.FromSeconds(15));
var p1 = new TimeSeriesPolicy("By1", TimeValue.FromSeconds(1), raw.RetentionTime * 2);
var p2 = new TimeSeriesPolicy("By2", TimeValue.FromSeconds(2), raw.RetentionTime * 3);
var p3 = new TimeSeriesPolicy("By4", TimeValue.FromSeconds(4), raw.RetentionTime * 4);
var p4 = new TimeSeriesPolicy("By8", TimeValue.FromSeconds(8), raw.RetentionTime * 5);
var config = new TimeSeriesConfiguration
{
Collections = new Dictionary <string, TimeSeriesCollectionConfiguration>
{
["Users"] = new TimeSeriesCollectionConfiguration
{
RawPolicy = raw,
Policies = new List <TimeSeriesPolicy>
{
p1, p2, p3, p4
}
},
},
PolicyCheckFrequency = TimeSpan.FromSeconds(1)
};
var now = DateTime.UtcNow;
var baseline = now.AddSeconds(-15 * 3);
var total = ((TimeSpan)TimeValue.FromSeconds(15 * 3)).TotalMilliseconds;
using (var session = store.OpenSession())
{
session.Store(new User {
Name = "Karmel"
}, "users/karmel");
for (int i = 0; i <= total; i++)
{
session.TimeSeriesFor("users/karmel", "Heartrate")
.Append(baseline.AddMilliseconds(i), new[] { 29d * i, i }, "watches/fitbit");
}
session.SaveChanges();
session.Store(new User {
Name = "Karmel"
}, "marker");
session.SaveChanges();
Assert.True(await WaitForDocumentInClusterAsync <User>((DocumentSession)session, "marker", null, TimeSpan.FromSeconds(15)));
}
await store.Maintenance.SendAsync(new ConfigureTimeSeriesOperation(config));
await Task.Delay((TimeSpan)(p4.RetentionTime * 2));
// nothing should be left
foreach (var node in cluster.Nodes)
{
using (var nodeStore = GetDocumentStore(new Options
{
Server = node,
CreateDatabase = false,
DeleteDatabaseOnDispose = false,
ModifyDocumentStore = s => s.Conventions = new DocumentConventions
{
DisableTopologyUpdates = true
},
ModifyDatabaseName = _ => store.Database
}))
{
using (var session = nodeStore.OpenSession())
{
var user = session.Load <User>("users/karmel");
Assert.Equal(0, session.Advanced.GetTimeSeriesFor(user)?.Count ?? 0);
var db = await node.ServerStore.DatabasesLandlord.TryGetOrCreateResourceStore(store.Database);
await TimeSeriesReplicationTests.AssertNoLeftOvers(db);
}
}
}
}
}
public async Task RapidRetention()
{
var cluster = await CreateRaftCluster(3);
using (var store = GetDocumentStore(new Options
{
Server = cluster.Leader,
ReplicationFactor = 3
}))
{
var retention = TimeValue.FromSeconds(120);
var raw = new RawTimeSeriesPolicy(retention);
var config = new TimeSeriesConfiguration
{
Collections = new Dictionary <string, TimeSeriesCollectionConfiguration>
{
["Users"] = new TimeSeriesCollectionConfiguration
{
RawPolicy = raw,
}
},
PolicyCheckFrequency = TimeSpan.FromSeconds(1)
};
var now = DateTime.UtcNow;
var baseline = now.Add(-retention * 3);
var total = (int)((TimeSpan)retention).TotalMilliseconds * 3;
using (var session = store.OpenSession())
{
session.Store(new User {
Name = "Karmel"
}, "users/karmel");
for (int i = 0; i < total; i++)
{
session.TimeSeriesFor("users/karmel", "Heartrate")
.Append(baseline.AddMilliseconds(i), new[] { 29d * i, i, i * 0.01, i * 0.1 }, "watches/fitbit");
}
session.SaveChanges();
session.Store(new User(), "marker");
session.SaveChanges();
Assert.True(await WaitForDocumentInClusterAsync <User>(cluster.Nodes, store.Database, "marker", null, TimeSpan.FromSeconds(15)));
}
await store.Maintenance.SendAsync(new ConfigureTimeSeriesOperation(config));
var sp = Stopwatch.StartNew();
await Task.Delay((TimeSpan)retention / 2);
var debug = new Dictionary <string, (long Count, DateTime Start, DateTime End)>();
var check = true;
while (check)
{
Assert.True(sp.Elapsed < ((TimeSpan)retention).Add((TimeSpan)retention),
$"too long has passed {sp.Elapsed}, retention is {retention} {Environment.NewLine}" +
$"debug: {string.Join(',', debug.Select(kvp => $"{kvp.Key}: ({kvp.Value.Count},{kvp.Value.Start},{kvp.Value.End})"))}");
await Task.Delay(100);
check = false;
foreach (var server in Servers)
{
var database = await server.ServerStore.DatabasesLandlord.TryGetOrCreateResourceStore(store.Database);
using (database.DocumentsStorage.ContextPool.AllocateOperationContext(out DocumentsOperationContext ctx))
using (ctx.OpenReadTransaction())
{
var tss = database.DocumentsStorage.TimeSeriesStorage;
var stats = tss.Stats.GetStats(ctx, "users/karmel", "Heartrate");
var reader = tss.GetReader(ctx, "users/karmel", "Heartrate", DateTime.MinValue, DateTime.MaxValue);
if (stats.Count == 0)
{
debug.Remove(server.ServerStore.NodeTag);
continue;
}
check = true;
Assert.Equal(stats.Start, reader.First().Timestamp, RavenTestHelper.DateTimeComparer.Instance);
Assert.Equal(stats.End, reader.Last().Timestamp, RavenTestHelper.DateTimeComparer.Instance);
debug[server.ServerStore.NodeTag] = stats;
}
}
}
Assert.Empty(debug);
Assert.True(sp.Elapsed < (TimeSpan)retention + (TimeSpan)retention);
await Task.Delay(3000); // let the dust to settle
await EnsureNoReplicationLoop(Servers[0], store.Database);
await EnsureNoReplicationLoop(Servers[1], store.Database);
await EnsureNoReplicationLoop(Servers[2], store.Database);
foreach (var server in Servers)
{
var database = await server.ServerStore.DatabasesLandlord.TryGetOrCreateResourceStore(store.Database);
await TimeSeriesReplicationTests.AssertNoLeftOvers(database);
}
}
}
