public async void TestServiceRegistrationAndUpdateConcurrency()
{
// This test performs a concurrency check to ensure that multiple threads can successfully interact with
// the same config manager. The config manager is thread safe so multiple stores registering and performing
// actions on different threads should produce a consistent result.
var configManager = new ServiceDbConfigManager("TestService");
var dbAccess = await CreateDbAccess(configManager);
var dbAccessProvider = new TestDocumentDbAccessProvider(dbAccess);
List <Task> tasks = new List <Task>
{
Task.Run(async() =>
{
var fruitStore = new FruitStore(dbAccessProvider);
var gala = new Apple {
Id = Guid.NewGuid(), Type = "Gala"
};
await fruitStore.UpsertApple(gala);
}),
Task.Run(async() =>
{
var flowerStore = new FlowerStore(dbAccessProvider);
var daisy = new Daisy {
Id = Guid.NewGuid(), Colour = "Red"
};
await flowerStore.Upsert(daisy);
})
};
Task.WaitAll(tasks.ToArray());
}
public async void TestDbParameterQueries()
{
var configManager = new ServiceDbConfigManager("TestService");
var dbAccess = CreateDbAccess(configManager);
var dbAccessProvider = new TestDocumentDbAccessProvider(dbAccess);
var fruitStore = new FruitStore(dbAccessProvider);
await dbAccess.Open(new[] { fruitStore });
var pears = new List <Pear>();
for (int i = 0; i < 50; i++)
{
var bartlett = new Pear
{
Id = Guid.NewGuid(),
Colour = "Red"
};
var comice = new Pear
{
Id = Guid.NewGuid(),
Colour = "Green"
};
await fruitStore.UpsertPear(bartlett);
await fruitStore.UpsertPear(comice);
pears.AddRange(new[] { bartlett, comice });
}
var r1 = await fruitStore.GetPearByQuery("[x].Colour = @colour", new[] { new DbParameter("colour", "Red") });
Assert.Equal(50, r1.Length);
Assert.True(r1.All(x => x.Colour == "Red"));
var r2 = await fruitStore.GetPearByQuery("[x].Colour = @colour", new[] { new DbParameter("@colour", "Red") });
Assert.Equal(50, r2.Length);
Assert.True(r2.All(x => x.Colour == "Red"));
var r3 = await fruitStore.GetPearByQuery("[x].Colour = @colour", new[] { new DbParameter("colour", "Green") });
Assert.Equal(50, r3.Length);
Assert.True(r3.All(x => x.Colour == "Green"));
var r4 = await fruitStore.GetPearByQuery("[x].Colour = @colour", new[] { new DbParameter("colour", "Blue") });
Assert.Empty(r4);
}
public async void TestLargeNumberOfDocuments()
{
var configManager = new ServiceDbConfigManager("TestService");
var dbAccess = CreateDbAccess(configManager);
var dbAccessProvider = new TestDocumentDbAccessProvider(dbAccess);
var fruitStore = new FruitStore(dbAccessProvider);
await dbAccess.Open(new[] { fruitStore });
var apples = new List <Apple>();
for (int i = 0; i < 800; i++)
{
var gala = new Apple
{
Id = Guid.NewGuid(),
Type = "Gala"
};
var fuji = new Apple
{
Id = Guid.NewGuid(),
Type = "Fuji"
};
await fruitStore.UpsertApple(gala);
await fruitStore.UpsertApple(fuji);
apples.AddRange(new[] { gala, fuji });
}
var r1 = await fruitStore.GetAppleByQuery("[x].Type = 'Gala'");
Assert.Equal(800, r1.Length);
Assert.True(r1.All(x => x.Type == "Gala"));
var r2 = await fruitStore.GetAllApples();
Assert.Equal(1600, r2.Length);
var lastApple = apples.Last();
var r3 = await fruitStore.GetAppleById(lastApple.Id);
Assert.Equal(lastApple.Id, r3.Id);
Assert.Equal(lastApple.Type, r3.Type);
var r4 = await fruitStore.GetAppleByIds(apples.Select(x => x.Id.ToString()));
Assert.Equal(1600, r4.Length);
}
public async void TestMetadataQueries()
{
var configManager = new ServiceDbConfigManager("TestService");
var dbAccess = await CreateDbAccess(configManager);
var dbAccessProvider = new TestDocumentDbAccessProvider(dbAccess);
var fruitStore = new FruitStore(dbAccessProvider);
var bartlett = new Pear
{
Id = Guid.NewGuid(),
Colour = "Red"
};
var comice = new Pear
{
Id = Guid.NewGuid(),
Colour = "Green"
};
for (int i = 0; i < 50; i++)
{
// Mutate the record.
bartlett.Colour = i % 2 == 0 ? "Red" : "DarkRed";
await fruitStore.UpsertPear(bartlett);
await fruitStore.UpsertPear(comice);
}
await fruitStore.DeletePearById(bartlett.Id);
var r1 = await fruitStore.GetPearByQuery("[x].Colour = @colour", new[] { new DbParameter("colour", "Red") });
Assert.True(r1.All(x => x.Colour == "Red"));
var r2 = await fruitStore.GetPearVersions(bartlett.Id.ToString());
Assert.NotNull(r2);
Assert.Equal(51, r2.Metadata.Count);
Assert.Equal(1, r2.Metadata[0].Version);
Assert.False(r2.Metadata[0].IsDeleted);
var lastVersion = r2.Metadata.Last();
Assert.Equal(51, lastVersion.Version);
Assert.True(lastVersion.IsDeleted);
Assert.True(lastVersion.CreatedTime < lastVersion.ModifiedTime);
Assert.Equal(r2.Metadata[0].CreatedTime, lastVersion.CreatedTime);
}
public async void TestWideQueryMultipleServices()
{
// This test ensures that a wide query (e.g., 'true OR true') does not return or attempt
// to return documents from other services.
var configManager1 = new ServiceDbConfigManager("TestService1");
var dbAccess1 = CreateDbAccess(configManager1);
var dbAccessProvider1 = new TestDocumentDbAccessProvider(dbAccess1);
var configManager2 = new ServiceDbConfigManager("TestService2");
var dbAccess2 = CreateDbAccess(configManager2);
var dbAccessProvider2 = new TestDocumentDbAccessProvider(dbAccess2);
var fruitStore1 = new FruitStore(dbAccessProvider1);
var fruitStore2 = new FruitStore(dbAccessProvider2);
await dbAccess1.Open(new[] { fruitStore1 });
await dbAccess2.Open(new[] { fruitStore2 });
var gala = new Apple
{
Id = Guid.NewGuid(),
Type = "Gala"
};
var fuji = new Apple
{
Id = Guid.NewGuid(),
Type = "Fuji"
};
await fruitStore1.UpsertApple(gala);
await fruitStore2.UpsertApple(fuji);
var r1 = await fruitStore1.GetApplesByQuery("true OR true");
Assert.Equal(1, r1.Loaded.Count);
Assert.Empty(r1.Failed);
Assert.Equal(gala.Id, r1.Loaded[0].Document.Id);
var r2 = await fruitStore2.GetApplesByQuery("true OR true");
Assert.Equal(1, r2.Loaded.Count);
Assert.Empty(r2.Failed);
Assert.Equal(fuji.Id, r2.Loaded[0].Document.Id);
}
private async Task SeedCounterAsync(Guid id, FruitStore fruitStore, bool shouldSleep = false)
{
var versionedApple = await fruitStore.GetVersionedAppleById(id);
var apple = versionedApple.Document;
apple.SeedCount += 1;
if (shouldSleep)
{
// Sleep here to give the first thread enough time to store the document.
// A sleep time less than 10 milli-seconds doesnt give cosmos db enough time
// to store the first update.
Thread.Sleep(10);
}
await fruitStore.UpsertApple(apple, (int)versionedApple.Metadata.Version);
}
public async void TestCustomDocumentMetadata()
{
var configManager = new ServiceDbConfigManager("TestService");
var dbAccess = CreateDbAccess(configManager);
var dbAccessProvider = new TestDocumentDbAccessProvider(dbAccess);
var metadataSource = new TestDocumentMetadataSource("User1");
var fruitStore = new FruitStore(dbAccessProvider, metadataSource);
await dbAccess.Open(new[] { fruitStore });
var bartlett = new Pear
{
Id = Guid.NewGuid(),
Colour = "Red"
};
await fruitStore.UpsertPear(bartlett);
metadataSource.ActorId = "User2";
await fruitStore.UpsertPear(bartlett);
metadataSource.ActorId = "User3";
await fruitStore.DeletePearById(bartlett.Id);
var r1 = await fruitStore.GetPearById(bartlett.Id, 1);
Assert.Equal("User1", r1.Metadata.ActorId);
var r2 = await fruitStore.GetPearById(bartlett.Id, 2);
Assert.Equal("User2", r2.Metadata.ActorId);
var r3 = await fruitStore.GetPearById(bartlett.Id, 3);
Assert.True(r3.Metadata.IsDeleted);
Assert.Equal("User3", r3.Metadata.ActorId);
}
public async void TestDbConcurrency()
{
var configManager = new ServiceDbConfigManager("TestService");
var dbAccess = CreateDbAccess(configManager);
var dbAccessProvider = new TestDocumentDbAccessProvider(dbAccess);
var fruitStore = new FruitStore(dbAccessProvider);
await dbAccess.Open(new[] { fruitStore });
var gala = new Apple
{
Id = Guid.NewGuid(),
Type = "Gala"
};
await fruitStore.UpsertApple(gala);
var t1 = Task.Run(async() => await SeedCounterAsync(gala.Id, fruitStore));
var t2 = Task.Run(async() => await SeedCounterAsync(gala.Id, fruitStore, shouldSleep: true));
await Assert.ThrowsAsync <NebulaStoreConcurrencyException>(() => Task.WhenAll(t1, t2));
}
public async void TestDbConcurrency()
{
var configManager = new ServiceDbConfigManager("TestService");
var dbAccess = await CreateDbAccess(configManager);
var dbAccessProvider = new TestDocumentDbAccessProvider(dbAccess);
var fruitStore = new FruitStore(dbAccessProvider);
var gala = new Apple
{
Id = Guid.NewGuid(),
Type = "Gala"
};
await fruitStore.UpsertApple(gala);
var t1 = Task.Run(async() => await SeedCounterAsync(gala.Id, fruitStore));
var t2 = Task.Run(async() => await SeedCounterAsync(gala.Id, fruitStore, shouldSleep: true));
var exception = Assert.Throws <AggregateException>(() => Task.WaitAll(t1, t2));
Assert.Equal(typeof(NebulaStoreConcurrencyException), exception.InnerException.GetType());
}
public async void TestDocumentPurge()
{
var configManager = new ServiceDbConfigManager("TestService");
var dbAccess = CreateDbAccess(configManager);
var dbAccessProvider = new TestDocumentDbAccessProvider(dbAccess);
var fruitStore = new FruitStore(dbAccessProvider);
await dbAccess.Open(new[] { fruitStore });
var gala = new Apple {
Id = Guid.NewGuid(), Type = "Gala"
};
var opal = new Apple {
Id = Guid.NewGuid(), Type = "Opal"
};
var redBartlett = new Pear {
Id = Guid.NewGuid(), Colour = "Red"
};
var darkRedBartlett = new Pear {
Id = Guid.NewGuid(), Colour = "DarkRed"
};
await fruitStore.UpsertApple(gala);
await fruitStore.UpsertApple(gala);
await fruitStore.UpsertApple(gala);
await fruitStore.UpsertApple(opal);
await fruitStore.UpsertPear(redBartlett);
await fruitStore.UpsertPear(darkRedBartlett);
await fruitStore.UpsertPear(darkRedBartlett);
await fruitStore.DeletePearById(darkRedBartlett.Id);
var galaResult = await fruitStore.GetAppleVersions(gala.Id);
var opalResult = await fruitStore.GetAppleVersions(opal.Id);
var redBartlettResult = await fruitStore.GetPearVersions(redBartlett.Id);
var darkRedBartlettResult = await fruitStore.GetPearVersions(redBartlett.Id);
Assert.NotNull(galaResult);
Assert.NotNull(opalResult);
Assert.NotNull(redBartlettResult);
Assert.NotNull(darkRedBartlettResult);
await fruitStore.PurgeAllPears();
galaResult = await fruitStore.GetAppleVersions(gala.Id);
opalResult = await fruitStore.GetAppleVersions(opal.Id);
redBartlettResult = await fruitStore.GetPearVersions(redBartlett.Id);
darkRedBartlettResult = await fruitStore.GetPearVersions(redBartlett.Id);
Assert.NotNull(galaResult);
Assert.NotNull(opalResult);
Assert.Null(redBartlettResult);
Assert.Null(darkRedBartlettResult);
await fruitStore.PurgeApple(gala.Id);
galaResult = await fruitStore.GetAppleVersions(gala.Id);
opalResult = await fruitStore.GetAppleVersions(opal.Id);
Assert.Null(galaResult);
Assert.NotNull(opalResult);
await fruitStore.UpsertApple(gala);
var versionedGalaResult = await fruitStore.GetVersionedAppleById(gala.Id);
Assert.NotNull(versionedGalaResult);
Assert.Equal(1, versionedGalaResult.Metadata.Version);
}
public async void TestVersionedQueries()
{
var configManager = new ServiceDbConfigManager("TestService");
var dbAccess = CreateDbAccess(configManager);
var dbAccessProvider = new TestDocumentDbAccessProvider(dbAccess);
var fruitStore = new FruitStore(dbAccessProvider);
await dbAccess.Open(new[] { fruitStore });
var bartlett = new Pear
{
Id = Guid.NewGuid(),
Colour = "Red"
};
var comice = new Pear
{
Id = Guid.NewGuid(),
Colour = "Green"
};
for (int i = 0; i < 50; i++)
{
// Mutate the record.
bartlett.Colour = i % 2 == 0 ? "Red" : "DarkRed";
await fruitStore.UpsertPear(bartlett);
await fruitStore.UpsertPear(comice);
}
await fruitStore.DeletePearById(bartlett.Id);
const int lastVersion = 51;
var r1 = await fruitStore.GetPearById(bartlett.Id, lastVersion);
Assert.Equal(lastVersion, r1.Metadata.Version);
Assert.True(r1.Metadata.IsDeleted);
Assert.Equal("DarkRed", r1.Document.Colour);
var r2 = await fruitStore.GetPearById(bartlett.Id, lastVersion - 1);
Assert.Equal(lastVersion - 1, r2.Metadata.Version);
Assert.False(r2.Metadata.IsDeleted);
Assert.Equal("DarkRed", r2.Document.Colour);
var r3 = await fruitStore.GetPearById(bartlett.Id, lastVersion - 2);
Assert.Equal(lastVersion - 2, r3.Metadata.Version);
Assert.False(r3.Metadata.IsDeleted);
Assert.Equal("Red", r3.Document.Colour);
var r4 = await fruitStore.GetPearById(bartlett.Id, 1);
Assert.Equal(1, r4.Metadata.Version);
Assert.False(r4.Metadata.IsDeleted);
Assert.Equal("Red", r4.Document.Colour);
var r5 = await fruitStore.GetPearById(comice.Id, 1);
Assert.Equal(1, r5.Metadata.Version);
Assert.False(r5.Metadata.IsDeleted);
Assert.Equal("Green", r5.Document.Colour);
}
public async void TestMetadataQueries()
{
var configManager = new ServiceDbConfigManager("TestService");
var dbAccess = CreateDbAccess(configManager);
var dbAccessProvider = new TestDocumentDbAccessProvider(dbAccess);
var fruitStore = new FruitStore(dbAccessProvider);
await dbAccess.Open(new[] { fruitStore });
var bartlett = new Pear
{
Id = Guid.NewGuid(),
Colour = "Red"
};
var comice = new Pear
{
Id = Guid.NewGuid(),
Colour = "Green"
};
for (int i = 0; i < 5; i++)
{
// Mutate the record.
bartlett.Colour = i % 2 == 0 ? "Red" : "DarkRed";
await fruitStore.UpsertPear(bartlett);
await fruitStore.UpsertPear(comice);
Thread.Sleep(1000);
}
await fruitStore.DeletePearById(bartlett.Id);
var r1 = await fruitStore.GetPearByQuery("[x].Colour = @colour", new[] { new DbParameter("colour", "Red") });
Assert.True(r1.All(x => x.Colour == "Red"));
var r2 = await fruitStore.GetPearVersions(bartlett.Id);
Assert.NotNull(r2);
Assert.Equal(6, r2.Metadata.Count);
Assert.Equal(1, r2.Metadata[0].Version);
Assert.False(r2.Metadata[0].IsDeleted);
var lastVersion = r2.Metadata.Last();
Assert.Equal(6, lastVersion.Version);
Assert.True(lastVersion.IsDeleted);
Assert.True(lastVersion.CreatedTime < lastVersion.ModifiedTime);
Assert.Equal(r2.Metadata[0].CreatedTime, lastVersion.CreatedTime);
for (var i = 1; i < r2.Metadata.Count; i++)
{
var prev = r2.Metadata[i - 1];
var current = r2.Metadata[i];
Assert.True(current.ModifiedTime > prev.ModifiedTime);
Assert.True(current.ModifiedTime - prev.ModifiedTime >= TimeSpan.FromSeconds(1));
Assert.True(current.ModifiedTime > prev.CreatedTime);
Assert.Equal(current.CreatedTime, prev.CreatedTime);
Assert.False(prev.IsDeleted);
}
}
public async void TestMultipleServicesDocumentPurge()
{
var configManager1 = new ServiceDbConfigManager("TestService1");
var dbAccess1 = CreateDbAccess(configManager1);
var dbAccessProvider1 = new TestDocumentDbAccessProvider(dbAccess1);
var configManager2 = new ServiceDbConfigManager("TestService2");
var dbAccess2 = CreateDbAccess(configManager2);
var dbAccessProvider2 = new TestDocumentDbAccessProvider(dbAccess2);
var fruitStore1 = new FruitStore(dbAccessProvider1);
var fruitStore2 = new FruitStore(dbAccessProvider2);
await dbAccess1.Open(new[] { fruitStore1 });
await dbAccess2.Open(new[] { fruitStore2 });
var apples = new List <Apple>();
for (int i = 0; i < 20; i++)
{
var gala = new Apple
{
Id = Guid.NewGuid(),
Type = "Gala"
};
var fuji = new Apple
{
Id = Guid.NewGuid(),
Type = "Fuji"
};
await fruitStore1.UpsertApple(gala);
await fruitStore1.UpsertApple(fuji);
await fruitStore2.UpsertApple(gala);
await fruitStore2.UpsertApple(fuji);
apples.AddRange(new[] { gala, fuji });
}
var r1 = await fruitStore1.GetAppleByQuery("[x].Type = 'Gala'");
Assert.Equal(20, r1.Length);
Assert.True(r1.All(x => x.Type == "Gala"));
var r2 = await fruitStore1.GetAllApples();
Assert.Equal(40, r2.Length);
var lastApple = apples.Last();
var r3 = await fruitStore1.GetAppleById(lastApple.Id);
Assert.Equal(lastApple.Id, r3.Id);
Assert.Equal(lastApple.Type, r3.Type);
var r4 = await fruitStore1.GetAppleByIds(apples.Select(x => x.Id.ToString()));
Assert.Equal(40, r4.Length);
ServiceManager serviceManager1 = new ServiceManager(dbAccess1);
ServiceManager serviceManager2 = new ServiceManager(dbAccess2);
// Purge a service's docs.
await serviceManager1.PurgeDocumentsAsync();
Assert.Empty(await fruitStore1.GetAllApples());
Assert.NotEmpty(await fruitStore2.GetAllApples());
// Purge other service's docs.
await serviceManager2.PurgeDocumentsAsync();
Assert.Empty(await fruitStore1.GetAllApples());
Assert.Empty(await fruitStore2.GetAllApples());
}
public async void TestMultipleStoreDocumentTypes()
{
var configManager = new ServiceDbConfigManager("TestService");
var dbAccess = CreateDbAccess(configManager);
var dbAccessProvider = new TestDocumentDbAccessProvider(dbAccess);
var fruitStore = new FruitStore(dbAccessProvider);
await dbAccess.Open(new[] { fruitStore });
var apples = new List <Apple>();
var pears = new List <Pear>();
for (int i = 0; i < 50; i++)
{
var gala = new Apple
{
Id = Guid.NewGuid(),
Type = "Gala"
};
var fuji = new Apple
{
Id = Guid.NewGuid(),
Type = "Fuji"
};
await fruitStore.UpsertApple(gala);
await fruitStore.UpsertApple(fuji);
apples.AddRange(new[] { gala, fuji });
var bartlett = new Pear
{
Id = Guid.NewGuid(),
Colour = "Red"
};
var comice = new Pear
{
Id = Guid.NewGuid(),
Colour = "Green"
};
await fruitStore.UpsertPear(bartlett);
await fruitStore.UpsertPear(comice);
pears.AddRange(new[] { bartlett, comice });
}
var r1 = await fruitStore.GetAppleByQuery("[x].Type = 'Gala'");
Assert.Equal(50, r1.Length);
Assert.True(r1.All(x => x.Type == "Gala"));
var r2 = await fruitStore.GetAllApples();
Assert.Equal(100, r2.Length);
var lastApple = apples.Last();
var r3 = await fruitStore.GetAppleById(lastApple.Id);
Assert.Equal(lastApple.Id, r3.Id);
Assert.Equal(lastApple.Type, r3.Type);
var r4 = await fruitStore.GetAppleByIds(apples.Select(x => x.Id.ToString()));
Assert.Equal(100, r4.Length);
var r5 = await fruitStore.GetPearByQuery("[x].Colour = @colour", new[] { new DbParameter("colour", "Red") });
Assert.Equal(50, r5.Length);
Assert.True(r5.All(x => x.Colour == "Red"));
var r6 = await fruitStore.GetAllPears();
Assert.Equal(100, r6.Length);
var lastPear = pears.Last();
var r7 = await fruitStore.GetPearById(lastPear.Id);
Assert.Equal(lastPear.Id, r7.Id);
Assert.Equal(lastPear.Colour, r7.Colour);
}
public async void TestMultipleServiceStores()
{
var configManager = new ServiceDbConfigManager("TestService");
var dbAccess = CreateDbAccess(configManager);
var dbAccessProvider = new TestDocumentDbAccessProvider(dbAccess);
var fruitStore = new FruitStore(dbAccessProvider);
var flowerStore = new FlowerStore(dbAccessProvider);
await dbAccess.Open(new VersionedDocumentStore[] { fruitStore, flowerStore });
var apples = new List <Apple>();
var daisies = new List <Daisy>();
for (int i = 0; i < 10; i++)
{
var gala = new Apple
{
Id = Guid.NewGuid(),
Type = "Gala"
};
var fuji = new Apple
{
Id = Guid.NewGuid(),
Type = "Fuji"
};
await fruitStore.UpsertApple(gala);
await fruitStore.UpsertApple(fuji);
apples.AddRange(new[] { gala, fuji });
var daisy = new Daisy
{
Id = Guid.NewGuid(),
Colour = "Red"
};
await flowerStore.Upsert(daisy);
daisies.Add(daisy);
}
var r1 = await fruitStore.GetAppleByQuery("[x].Type = 'Gala'");
Assert.Equal(10, r1.Length);
Assert.True(r1.All(x => x.Type == "Gala"));
var r2 = await fruitStore.GetAllApples();
Assert.Equal(20, r2.Length);
var lastApple = apples.Last();
var r3 = await fruitStore.GetAppleById(lastApple.Id);
Assert.Equal(lastApple.Id, r3.Id);
Assert.Equal(lastApple.Type, r3.Type);
var r4 = await fruitStore.GetAppleByIds(apples.Select(x => x.Id.ToString()));
Assert.Equal(20, r4.Length);
var lastDaisy = daisies.Last();
var r5 = await flowerStore.GetById(lastDaisy.Id);
Assert.Equal(lastDaisy.Id, r5.Id);
Assert.Equal(lastDaisy.Colour, r5.Colour);
}
