public async Task Test_PubSub_Unsubscribe(string testName, string streamProviderName)
{
_streamId = Guid.NewGuid();
_streamProviderName = streamProviderName;
StreamTestUtils.LogStartTest(testName, _streamId, _streamProviderName, logger);
// Grain Producer -> Grain 2 x Consumer
// Note: PubSub should only count distinct grains, even if a grain has multiple consumer handles
long consumerGrainId = random.Next();
long producerGrainId = random.Next();
string when;
logger.Info("Initializing: ConsumerGrain={0} ProducerGrain={1}", consumerGrainId, producerGrainId);
var consumerGrain = GetGrain(consumerGrainId);
var producerGrain = GetGrain(producerGrainId);
logger.Info("BecomeProducer: StreamId={0} Provider={1}", _streamId, _streamProviderName);
await producerGrain.BecomeProducer(_streamId, _streamProviderName);
await producerGrain.BecomeProducer(_streamId, _streamProviderName);
when = "After BecomeProducer";
// Note: Only semantics guarenteed are that producer will have been registered by time that first msg is sent.
await producerGrain.SendItem(0);
await StreamTestUtils.CheckPubSubCounts(when, 1, 0, _streamId, _streamProviderName, StreamTestsConstants.StreamReliabilityNamespace);
logger.Info("AddConsumer x 2 : StreamId={0} Provider={1}", _streamId, _streamProviderName);
var c1 = await consumerGrain.AddConsumer(_streamId, _streamProviderName);
when = "After first AddConsumer";
await StreamTestUtils.CheckPubSubCounts(when, 1, 1, _streamId, _streamProviderName, StreamTestsConstants.StreamReliabilityNamespace);
await CheckConsumerCounts(when, consumerGrain, 1);
var c2 = await consumerGrain.AddConsumer(_streamId, _streamProviderName);
when = "After second AddConsumer";
await StreamTestUtils.CheckPubSubCounts(when, 1, 2, _streamId, _streamProviderName, StreamTestsConstants.StreamReliabilityNamespace);
await CheckConsumerCounts(when, consumerGrain, 2);
logger.Info("RemoveConsumer: StreamId={0} Provider={1}", _streamId, _streamProviderName);
await consumerGrain.RemoveConsumer(_streamId, _streamProviderName, c1);
when = "After first RemoveConsumer";
await StreamTestUtils.CheckPubSubCounts(when, 1, 1, _streamId, _streamProviderName, StreamTestsConstants.StreamReliabilityNamespace);
await CheckConsumerCounts(when, consumerGrain, 1);
#if REMOVE_PRODUCER
logger.Info("RemoveProducer: StreamId={0} Provider={1}", _streamId, _streamProviderName);
await producerGrain.RemoveProducer(_streamId, _streamProviderName);
when = "After RemoveProducer";
await CheckPubSubCounts(when, 0, 1);
await CheckConsumerCounts(when, consumerGrain, 1);
#endif
logger.Info("RemoveConsumer: StreamId={0} Provider={1}", _streamId, _streamProviderName);
await consumerGrain.RemoveConsumer(_streamId, _streamProviderName, c2);
when = "After second RemoveConsumer";
#if REMOVE_PRODUCER
await CheckPubSubCounts(when, 0, 0);
#else
await StreamTestUtils.CheckPubSubCounts(when, 1, 0, _streamId, _streamProviderName, StreamTestsConstants.StreamReliabilityNamespace);
#endif
await CheckConsumerCounts(when, consumerGrain, 0);
StreamTestUtils.LogEndTest(testName, logger);
}
private async Task Test_SiloJoins(string testName, string streamProviderName)
{
_streamId = Guid.NewGuid();
_streamProviderName = streamProviderName;
const int numLoops = 3;
StreamTestUtils.LogStartTest(testName, _streamId, _streamProviderName, logger);
long consumerGrainId = random.Next();
long producerGrainId = random.Next();
var producerGrain = GetGrain(producerGrainId);
SiloAddress producerLocation = await producerGrain.GetLocation();
var consumerGrain = GetGrain(consumerGrainId);
SiloAddress consumerLocation = await consumerGrain.GetLocation();
Console.WriteLine("Grain silo locations: Producer={0} Consumer={1}", producerLocation, consumerLocation);
// Note: This does first SendItem
await Do_BaselineTest(consumerGrainId, producerGrainId);
int expectedReceived = 1;
string when = "SendItem-2";
for (int i = 0; i < numLoops; i++)
{
await producerGrain.SendItem(2);
}
expectedReceived += numLoops;
await CheckConsumerProducerStatus(when, producerGrainId, consumerGrainId, true, true);
await CheckReceivedCounts(when, consumerGrain, expectedReceived, 0);
// Add new silo
//SiloHandle newSilo = StartAdditionalOrleans();
//WaitForLivenessToStabilize();
SiloHandle newSilo = this.HostedCluster.StartAdditionalSilo();
await this.HostedCluster.WaitForLivenessToStabilizeAsync();
when = "After starting additonal silo " + newSilo;
Console.WriteLine(when);
CheckSilosRunning(when, numExpectedSilos + 1);
//when = "SendItem-3";
//Console.WriteLine(when);
//for (int i = 0; i < numLoops; i++)
//{
// await producerGrain.SendItem(3);
//}
//expectedReceived += numLoops;
//await CheckConsumerProducerStatus(when, producerGrainId, consumerGrainId, true, true);
//await CheckReceivedCounts(when, consumerGrain, expectedReceived, 0);
// Find a Consumer Grain on the new silo
IStreamReliabilityTestGrain newConsumer = CreateGrainOnSilo(newSilo.Silo.SiloAddress);
await newConsumer.AddConsumer(_streamId, _streamProviderName);
Console.WriteLine("Grain silo locations: Producer={0} OldConsumer={1} NewConsumer={2}", producerLocation, consumerLocation, newSilo.Silo.SiloAddress);
////Thread.Sleep(TimeSpan.FromSeconds(2));
when = "SendItem-4";
Console.WriteLine(when);
for (int i = 0; i < numLoops; i++)
{
await producerGrain.SendItem(4);
}
expectedReceived += numLoops;
// Old consumer received the newly published messages
await CheckReceivedCounts(when + "-Old", consumerGrain, expectedReceived, 0);
// New consumer received the newly published messages
await CheckReceivedCounts(when + "-New", newConsumer, numLoops, 0);
StreamTestUtils.LogEndTest(testName, logger);
}
private async Task Test_AddMany_Consumers(string testName, string streamProviderName)
{
const int numLoops = 100;
const int numGrains = 10;
_streamId = Guid.NewGuid();
_streamProviderName = streamProviderName;
StreamTestUtils.LogStartTest(testName, _streamId, _streamProviderName, logger);
long consumerGrainId = random.Next();
long producerGrainId = random.Next();
var producerGrain = GetGrain(producerGrainId);
var consumerGrain = GetGrain(consumerGrainId);
#if DELETE_AFTER_TEST
_usedGrains.Add(producerGrain);
_usedGrains.Add(consumerGrain);
#endif
// Note: This does first SendItem
await Do_BaselineTest(consumerGrainId, producerGrainId);
int baseId = 10000 * ++baseConsumerId;
var grains1 = await Do_AddConsumerGrains(baseId, numGrains);
for (int i = 0; i < numLoops; i++)
{
await producerGrain.SendItem(2);
}
string when1 = "AddConsumers-Send-2";
// Messages received by original consumer grain
await CheckReceivedCounts(when1, consumerGrain, numLoops + 1, 0);
// Messages received by new consumer grains
// ReSharper disable once AccessToModifiedClosure
await Task.WhenAll(grains1.Select(async g =>
{
await CheckReceivedCounts(when1, g, numLoops, 0);
#if DELETE_AFTER_TEST
_usedGrains.Add(g);
#endif
}));
string when2 = "AddConsumers-Send-3";
baseId = 10000 * ++baseConsumerId;
var grains2 = await Do_AddConsumerGrains(baseId, numGrains);
for (int i = 0; i < numLoops; i++)
{
await producerGrain.SendItem(3);
}
////Thread.Sleep(TimeSpan.FromSeconds(2));
// Messages received by original consumer grain
await CheckReceivedCounts(when2, consumerGrain, numLoops *2 + 1, 0);
// Messages received by new consumer grains
await Task.WhenAll(grains2.Select(g => CheckReceivedCounts(when2, g, numLoops, 0)));
StreamTestUtils.LogEndTest(testName, logger);
}
