public static void RunTest(int appCount, int deviceCount, int devicePropertyCount, int sendCount, int senderThreadCount, bool tryOptimizeRocks)
{
Console.WriteLine("Creating Messages");
var apps = new List <string>(appCount);
var deviceIds = new List <string>(deviceCount);
var devicePropertyNames = new List <string>(devicePropertyCount);
var tasks = new List <Task>();
var sendQueue = new ConcurrentQueue <StoreEvent>();
while (apps.Count < appCount)
{
apps.Add(Guid.NewGuid().ToString());
}
while (deviceIds.Count < deviceCount)
{
deviceIds.Add(Guid.NewGuid().ToString());
}
while (devicePropertyNames.Count < devicePropertyCount)
{
devicePropertyNames.Add(Guid.NewGuid().ToString());
}
using (var testFolder = new TestFolder())
{
var factory = LoggerFactory.Create(builder => builder.AddConsole());
var logger = factory.CreateLogger <RocksGraphProvider>();
var storeLogger = factory.CreateLogger <StoreProcessor>();
var dbOptions = new DbOptions();
var provider = !tryOptimizeRocks ?
new RocksGraphProvider(logger, testFolder) :
new RocksGraphProvider(logger, testFolder, dbOptions.SetCreateIfMissing(true)
.SetAllowConcurrentMemtableWrite(true)
//.SetAllowMmapReads(true)
//.SetAllowMmapWrites(true)
//.SetUseFsync(0)
.IncreaseParallelism(Environment.ProcessorCount)
.SetMaxBackgroundCompactions(Environment.ProcessorCount)
.SetMaxBackgroundFlushes(Environment.ProcessorCount));
var storeProvider = new SetProvider(provider);
var storeProcessor = new StoreProcessor(storeProvider, new Reasoner(), storeLogger);
var storeConfig = new StoreConfig();
var storeError = new StoreError();
var eventReceiver = new EventReceiver(storeProcessor, null, storeConfig, factory.CreateLogger <EventReceiver>());
var queueContainer = new QueueContainer(eventReceiver, factory.CreateLogger <QueueContainer>(), storeError, 1_000_000);
var eventSender = new EventSender(queueContainer, null, null, storeConfig);
for (var i = 0; i < sendCount; i++)
{
foreach (var id in deviceIds)
{
foreach (var app in apps)
{
var points = GetPropertyValues(devicePropertyNames, _random);
var e = new StoreEvent
{
Operation = EventType.PATCH_JSON,
Data = JsonGenerator.GenerateTelemetry(id, points),
PartitionId = id,
StoreId = app
};
sendQueue.Enqueue(e);
}
}
}
Console.WriteLine($"Starting send of {sendQueue.Count} messages");
var timer = Stopwatch.StartNew();
for (var i = 0; i < senderThreadCount; i++)
{
tasks.Add(Task.Run(() => RunSender(eventSender, sendQueue)));
}
Task.WhenAll(tasks).Wait();
Console.WriteLine($"Completed writing to queues in {timer.Elapsed}");
while (queueContainer.Count() > 0)
{
Thread.Sleep(1000);
}
Console.WriteLine($"Completed writing to storage in {timer.Elapsed}");
}
}