public void TestCompleteCurrentBatchWhenMoreThanOneBatch()
{
const int batchSize = 10;
ConcurrentBatchingQueue <int> col = new ConcurrentBatchingQueue <int>(batchSize: batchSize);
int[] dequeuedItems = null;
Assert.IsFalse(col.TryDequeue(out dequeuedItems));
for (int i = 0; i < 15; i++)
{
col.Enqueue(i);
Assert.AreEqual(i + 1, col.Count);
}
Assert.AreEqual(15, col.Count);
Assert.AreEqual(2, col.BatchCount);
Assert.AreEqual(1, col.CompletedBatchCount);
Assert.IsTrue(col.CompleteCurrentBatch());
Assert.AreEqual(15, col.Count);
Assert.AreEqual(3, col.BatchCount);
Assert.AreEqual(2, col.CompletedBatchCount);
Assert.IsFalse(col.CompleteCurrentBatch());
Assert.AreEqual(15, col.Count);
Assert.AreEqual(3, col.BatchCount);
Assert.AreEqual(2, col.CompletedBatchCount);
Assert.IsTrue(col.TryDequeue(out dequeuedItems));
Assert.AreEqual(batchSize, dequeuedItems.Length);
for (int i = 0; i < dequeuedItems.Length; i++)
{
Assert.AreEqual(i, dequeuedItems[i]);
}
Assert.AreEqual(5, col.Count);
Assert.AreEqual(2, col.BatchCount);
Assert.AreEqual(1, col.CompletedBatchCount);
Assert.IsTrue(col.TryDequeue(out dequeuedItems));
Assert.AreEqual(5, dequeuedItems.Length);
for (int i = 0; i < dequeuedItems.Length; i++)
{
Assert.AreEqual(i + batchSize, dequeuedItems[i]);
}
Assert.AreEqual(0, col.Count);
Assert.AreEqual(1, col.BatchCount);
Assert.AreEqual(0, col.CompletedBatchCount);
}
private void RunComplexTest(ConcurrentBatchingQueue <int> q, int elemCount, int thCount)
{
int atomicRandom = 0;
int trackElemCount = elemCount;
int addFinished = 0;
Thread[] threadsTake = new Thread[thCount];
Thread[] threadsAdd = new Thread[thCount];
Thread enumerateThread = null;
CancellationTokenSource tokSrc = new CancellationTokenSource();
List <int> global = new List <int>(elemCount);
Action addAction = () =>
{
Random rnd = new Random(Environment.TickCount + Interlocked.Increment(ref atomicRandom) * thCount * 2);
while (true)
{
int item = Interlocked.Decrement(ref trackElemCount);
if (item < 0)
{
break;
}
q.Enqueue(item);
int sleepTime = rnd.Next(12);
if (sleepTime > 0)
{
SpinWaitHelper.SpinWait(sleepTime);
}
}
Interlocked.Increment(ref addFinished);
};
Action takeAction = () =>
{
Random rnd = new Random(Environment.TickCount + Interlocked.Increment(ref atomicRandom) * thCount * 2);
List <int> data = new List <int>();
try
{
while (Volatile.Read(ref addFinished) < thCount)
{
int[] tmp;
if (q.TryDequeue(out tmp))
{
data.AddRange(tmp);
}
int sleepTime = rnd.Next(12);
if (sleepTime > 0)
{
SpinWaitHelper.SpinWait(sleepTime);
}
}
}
catch (OperationCanceledException) { }
int[] tmp2;
while (q.TryDequeue(out tmp2))
{
data.AddRange(tmp2);
}
q.CompleteCurrentBatch();
while (q.TryDequeue(out tmp2))
{
data.AddRange(tmp2);
}
lock (global)
global.AddRange(data);
};
Action enumerateAction = () =>
{
Random rnd = new Random();
while (Volatile.Read(ref addFinished) < thCount && !tokSrc.IsCancellationRequested)
{
int count = 0;
foreach (long item in q)
{
count++;
}
Thread.Sleep(count > 100 ? 0 : 1);
if (rnd.Next(100) == 1)
{
q.CompleteCurrentBatch();
}
}
};
for (int i = 0; i < threadsTake.Length; i++)
{
threadsTake[i] = new Thread(new ThreadStart(takeAction));
}
for (int i = 0; i < threadsAdd.Length; i++)
{
threadsAdd[i] = new Thread(new ThreadStart(addAction));
}
enumerateThread = new Thread(new ThreadStart(enumerateAction));
for (int i = 0; i < threadsTake.Length; i++)
{
threadsTake[i].Start();
}
for (int i = 0; i < threadsAdd.Length; i++)
{
threadsAdd[i].Start();
}
enumerateThread.Start();
for (int i = 0; i < threadsAdd.Length; i++)
{
threadsAdd[i].Join();
}
tokSrc.Cancel();
for (int i = 0; i < threadsTake.Length; i++)
{
threadsTake[i].Join();
}
enumerateThread.Join();
Assert.AreEqual(elemCount, global.Count);
global.Sort();
for (int i = 0; i < elemCount; i++)
{
Assert.AreEqual(i, global[i]);
}
}
public void SimpleConcurrentTest()
{
const int batchSize = 10;
ConcurrentBatchingQueue <long> col = new ConcurrentBatchingQueue <long>(batchSize: batchSize);
Barrier bar = new Barrier(4);
CancellationTokenSource cancelToken = new CancellationTokenSource();
List <long> takenItems = new List <long>();
Task addTask = Task.Run(() =>
{
Random rnd = new Random();
bar.SignalAndWait();
long data = 0;
while (!cancelToken.IsCancellationRequested)
{
col.Enqueue(data++);
if (rnd.Next(100) == 1)
{
col.CompleteCurrentBatch();
}
}
});
Task takeTask = Task.Run(() =>
{
Random rnd2 = new Random();
bar.SignalAndWait();
while (!cancelToken.IsCancellationRequested)
{
if (col.TryDequeue(out long[] itemsT))
{
takenItems.AddRange(itemsT);
if (rnd2.Next(100) == 1)
{
TossArrayForward(itemsT);
}
}
if (takenItems.Count > int.MaxValue / 2)
{
cancelToken.Cancel();
}
}
});
Task enumerateTask = Task.Run(() =>
{
bar.SignalAndWait();
while (!cancelToken.IsCancellationRequested)
{
int count = 0;
long prevItem = -1;
foreach (long item in col)
{
count++;
if (prevItem > 0)
{
Assert.AreEqual(prevItem + 1, item);
}
prevItem = item;
}
Thread.Sleep(count > 100 ? 0 : 1);
}
});
bar.SignalAndWait();
Thread.Sleep(300);
cancelToken.Cancel();
Task.WaitAll(addTask, takeTask, enumerateTask);
while (col.TryDequeue(out long[] itemsF))
{
takenItems.AddRange(itemsF);
}
col.CompleteCurrentBatch();
if (col.TryDequeue(out long[] itemsFF))
{
takenItems.AddRange(itemsFF);
}
for (int i = 0; i < takenItems.Count; i++)
{
Assert.AreEqual(i, takenItems[i]);
}
}
