| public GetConnection ( ) : IStorageConnection | ||
| return | IStorageConnection | |
/// <summary>
/// Runs aggregator
/// </summary>
/// <param name="cancellationToken">Cancellation token</param>
public void Execute(CancellationToken cancellationToken)
{
Logger.DebugFormat("Aggregating records in 'Counter' table...");
long removedCount = 0;
do
{
using (var storageConnection = (MongoConnection)_storage.GetConnection())
{
HangfireDbContext database = storageConnection.Database;
CounterDto[] recordsToAggregate = AsyncHelper.RunSync(() => database.Counter.Find(new BsonDocument()).Limit(NumberOfRecordsInSinglePass).ToListAsync()).ToArray();
var recordsToMerge = recordsToAggregate
.GroupBy(_ => _.Key).Select(_ => new
{
Key = _.Key,
Value = _.Sum(x => x.Value),
ExpireAt = _.Max(x => x.ExpireAt)
})
.ToArray();
foreach (var item in recordsToMerge)
{
AggregatedCounterDto aggregatedItem = AsyncHelper.RunSync(() => database.AggregatedCounter.Find(Builders <AggregatedCounterDto> .Filter.Eq(_ => _.Key, item.Key)).FirstOrDefaultAsync());
if (aggregatedItem != null)
{
AsyncHelper.RunSync(() => database.AggregatedCounter.UpdateOneAsync(Builders <AggregatedCounterDto> .Filter.Eq(_ => _.Key, item.Key),
Builders <AggregatedCounterDto> .Update.Combine(
Builders <AggregatedCounterDto> .Update.Inc(_ => _.Value, item.Value),
Builders <AggregatedCounterDto> .Update.Set(_ => _.ExpireAt, item.ExpireAt > aggregatedItem.ExpireAt ? item.ExpireAt : aggregatedItem.ExpireAt))));
}
else
{
AsyncHelper.RunSync(() => database.AggregatedCounter.InsertOneAsync(new AggregatedCounterDto
{
Id = ObjectId.GenerateNewId(),
Key = item.Key,
Value = item.Value,
ExpireAt = item.ExpireAt
}));
}
}
removedCount = AsyncHelper.RunSync(() => database.Counter.DeleteManyAsync(Builders <CounterDto> .Filter.In(
_ => _.Id, recordsToAggregate.Select(_ => _.Id)))).DeletedCount;
}
if (removedCount >= NumberOfRecordsInSinglePass)
{
cancellationToken.WaitHandle.WaitOne(DelayBetweenPasses);
cancellationToken.ThrowIfCancellationRequested();
}
} while (removedCount >= NumberOfRecordsInSinglePass);
cancellationToken.WaitHandle.WaitOne(_interval);
}
/// <summary>
/// Run expiration manager to remove outdated records
/// </summary>
/// <param name="cancellationToken">Cancellation token</param>
public void Execute(CancellationToken cancellationToken)
{
DateTime now = DateTime.UtcNow;
using (var storageConnection = (MongoConnection)_storage.GetConnection())
{
var database = storageConnection.Database;
RemoveExpiredRecord(database.Job, _ => _.ExpireAt, now);
RemoveExpiredRecord(database.StateData.OfType <ExpiringKeyValueDto>(), _ => _.ExpireAt, now);
}
cancellationToken.WaitHandle.WaitOne(_checkInterval);
}
