protected override async Task<JobResult> RunInternalAsync(JobContext context) {
if (!Settings.Current.EnableDailySummary)
return JobResult.SuccessWithMessage("Summary notifications are disabled.");
if (_mailer == null)
return JobResult.SuccessWithMessage("Summary notifications are disabled due to null mailer.");
const int BATCH_SIZE = 25;
var projects = (await _projectRepository.GetByNextSummaryNotificationOffsetAsync(9, BATCH_SIZE).AnyContext()).Documents;
while (projects.Count > 0 && !context.CancellationToken.IsCancellationRequested) {
var documentsUpdated = await _projectRepository.IncrementNextSummaryEndOfDayTicksAsync(projects).AnyContext();
_logger.Info("Got {0} projects to process. ", projects.Count);
Debug.Assert(projects.Count == documentsUpdated);
foreach (var project in projects) {
var utcStartTime = new DateTime(project.NextSummaryEndOfDayTicks - TimeSpan.TicksPerDay);
if (utcStartTime < DateTime.UtcNow.Date.SubtractDays(2)) {
_logger.Info("Skipping daily summary older than two days for project \"{0}\" with a start time of \"{1}\".", project.Id, utcStartTime);
continue;
}
var notification = new SummaryNotification {
Id = project.Id,
UtcStartTime = utcStartTime,
UtcEndTime = new DateTime(project.NextSummaryEndOfDayTicks - TimeSpan.TicksPerSecond)
};
await ProcessSummaryNotificationAsync(notification).AnyContext();
// Sleep so were not hammering the database.
await Task.Delay(TimeSpan.FromSeconds(1));
}
projects = (await _projectRepository.GetByNextSummaryNotificationOffsetAsync(9, BATCH_SIZE).AnyContext()).Documents;
if (projects.Count > 0)
await context.RenewLockAsync().AnyContext();
}
return JobResult.SuccessWithMessage("Successfully sent summary notifications.");
}
protected override async Task<JobResult> RunInternalAsync(CancellationToken cancellationToken = default(CancellationToken)) {
if (!Settings.Current.EnableDailySummary)
return JobResult.SuccessWithMessage("Summary notifications are disabled.");
if (_mailer == null)
return JobResult.SuccessWithMessage("Summary notifications are disabled due to null mailer.");
const int BATCH_SIZE = 25;
var projects = (await _projectRepository.GetByNextSummaryNotificationOffsetAsync(9, BATCH_SIZE).AnyContext()).Documents;
while (projects.Count > 0 && !cancellationToken.IsCancellationRequested) {
var documentsUpdated = await _projectRepository.IncrementNextSummaryEndOfDayTicksAsync(projects.Select(p => p.Id).ToList()).AnyContext();
Log.Info().Message("Got {0} projects to process. ", projects.Count).Write();
Debug.Assert(projects.Count == documentsUpdated);
foreach (var project in projects) {
var utcStartTime = new DateTime(project.NextSummaryEndOfDayTicks - TimeSpan.TicksPerDay);
if (utcStartTime < DateTime.UtcNow.Date.SubtractDays(2)) {
Log.Info().Message("Skipping daily summary older than two days for project \"{0}\" with a start time of \"{1}\".", project.Id, utcStartTime).Write();
continue;
}
var notification = new SummaryNotification {
Id = project.Id,
UtcStartTime = utcStartTime,
UtcEndTime = new DateTime(project.NextSummaryEndOfDayTicks - TimeSpan.TicksPerSecond)
};
await ProcessSummaryNotificationAsync(notification).AnyContext();
}
projects = (await _projectRepository.GetByNextSummaryNotificationOffsetAsync(9, BATCH_SIZE).AnyContext()).Documents;
}
return JobResult.SuccessWithMessage("Successfully sent summary notifications.");
}
private async Task ProcessSummaryNotificationAsync(SummaryNotification data) {
var project = await _projectRepository.GetByIdAsync(data.Id, true).AnyContext();
var organization = await _organizationRepository.GetByIdAsync(project.OrganizationId, true).AnyContext();
var userIds = project.NotificationSettings.Where(n => n.Value.SendDailySummary).Select(n => n.Key).ToList();
if (userIds.Count == 0) {
_logger.Info("Project \"{0}\" has no users to send summary to.", project.Id);
return;
}
var users = (await _userRepository.GetByIdsAsync(userIds).AnyContext()).Documents.Where(u => u.IsEmailAddressVerified && u.EmailNotificationsEnabled && u.OrganizationIds.Contains(organization.Id)).ToList();
if (users.Count == 0) {
_logger.Info("Project \"{0}\" has no users to send summary to.", project.Id);
return;
}
_logger.Info("Sending daily summary: users={0} project={1}", users.Count, project.Id);
var fields = new List<FieldAggregation> {
new FieldAggregation { Type = FieldAggregationType.Distinct, Field = "stack_id" },
new TermFieldAggregation { Field = "is_first_occurrence", ExcludePattern = "F" }
};
var result = await _stats.GetNumbersStatsAsync(fields, data.UtcStartTime, data.UtcEndTime, $"project:{data.Id} type:error").AnyContext();
bool hasSubmittedEvents = result.Total > 0;
if (!hasSubmittedEvents)
hasSubmittedEvents = await _eventRepository.GetCountByProjectIdAsync(project.Id).AnyContext() > 0;
var notification = new DailySummaryModel {
ProjectId = project.Id,
ProjectName = project.Name,
StartDate = data.UtcStartTime,
EndDate = data.UtcEndTime,
Total = result.Total,
PerHourAverage = result.Total / data.UtcEndTime.Subtract(data.UtcStartTime).TotalHours,
NewTotal = result.Numbers[1],
UniqueTotal = result.Numbers[0],
HasSubmittedEvents = hasSubmittedEvents,
IsFreePlan = organization.PlanId == BillingManager.FreePlan.Id
};
foreach (var user in users)
await _mailer.SendDailySummaryAsync(user.EmailAddress, notification).AnyContext();
_logger.Info("Done sending daily summary: users={0} project={1} events={2}", users.Count, project.Id, notification.Total);
}
private async Task ProcessSummaryNotificationAsync(SummaryNotification data) {
var project = await _projectRepository.GetByIdAsync(data.Id, true).AnyContext();
var organization = await _organizationRepository.GetByIdAsync(project.OrganizationId, true).AnyContext();
var userIds = project.NotificationSettings.Where(n => n.Value.SendDailySummary).Select(n => n.Key).ToList();
if (userIds.Count == 0) {
Logger.Info().Message("Project \"{0}\" has no users to send summary to.", project.Id).Write();
return;
}
var users = (await _userRepository.GetByIdsAsync(userIds).AnyContext()).Documents.Where(u => u.IsEmailAddressVerified && u.EmailNotificationsEnabled && u.OrganizationIds.Contains(organization.Id)).ToList();
if (users.Count == 0) {
Logger.Info().Message("Project \"{0}\" has no users to send summary to.", project.Id).Write();
return;
}
Logger.Info().Message("Sending daily summary: users={0} project={1}", users.Count, project.Id).Write();
//var paging = new PagingOptions { Limit = 5 };
//List<Stack> newest = (await _stackRepository.GetNewAsync(project.Id, data.UtcStartTime, data.UtcEndTime, paging).AnyContext()).Documents.ToList();
var newest = new List<Stack>();
var result = await _stats.GetTermsStatsAsync(data.UtcStartTime, data.UtcEndTime, "stack_id", "type:error project:" + data.Id, max: 5).AnyContext();
//var termStatsList = result.Terms.Take(5).ToList();
//var stacks = _stackRepository.GetByIds(termStatsList.Select(s => s.Term).ToList());
bool hasSubmittedErrors = result.Total > 0;
if (!hasSubmittedErrors)
hasSubmittedErrors = await _eventRepository.GetCountByProjectIdAsync(project.Id).AnyContext() > 0;
var mostFrequent = new List<EventStackResult>();
//foreach (var termStats in termStatsList) {
// var stack = stacks.SingleOrDefault(s => s.Id == termStats.Term);
// if (stack == null)
// continue;
// mostFrequent.Add(new EventStackResult {
// First = termStats.FirstOccurrence,
// Last = termStats.LastOccurrence,
// Id = stack.Id,
// Title = stack.Title,
// Total = termStats.Total,
// Type = stack.SignatureInfo.ContainsKey("ExceptionType") ? stack.SignatureInfo["ExceptionType"] : null,
// Method = stack.SignatureInfo.ContainsKey("Method") ? stack.SignatureInfo["Method"] : null,
// Path = stack.SignatureInfo.ContainsKey("Source") ? stack.SignatureInfo["Source"] : null,
// Is404 = stack.SignatureInfo.ContainsKey("Type") && stack.SignatureInfo["Type"] == "404"
// });
//}
var notification = new DailySummaryModel {
ProjectId = project.Id,
ProjectName = project.Name,
StartDate = data.UtcStartTime,
EndDate = data.UtcEndTime,
Total = result.Total,
PerHourAverage = result.Total / data.UtcEndTime.Subtract(data.UtcStartTime).TotalHours,
NewTotal = result.New,
New = newest,
UniqueTotal = result.Unique,
MostFrequent = mostFrequent,
HasSubmittedEvents = hasSubmittedErrors,
IsFreePlan = organization.PlanId == BillingManager.FreePlan.Id
};
foreach (var user in users)
await _mailer.SendDailySummaryAsync(user.EmailAddress, notification).AnyContext();
Logger.Info().Message("Done sending daily summary: users={0} project={1} events={2}", users.Count, project.Id, notification.Total).Write();
}
