public async Task CanGetNumbersAsync()
{
// capture start date before generating data to make sure that our time range for stats includes all items
var startDate = DateTime.UtcNow.SubtractDays(60);
const int eventCount = 100;
await RemoveDataAsync();
await CreateDataAsync(eventCount, false);
var fields = FieldAggregationProcessor.Process("distinct:stack_id,term:is_first_occurrence:-F", false);
Assert.True(fields.IsValid);
Assert.Equal(2, fields.Aggregations.Count);
var result = await _stats.GetNumbersTimelineStatsAsync(fields.Aggregations, startDate, DateTime.UtcNow, null, userFilter : $"project:{TestConstants.ProjectId}");
Assert.Equal(eventCount, result.Total);
Assert.Equal(eventCount, result.Timeline.Sum(t => t.Total));
Assert.Equal(2, result.Numbers.Length);
Assert.Equal(await _stackRepository.CountAsync(), result.Numbers[0]);
Assert.Equal(await _stackRepository.CountAsync(), result.Timeline.Sum(t => t.Numbers[1]));
var stacks = await _stackRepository.GetByOrganizationIdAsync(TestConstants.OrganizationId, new PagingOptions().WithLimit(100));
foreach (var stack in stacks.Documents)
{
var nsr = await _stats.GetNumbersStatsAsync(fields.Aggregations, startDate, DateTime.UtcNow, null, userFilter : "stack:" + stack.Id);
Assert.Equal(stack.TotalOccurrences, nsr.Total);
}
}
public async Task <IHttpActionResult> GetAsync(string fields = null, string filter = null, string time = null, string offset = null)
{
var far = FieldAggregationProcessor.Process(fields);
if (!far.IsValid)
{
return(BadRequest(far.Message));
}
var pr = QueryProcessor.Process(filter);
if (!pr.IsValid)
{
return(BadRequest(pr.Message));
}
var organizations = await GetAssociatedActiveOrganizationsAsync(_organizationRepository);
if (organizations.Count == 0)
{
return(Ok(NumbersStatsResult.Empty));
}
var ti = GetTimeInfo(time, offset, organizations.GetRetentionUtcCutoff());
var sf = new ExceptionlessSystemFilterQuery(organizations)
{
UsesPremiumFeatures = far.UsesPremiumFeatures || pr.UsesPremiumFeatures,
IsUserOrganizationsFilter = true
};
NumbersStatsResult result;
try {
result = await _stats.GetNumbersStatsAsync(far.Aggregations, ti.UtcRange.Start, ti.UtcRange.End, ShouldApplySystemFilter(sf, filter)?sf : null, pr.ExpandedQuery, ti.Offset);
} catch (ApplicationException ex) {
_logger.Error().Exception(ex)
.Message("An error has occurred. Please check your search filter.")
.Property("Search Filter", new { SystemFilter = sf, UserFilter = filter, Time = time, Offset = offset })
.Tag("Search")
.Identity(ExceptionlessUser.EmailAddress)
.Property("User", ExceptionlessUser)
.SetActionContext(ActionContext).Write();
return(BadRequest("An error has occurred. Please check your search filter."));
}
return(Ok(result));
}
public async Task <IHttpActionResult> GetAsync(string fields = null, string filter = null, string time = null, string offset = null)
{
var far = FieldAggregationProcessor.Process(fields);
if (!far.IsValid)
{
return(BadRequest(far.Message));
}
var processResult = QueryProcessor.Process(filter);
if (!processResult.IsValid)
{
return(BadRequest(processResult.Message));
}
string systemFilter = await GetAssociatedOrganizationsFilterAsync(_organizationRepository, far.UsesPremiumFeatures || processResult.UsesPremiumFeatures, HasOrganizationOrProjectFilter(filter));
NumbersStatsResult result;
try {
var timeInfo = GetTimeInfo(time, offset);
result = await _stats.GetNumbersStatsAsync(far.Aggregations, timeInfo.UtcRange.Start, timeInfo.UtcRange.End, systemFilter, processResult.ExpandedQuery, timeInfo.Offset);
} catch (ApplicationException ex) {
_logger.Error().Exception(ex).Property("Search Filter", new {
SystemFilter = systemFilter,
UserFilter = filter,
Time = time,
Offset = offset
}).Tag("Search").Identity(ExceptionlessUser.EmailAddress).Property("User", ExceptionlessUser).SetActionContext(ActionContext).Write();
return(BadRequest("An error has occurred. Please check your search filter."));
}
return(Ok(result));
}
private async Task ProcessSummaryNotificationAsync(SummaryNotification data)
{
var project = await _projectRepository.GetByIdAsync(data.Id, true).AnyContext();
var organization = await _organizationRepository.GetByIdAsync(project.OrganizationId, true).AnyContext();
var userIds = project.NotificationSettings.Where(n => n.Value.SendDailySummary).Select(n => n.Key).ToList();
if (userIds.Count == 0)
{
_logger.Info("Project \"{0}\" has no users to send summary to.", project.Id);
return;
}
var users = (await _userRepository.GetByIdsAsync(userIds).AnyContext()).Documents.Where(u => u.IsEmailAddressVerified && u.EmailNotificationsEnabled && u.OrganizationIds.Contains(organization.Id)).ToList();
if (users.Count == 0)
{
_logger.Info("Project \"{0}\" has no users to send summary to.", project.Id);
return;
}
_logger.Info("Sending daily summary: users={0} project={1}", users.Count, project.Id);
var fields = new List <FieldAggregation> {
new FieldAggregation {
Type = FieldAggregationType.Distinct, Field = "stack_id"
},
new TermFieldAggregation {
Field = "is_first_occurrence", ExcludePattern = "F"
}
};
var result = await _stats.GetNumbersStatsAsync(fields, data.UtcStartTime, data.UtcEndTime, $"project:{data.Id} type:error").AnyContext();
bool hasSubmittedEvents = result.Total > 0;
if (!hasSubmittedEvents)
{
hasSubmittedEvents = await _eventRepository.GetCountByProjectIdAsync(project.Id).AnyContext() > 0;
}
var notification = new DailySummaryModel {
ProjectId = project.Id,
ProjectName = project.Name,
StartDate = data.UtcStartTime,
EndDate = data.UtcEndTime,
Total = result.Total,
PerHourAverage = result.Total / data.UtcEndTime.Subtract(data.UtcStartTime).TotalHours,
NewTotal = result.Numbers[1],
UniqueTotal = result.Numbers[0],
HasSubmittedEvents = hasSubmittedEvents,
IsFreePlan = organization.PlanId == BillingManager.FreePlan.Id
};
foreach (var user in users)
{
await _mailer.SendDailySummaryAsync(user.EmailAddress, notification).AnyContext();
}
_logger.Info("Done sending daily summary: users={0} project={1} events={2}", users.Count, project.Id, notification.Total);
}
private async Task <bool> SendSummaryNotificationAsync(Project project, SummaryNotification data)
{
var userIds = project.NotificationSettings.Where(n => n.Value.SendDailySummary).Select(n => n.Key).ToList();
if (userIds.Count == 0)
{
_logger.Info().Project(project.Id).Message("Project \"{0}\" has no users to send summary to.", project.Name).Write();
return(false);
}
var results = await _userRepository.GetByIdsAsync(userIds, true).AnyContext();
var users = results.Where(u => u.IsEmailAddressVerified && u.EmailNotificationsEnabled && u.OrganizationIds.Contains(project.OrganizationId)).ToList();
if (users.Count == 0)
{
_logger.Info().Project(project.Id).Message("Project \"{0}\" has no users to send summary to.", project.Name);
return(false);
}
// TODO: What should we do about suspended organizations.
var organization = await _organizationRepository.GetByIdAsync(project.OrganizationId, true).AnyContext();
if (organization == null)
{
_logger.Info().Project(project.Id).Message("The organization \"{0}\" for project \"{1}\" may have been deleted. No summaries will be sent.", project.OrganizationId, project.Name);
return(false);
}
_logger.Info("Sending daily summary: users={0} project={1}", users.Count, project.Id);
var fields = new List <FieldAggregation> {
new FieldAggregation {
Type = FieldAggregationType.Distinct, Field = "stack_id"
},
new TermFieldAggregation {
Field = "is_first_occurrence", ExcludePattern = "F"
}
};
var sf = new ExceptionlessSystemFilterQuery(project, organization);
var result = await _stats.GetNumbersStatsAsync(fields, data.UtcStartTime, data.UtcEndTime, sf, $"{EventIndexType.Fields.Type}:{Event.KnownTypes.Error}").AnyContext();
bool hasSubmittedEvents = result.Total > 0;
if (!hasSubmittedEvents)
{
hasSubmittedEvents = await _eventRepository.GetCountByProjectIdAsync(project.Id).AnyContext() > 0;
}
var notification = new DailySummaryModel {
ProjectId = project.Id,
ProjectName = project.Name,
StartDate = data.UtcStartTime,
EndDate = data.UtcEndTime,
Total = result.Total,
PerHourAverage = result.Total / data.UtcEndTime.Subtract(data.UtcStartTime).TotalHours,
NewTotal = result.Numbers[1],
UniqueTotal = result.Numbers[0],
HasSubmittedEvents = hasSubmittedEvents,
IsFreePlan = organization.PlanId == BillingManager.FreePlan.Id
};
foreach (var user in users)
{
await _mailer.SendDailySummaryAsync(user.EmailAddress, notification).AnyContext();
}
_logger.Info().Project(project.Id).Message("Done sending daily summary: users={0} project={1} events={2}", users.Count, project.Name, notification.Total);
return(true);
}