private async Task <long> GetCountQuery(Guid dashboardId, int groupIndex, int itemIndex, ItemDuration duration, DateTime durationFrom, DateTime durationTo, string[] queryParts) { var item = _config.Dashboards[dashboardId].Select(d => d.Value).ToList()[groupIndex][itemIndex]; string itemQuery; if (duration == ItemDuration.Custom) { itemQuery = GetQueryString(item, durationFrom, durationTo, durationFrom.GetIntervalString(durationTo)); } else { var durationString = duration.GetString(); var intervalString = duration.GetIntervalString(); itemQuery = GetQueryString(item, durationString, intervalString); } var structuredQuery = QueryBuilder.Parse(itemQuery); var queryGroup = new QueryGroup(structuredQuery); queryGroup.AddParts(queryParts); queryGroup.RemoveProjectAndSummarize(); queryGroup.Append(QueryBuilder.Parse("| summarize sum(itemCount)")); var query = queryGroup.ToString(); var table = await AppInsightsClient.GetTableQuery(item.ApiToken.Id, item.ApiToken.Key, query); return(table.Rows.First()[0] as long? ?? 0); }
public static async Task <IAnalyzerResult> Analyze(Guid appid, string apikey, StructuredQuery query, string[] queryParts) { query = QueryBuilder.RemoveProject(query); query = QueryBuilder.RemoveSummarize(query); var isExceptionsQuery = query.FirstOrDefault()?.Trim().StartsWith("exceptions", StringComparison.OrdinalIgnoreCase) == true; QueryGroup queryGroup; var whereQuery = @" | where details[0].parsedStack[0].fileName != '' | project itemCount, filename = extract('([^\\\\/]+)$', 1, tostring(details[0].parsedStack[0].fileName)), type, line = tostring(details[0].parsedStack[0].line) | summarize sum(itemCount) by filename, type, line | order by sum_itemCount"; if (isExceptionsQuery) { queryGroup = new QueryGroup(query); queryGroup.AddParts(queryParts); queryGroup.Append(QueryBuilder.Parse(whereQuery)); } else { var exceptionsQuery = QueryBuilder.Parse( $@" exceptions | {query.First(q => q.Contains("timestamp >"))} {whereQuery}"); queryGroup = new QueryGroup(exceptionsQuery); queryGroup.Replace(query.First().Trim(), query); queryGroup.AddParts(queryParts); } var queryString = queryGroup.ToString(); var result = await AppInsightsClient.GetTableQuery(appid, apikey, queryString); result.Columns[0].Name = "File"; result.Columns[1].Name = "Exception"; result.Columns[3].Name = "Count"; result.Columns.RemoveAt(2); foreach (var row in result.Rows) { row.Add($"where details[0].parsedStack[0].fileName endswith '{row[0]}' and details[0].parsedStack[0].line == {row[2]}"); row.Add($"where details[0].parsedStack[0].fileName !endswith '{row[0]}' or details[0].parsedStack[0].line != {row[2]}"); row[0] = $"{row[0]} ({row[2]})"; var exception = (string)row[1]; row[1] = exception.Substring(exception.LastIndexOf('.') + 1); row.RemoveAt(2); } return(new TableAnalyzerResult("Stacktraces", true, result)); }
public static async Task <IAnalyzerResult> Analyze(ApiToken apiToken, StructuredQuery query, string[] queryParts) { query = QueryBuilder.RemoveProject(query); query = QueryBuilder.RemoveSummarize(query); var isRequestsQuery = query.FirstOrDefault()?.Trim().StartsWith("requests", StringComparison.OrdinalIgnoreCase) == true; QueryGroup queryGroup; var whereQuery = @" | project domain = extract('^(https|http)://(.*?)/', 2, url), duration, itemCount, success | summarize duration = avg(duration), failedCount=sumif(itemCount, success == false), totalCount=sum(itemCount) by domain | order by totalCount desc | take 20 | project domain, totalCount, duration, failedCount, failedPercentage = 100.0 / totalCount * failedCount"; if (isRequestsQuery) { queryGroup = new QueryGroup(query); queryGroup.AddParts(queryParts); queryGroup.Append(QueryBuilder.Parse(whereQuery)); } else { var requestsQuery = QueryBuilder.Parse( $@" requests | {query.First(q => q.Contains("timestamp >"))} {whereQuery}"); queryGroup = new QueryGroup(requestsQuery); queryGroup.Replace(query.First().Trim(), query); queryGroup.AddParts(queryParts); } var queryString = queryGroup.ToString(); var result = await AppInsightsClient.GetTableQuery(apiToken, queryString); result.Columns[0].Name = "Domain"; result.Columns[1].Name = "Count"; result.Columns[2].Name = "Duration"; result.Columns[3].Name = "Failures"; result.Columns[4].Name = "Percentage"; foreach (var row in result.Rows) { row[2] = $"{row[2]:0} ms"; row[4] = $"{row[4]:0} %"; row.Add($"where url contains '{row[0]}'"); row.Add($"where url !contains '{row[0]}'"); } return(new TableAnalyzerResult("Domains", true, result)); }
public static async Task <IAnalyzerResult> Analyze(ApiToken apiToken, StructuredQuery query, string[] queryParts) { query = QueryBuilder.RemoveProject(query); query = QueryBuilder.RemoveSummarize(query); var isRequestsQuery = query.FirstOrDefault()?.Trim().StartsWith("requests", StringComparison.OrdinalIgnoreCase) == true; QueryGroup queryGroup; var whereQuery = @" | summarize _count=sum(itemCount) by resultCode | project resultCode, _count | sort by _count desc"; if (isRequestsQuery) { queryGroup = new QueryGroup(query); queryGroup.AddParts(queryParts); queryGroup.Append(QueryBuilder.Parse(whereQuery)); } else { var requestsQuery = QueryBuilder.Parse( $@" requests | {query.First(q => q.Contains("timestamp >"))} {whereQuery}"); queryGroup = new QueryGroup(requestsQuery); queryGroup.Replace(query.First().Trim(), query); queryGroup.AddParts(queryParts); } var queryString = queryGroup.ToString(); var result = await AppInsightsClient.GetTableQuery(apiToken, queryString); result.Columns[0].Name = "Status code"; result.Columns[1].Name = "Count"; foreach (var row in result.Rows) { row.Add($"where resultCode == {row[0]}"); row.Add($"where resultCode != {row[0]}"); } return(new TableAnalyzerResult("Status codes", true, result)); }
public static async Task <IAnalyzerResult> Analyze(Guid appid, string apikey, StructuredQuery query, string[] queryParts) { query = QueryBuilder.RemoveProject(query); query = QueryBuilder.RemoveSummarize(query); var isExceptionsQuery = query.FirstOrDefault()?.Trim().StartsWith("exceptions", StringComparison.OrdinalIgnoreCase) == true; QueryGroup queryGroup; var whereQuery = @" | summarize _count = sum(itemCount) by type | sort by _count desc | take 20"; if (isExceptionsQuery) { queryGroup = new QueryGroup(query); queryGroup.AddParts(queryParts); queryGroup.Append(QueryBuilder.Parse(whereQuery)); } else { var exceptionsQuery = QueryBuilder.Parse( $@" exceptions | {query.First(q => q.Contains("timestamp >"))} {whereQuery}"); queryGroup = new QueryGroup(exceptionsQuery); queryGroup.Replace(query.First().Trim(), query); queryGroup.AddParts(queryParts); } var queryString = queryGroup.ToString(); var result = await AppInsightsClient.GetTableQuery(appid, apikey, queryString); result.Columns[0].Name = "Exception type"; result.Columns[1].Name = "Count"; foreach (var row in result.Rows) { row.Add($"where type == '{row[0]}'"); row.Add($"where type != '{row[0]}'"); } return(new TableAnalyzerResult("Exceptions", true, result)); }
public async Task <dynamic> Details(Guid dashboardId, int groupIndex, int itemIndex, ItemDuration duration, DateTime durationFrom, DateTime durationTo, string searchQuery, string[] queryParts) { var dashboard = _config.Dashboards[dashboardId]; var groupKey = dashboard.Keys.ToList()[groupIndex]; var item = _config.Dashboards[dashboardId].Select(d => d.Value).ToList()[groupIndex][itemIndex]; string itemQuery; string intervalString; if (duration == ItemDuration.Custom) { intervalString = durationFrom.GetIntervalString(durationTo); itemQuery = GetQueryString(item, durationFrom, durationTo, intervalString); } else { intervalString = duration.GetIntervalString(); itemQuery = GetQueryString(item, duration.GetString(), intervalString); } var structuredQuery = QueryBuilder.Parse(itemQuery); var queryGroup = new QueryGroup(structuredQuery); queryGroup.AddParts(queryParts); if (!string.IsNullOrWhiteSpace(searchQuery)) { foreach (var searchQueryPart in GetSearchQueryParts(searchQuery)) { queryGroup.AddWhere(searchQueryPart); } } var values = await GetChartValues(item, queryGroup.ToString()); // Fallback when all values are errors if ((queryGroup.IsRequestsQuery() || queryGroup.IsExceptionsQuery()) && values.Count > 4 && (int)values.OrderByDescending(v => v.Value).Skip(values.Count / 2).Take(values.Count / 2).Max(v => v.Value) == (int)values.OrderByDescending(v => v.Value).Skip(values.Count / 2).Take(values.Count / 2).Average(v => v.Value)) { queryGroup.RemoveProjectAndSummarize(); queryGroup.Append(QueryBuilder.Parse($"summarize _count=sum(itemCount) by bin(timestamp, {intervalString}) | project timestamp, _count")); values = await GetChartValues(item, queryGroup.ToString()); } List <(DateTime Date, double Value)> chart; if (duration == ItemDuration.Custom) { chart = FillEmptySlotsInTimeRange(values, durationFrom, durationTo, intervalString.GetTimeSpan()); } else { chart = FillEmptySlotsInTimeRange(values, duration.GetString().GetTimeSpan(), intervalString.GetTimeSpan()); } var chartMax = chart.Any() ? chart.Max(c => c.Value) : 0; var minMax = item.MinChartValue / item.Duration.GetIntervalString().GetTimeSpan().TotalMinutes *intervalString.GetTimeSpan().TotalMinutes; minMax = Math.Min(minMax, chartMax * 5); var max = Math.Max(minMax, chartMax); queryGroup.RemoveProjectAndSummarize(); var count = await GetCountQuery(dashboardId, groupIndex, itemIndex, duration, durationFrom, durationTo, queryParts); return(new { Name = $"{groupKey} / {item.Name}", ChartValues = chart.Select(c => new { c.Date, c.Value }), ChartMax = max, Query = queryGroup.ToString(), Count = count }); }
public static async Task <IAnalyzerResult> Analyze(Guid appid, string apikey, StructuredQuery query, string[] queryParts) { query = QueryBuilder.RemoveProject(query); query = QueryBuilder.RemoveSummarize(query); var isExceptionsQuery = query.FirstOrDefault()?.Trim().StartsWith("exceptions", StringComparison.OrdinalIgnoreCase) == true; QueryGroup queryGroup; var whereQuery = @" | project itemCount, message = strcat(outerMessage, ' \n\n ', customDimensions['AdditionalErrorDetails'], ' \n\n ', customDimensions['additionalDetails']) | project itemCount, message = replace(@'[0-9a-fA-F]{8}\-[0-9a-fA-F]{4}\-[0-9a-fA-F]{4}\-[0-9a-fA-F]{4}\-[0-9a-fA-F]{12}', '[GUID]', message) | project itemCount, message = replace(@'(^|[ ''])(http:|https:)*[/]{1,2}(.*?)([ ]|$|\n)', ' [URL] ', message) | project itemCount, message = replace(@'[0-9]', '[X]', message) | where message !contains 'username' or message !contains 'password' | summarize sum(itemCount) by message | order by sum_itemCount desc | take 20"; if (isExceptionsQuery) { queryGroup = new QueryGroup(query); queryGroup.AddParts(queryParts); queryGroup.Append(QueryBuilder.Parse(whereQuery)); } else { var exceptionsQuery = QueryBuilder.Parse( $@" exceptions | {query.First(q => q.Contains("timestamp >"))} {whereQuery}"); queryGroup = new QueryGroup(exceptionsQuery); queryGroup.Replace(query.First().Trim(), query); queryGroup.AddParts(queryParts); } var queryString = queryGroup.ToString(); var result = await AppInsightsClient.GetTableQuery(appid, apikey, queryString); result.Columns[0].Name = "Exception message"; result.Columns[1].Name = "Count"; foreach (var row in result.Rows) { var rowText = (string)row[0]; var commandText = ((string)row[0]).Trim(); rowText = rowText.Replace("[X]", "X"); rowText = Regex.Replace(rowText, "[X]+", "X"); var lines = new List <string>(); foreach (var line in Regex.Split(rowText, @"\n").SelectMany(line => Regex.Split(Regex.Replace(line, @"\. ", ".. "), @"\. "))) { var trimmedLine = Regex.Replace(line, @"^[ ]*\[[A-Z]+\][ ]*", "").Trim(); if (!string.IsNullOrWhiteSpace(trimmedLine) && lines.All(l => l != trimmedLine)) { lines.Add(trimmedLine); } } rowText = string.Join("\n", lines); row[0] = rowText.Trim(); var matches = Regex.Matches(commandText, @"(^|\])(.*?)($|\[)"); if (matches.Any(match => match.Groups[2].Length > 10)) { commandText = matches .First(match => match.Groups[2].Length > 10) .Groups[2].Value.Trim(); } commandText = commandText.Replace("'", @"\'"); row.Add($"where outerMessage contains '{commandText}' or customDimensions['AdditionalErrorDetails'] contains '{commandText}' or customDimensions['additionalDetails'] contains '{commandText}'"); row.Add($"where outerMessage !contains '{commandText}' and customDimensions['AdditionalErrorDetails'] !contains '{commandText}' and customDimensions['additionalDetails'] !contains '{commandText}'"); } return(new TableAnalyzerResult("Exception messages", true, result)); }