/// <summary> /// Create an Xml payload representing a new crash. /// </summary> /// <param name="DirInfo">The DirectoryInfo of the report folder.</param> /// <param name="NewContext">The generic crash context.</param> /// <param name="bHasVideoFile">Whether the report contains a video file.</param> /// <param name="bHasLog">Whether the report contains a log file.</param> /// <param name="bHasMinidump">Whether the report contains a minidump.</param> /// <returns>A string of Xml payload representing the newly found crash report.</returns> private string CreateCrash( DirectoryInfo DirInfo, FGenericCrashContext NewContext, bool bHasVideoFile, bool bHasLog, bool bHasMinidump ) { string XmlPayload = ""; try { FEngineVersion EngineVersion = new FEngineVersion( NewContext.PrimaryCrashProperties.EngineVersion ); // Create a new crash description for uploading var NewCrash = new CrashDescription(); NewCrash.CrashType = NewContext.PrimaryCrashProperties.GetCrashType(); NewCrash.BranchName = EngineVersion.GetCleanedBranch(); NewCrash.GameName = NewContext.PrimaryCrashProperties.GameName; NewCrash.Platform = NewContext.PrimaryCrashProperties.PlatformFullName; NewCrash.EngineMode = NewContext.PrimaryCrashProperties.EngineMode; NewCrash.EngineVersion = EngineVersion.VersionNumber; NewCrash.BuildVersion = NewContext.PrimaryCrashProperties.BuildVersion; NewCrash.CommandLine = NewContext.PrimaryCrashProperties.CommandLine; NewCrash.BaseDir = NewContext.PrimaryCrashProperties.BaseDir; NewCrash.bProcessorFailed = !string.IsNullOrWhiteSpace(NewContext.PrimaryCrashProperties.ProcessorFailedMessage); NewCrash.Language = NewContext.PrimaryCrashProperties.AppDefaultLocale; // // Create a locate and get the system language. // int SystemLanguageCode = 0; // int.TryParse( ReportData.SystemLanguage, out SystemLanguageCode ); // try // { // if( SystemLanguageCode > 0 ) // { // CultureInfo SystemLanguageCI = new CultureInfo( SystemLanguageCode ); // NewCrash.SystemLanguage = SystemLanguageCI.Name; // } // } // catch( System.Exception ) // { // // Default to en-US // NewCrash.SystemLanguage = "en-US"; // } NewCrash.MachineGuid = NewContext.PrimaryCrashProperties.MachineId; // Valid for all kind of builds, previously only for UE4 releases. NewCrash.UserName = NewContext.PrimaryCrashProperties.UserName; // Only valid for non-UE4 releases. NewCrash.EpicAccountId = NewContext.PrimaryCrashProperties.EpicAccountId; // Only valid for UE4 releases. NewCrash.CallStack = NewContext.PrimaryCrashProperties.GetCallstack(); NewCrash.SourceContext = NewContext.PrimaryCrashProperties.GetSourceContext(); NewCrash.ErrorMessage = NewContext.PrimaryCrashProperties.GetErrorMessage(); NewCrash.UserDescription = NewContext.PrimaryCrashProperties.GetUserDescription(); NewCrash.UserActivityHint = NewContext.PrimaryCrashProperties.UserActivityHint; NewCrash.CrashGUID = NewContext.PrimaryCrashProperties.CrashGUID; // Iterate through all files and find a file with the earliest date. DateTime TimeOfCrash = DateTime.UtcNow; foreach( var File in DirInfo.GetFiles() ) { if( File.CreationTimeUtc < TimeOfCrash ) { TimeOfCrash = File.CreationTimeUtc; } } //NewCrash.TimeofCrash = NewContext.PrimaryCrashProperties.TimeofCrash; NewCrash.TimeofCrash = TimeOfCrash; NewCrash.bHasMiniDump = bHasMinidump; NewCrash.bHasLog = bHasLog; NewCrash.bHasVideo = bHasVideoFile; NewCrash.BuiltFromCL = (int)EngineVersion.Changelist; NewCrash.bAllowToBeContacted = NewContext.PrimaryCrashProperties.bAllowToBeContacted; // Ignore any callstack that is shorter than expected, usually the callstack is invalid. if( NewCrash.CallStack.Length <= CrashReporterConstants.MinCallstackDepth ) { CrashReporterProcessServicer.WriteEvent(string.Format("PROC-{0} ", ProcessorIndex) + "! BadStack: BuiltFromCL=" + string.Format( "{0,7}", NewContext.PrimaryCrashProperties.EngineVersion ) + " Path=" + NewContext.CrashDirectory ); NewContext.PrimaryCrashProperties.ProcessorFailedMessage = string.Format("Callstack was too small. {0} lines (minimum {1})", NewCrash.CallStack.Length, CrashReporterConstants.MinCallstackDepth); NewContext.ToFile(); } XmlPayload = XmlHandler.ToXmlString<CrashDescription>( NewCrash ); } catch (Exception Ex) { CrashReporterProcessServicer.WriteException(string.Format("PROC-{0} ", ProcessorIndex) + "CreateCrash: " + Ex.ToString()); } return XmlPayload; }
/// <summary> /// Create a new crash data model object and insert it into the database /// </summary> /// <param name="description"></param> /// <returns></returns> private Crash CreateCrash(CrashDescription description) { var newCrash = new Crash { Branch = description.BranchName, BaseDir = description.BaseDir, BuildVersion = description.EngineVersion, EngineVersion = description.BuildVersion, ChangeListVersion = description.BuiltFromCL.ToString(), CommandLine = description.CommandLine, EngineMode = description.EngineMode, ComputerName = description.MachineGuid }; //if there's a valid username assign the associated UserNameId else use "anonymous". var userName = (!string.IsNullOrEmpty(description.UserName)) ? description.UserName : UserNameAnonymous; var user = _unitOfWork.UserRepository.GetByUserName(userName); if (user != null) newCrash.UserNameId = user.Id; else { newCrash.User = new User() {UserName = description.UserName, UserGroupId = 5}; } //If there's a valid EpicAccountId assign that. if (!string.IsNullOrEmpty(description.EpicAccountId)) { newCrash.EpicAccountId = description.EpicAccountId; } newCrash.Description = ""; if (description.UserDescription != null) { newCrash.Description = string.Join(Environment.NewLine, description.UserDescription); } newCrash.EngineMode = description.EngineMode; newCrash.GameName = description.GameName; newCrash.LanguageExt = description.Language; //Converted by the crash process. newCrash.PlatformName = description.Platform; if (description.ErrorMessage != null) { newCrash.Summary = string.Join("\n", description.ErrorMessage); } if (description.CallStack != null) { newCrash.RawCallStack = string.Join("\n", description.CallStack); } if (description.SourceContext != null) { newCrash.SourceContext = string.Join("\n", description.SourceContext); } newCrash.TimeOfCrash = description.TimeofCrash; newCrash.Processed = description.bAllowToBeContacted; newCrash.Jira = ""; newCrash.FixedChangeList = ""; newCrash.ProcessFailed = description.bProcessorFailed; // Set the crash type newCrash.CrashType = 1; //if we have a crash type set the crash type if (!string.IsNullOrEmpty(description.CrashType)) { switch (description.CrashType.ToLower()) { case "crash": newCrash.CrashType = 1; break; case "assert": newCrash.CrashType = 2; break; case "ensure": newCrash.CrashType = 3; break; case "": case null: default: newCrash.CrashType = 1; break; } } else //else fall back to the old behavior and try to determine type from RawCallStack { if (newCrash.RawCallStack != null) { if (newCrash.RawCallStack.Contains("FDebug::AssertFailed")) { newCrash.CrashType = 2; } else if (newCrash.RawCallStack.Contains("FDebug::Ensure")) { newCrash.CrashType = 3; } else if (newCrash.RawCallStack.Contains("FDebug::OptionallyLogFormattedEnsureMessageReturningFalse")) { newCrash.CrashType = 3; } else if (newCrash.RawCallStack.Contains("NewReportEnsure")) { newCrash.CrashType = 3; } } } // As we're adding it, the status is always new newCrash.Status = "New"; /* Unused Crashes' fields. Title nchar(20) Selected bit Version int AutoReporterID int Processed bit -> renamed to AllowToBeContacted HasDiagnosticsFile bit always true HasNewLogFile bit HasMetaData bit always true */ // Set the unused fields to the default values. //NewCrash.Title = ""; removed from dbml //NewCrash.Selected = false; removed from dbml //NewCrash.Version = 4; removed from dbml //NewCrash.AutoReporterID = 0; removed from dbml //NewCrash.HasNewLogFile = false;removed from dbml //NewCrash.HasDiagnosticsFile = true; //NewCrash.HasMetaData = true; newCrash.UserActivityHint = description.UserActivityHint; BuildPattern(newCrash); if(newCrash.CommandLine == null) newCrash.CommandLine = ""; _unitOfWork.Dispose(); _unitOfWork = new UnitOfWork(new CrashReportEntities()); var callStackRepository = _unitOfWork.CallstackRepository; try { var crashRepo = _unitOfWork.CrashRepository; //if we don't have any callstack data then insert the crash and return if (string.IsNullOrEmpty(newCrash.Pattern)) { crashRepo.Save(newCrash); _unitOfWork.Save(); return newCrash; } //If this isn't a new pattern then link it to our crash data model if (callStackRepository.Any(data => data.Pattern == newCrash.Pattern)) { var callstackPattern = callStackRepository.First(data => data.Pattern == newCrash.Pattern); newCrash.PatternId = callstackPattern.id; } else { //if this is a new callstack pattern then insert into data model and create a new bugg. var callstackPattern = new CallStackPattern { Pattern = newCrash.Pattern }; callStackRepository.Save(callstackPattern); _unitOfWork.Save(); newCrash.PatternId = callstackPattern.id; } //Mask out the line number and File path from our error message. var errorMessageString = description.ErrorMessage != null ? String.Join("", description.ErrorMessage) : ""; //Create our masking regular expressions var fileRegex = new Regex(@"(\[File:).*?(])");//Match the filename out the file name var lineRegex = new Regex(@"(\[Line:).*?(])");//Match the line no. /** * Regex to match ints of two characters or longer * First term ((?<=\s)|(-)) : Positive look behind, match if preceeded by whitespace or if first character is '-' * Second term (\d{3,}) match three or more decimal chracters in a row. * Third term (?=(\s|$)) positive look ahead match if followed by whitespace or end of line/file. */ var intRegex = new Regex(@"-?\d{3,}"); /** * Regular expression for masking out floats */ var floatRegex = new Regex(@"-?\d+\.\d+"); /** * Regular expression for masking out hexadecimal numbers */ var hexRegex = new Regex(@"0x[\da-fA-F]+"); //mask out terms matches by our regex's var trimmedError = fileRegex.Replace(errorMessageString, ""); trimmedError = lineRegex.Replace(trimmedError, ""); trimmedError = floatRegex.Replace(trimmedError, ""); trimmedError = hexRegex.Replace(trimmedError, ""); trimmedError = intRegex.Replace(trimmedError, ""); //Check to see if the masked error message is unique ErrorMessage errorMessage = null; if (_unitOfWork.ErrorMessageRepository.Any(data => data.Message.Contains(trimmedError))) { errorMessage = _unitOfWork.ErrorMessageRepository.First(data => data.Message.Contains(trimmedError)); } else { //if it's a new message then add it to the database. errorMessage = new ErrorMessage() { Message = trimmedError }; _unitOfWork.ErrorMessageRepository.Save(errorMessage); _unitOfWork.Save(); } //Check for an existing bugg with this pattern and error message / no error message if ( _unitOfWork.BuggRepository.Any(data => (data.PatternId == newCrash.PatternId || data.Pattern == newCrash.Pattern) && (newCrash.CrashType == 3 || (data.ErrorMessageId == errorMessage.Id || data.ErrorMessageId == null)) )) { //if a bugg exists for this pattern update the bugg data var bugg = _unitOfWork.BuggRepository.First(data => data.PatternId == newCrash.PatternId) ?? _unitOfWork.BuggRepository.First(data => data.Pattern == newCrash.Pattern); bugg.PatternId = newCrash.PatternId; if (newCrash.CrashType != 3) { bugg.CrashType = newCrash.CrashType; bugg.ErrorMessageId = errorMessage.Id; } //also update the bugg data while we're here bugg.TimeOfLastCrash = newCrash.TimeOfCrash; if (String.Compare(newCrash.BuildVersion, bugg.BuildVersion, StringComparison.Ordinal) != 1) bugg.BuildVersion = newCrash.BuildVersion; _unitOfWork.Save(); //if a bugg exists update this crash from the bugg //buggs are authoritative in this case newCrash.Buggs.Add(bugg); newCrash.Jira = bugg.TTPID; newCrash.FixedChangeList = bugg.FixedChangeList; newCrash.Status = bugg.Status; _unitOfWork.CrashRepository.Save(newCrash); _unitOfWork.Save(); } else { //if there's no bugg for this pattern create a new bugg and insert into the data store. var bugg = new Bugg(); bugg.TimeOfFirstCrash = newCrash.TimeOfCrash; bugg.TimeOfLastCrash = newCrash.TimeOfCrash; bugg.TTPID = newCrash.Jira; bugg.Pattern = newCrash.Pattern; bugg.PatternId = newCrash.PatternId; bugg.NumberOfCrashes = 1; bugg.NumberOfUsers = 1; bugg.NumberOfUniqueMachines = 1; bugg.BuildVersion = newCrash.BuildVersion; bugg.CrashType = newCrash.CrashType; bugg.Status = newCrash.Status; bugg.FixedChangeList = newCrash.FixedChangeList; bugg.ErrorMessageId = errorMessage.Id; newCrash.Buggs.Add(bugg); _unitOfWork.BuggRepository.Save(bugg); _unitOfWork.CrashRepository.Save(newCrash); _unitOfWork.Save(); } } catch (DbEntityValidationException dbentEx) { var messageBuilder = new StringBuilder(); messageBuilder.AppendLine("Db Entity Validation Exception Exception was:"); messageBuilder.AppendLine(dbentEx.ToString()); var innerEx = dbentEx.InnerException; while (innerEx != null) { messageBuilder.AppendLine("Inner Exception : " + innerEx.Message); innerEx = innerEx.InnerException; } if (dbentEx.EntityValidationErrors != null) { messageBuilder.AppendLine("Validation Errors : "); foreach (var valErr in dbentEx.EntityValidationErrors) { messageBuilder.AppendLine(valErr.ValidationErrors.Select(data => data.ErrorMessage).Aggregate((current, next) => current + "; /n" + next)); } } FLogger.Global.WriteException(messageBuilder.ToString()); } catch (Exception ex) { var messageBuilder = new StringBuilder(); messageBuilder.AppendLine("Create Crash Exception : "); messageBuilder.AppendLine(ex.Message.ToString()); var innerEx = ex.InnerException; while (innerEx != null) { messageBuilder.AppendLine("Inner Exception : " + innerEx.Message); innerEx = innerEx.InnerException; } FLogger.Global.WriteException("Create Crash Exception : " + messageBuilder.ToString()); _slackWriter.Write("Create Crash Exception : " + messageBuilder.ToString()); throw; } return newCrash; }