/// <summary>
/// called when there are messages queued ready to be added to the data manager - this method will take either the next one or all available
/// pending messaged from the queue and add it to the data structures that atre used to store the information.
/// </summary>
public void ProcessNextStoredMessage(bool doAll, bool reporting)
{
if (m_incommingMsgQueue.Count == 0)
{
//Bilge.Warning("WARNING INNEFFICIENT --> ProcessNextStoredMessage Called when there are no messages on queue INC_CHECKDUPEJOBS");
return;
}
#if DUAL
if (rapc == null)
{
rapc = RawEntryParserChain.CreateChain(RawEntryParserChain.VAL_LINK + RawEntryParserChain.V2_LINK + RawEntryParserChain.LEG_LINK + RawEntryParserChain.ALL_LINK, store);
}
if (dp == null)
{
dp = new DataParser(store, rapc, comparer);
}
#endif
List <int> appIndexesAffectedByImport = new List <int>();
DateTime startTime = DateTime.Now; // how long have we been running
DateTime overallStartTime = DateTime.Now;
FileStream everythingStream = null;
StreamWriter everythingLog = null;
if (MexCore.TheCore.Options.PersistEverything)
{
everythingStream = new FileStream(MexCore.TheCore.Options.CurrentFilename, FileMode.Append, FileAccess.Write);
everythingLog = new StreamWriter(everythingStream);
}
try {
do
{
if (m_shutdownRequested)
{
//Bilge.Log("Aborting import as shutdown has been requested.");
break;
}
// we have a piece of work
#if !DEBUG
// We only want this catch block in release code, to at least try and find out whats gone wrong, in debug code we want it
// to simply explode.
try {
#endif
IncomingEventStore nextEvent = (IncomingEventStore)m_incommingMsgQueue.Dequeue();
if (MexCore.TheCore.Options.PersistEverything)
{
everythingLog.WriteLine("\"" + nextEvent.MachineName + "\",\"" + nextEvent.Pid + "\",\"" + nextEvent.MessageString + "\",\"" + "DE\"");
}
if (MexCore.TheCore.Options.RemoveDuplicatesOnImport)
{
bool dupeFound = true;
while ((dupeFound) && (m_incommingMsgQueue.Count > 0))
{
IncomingEventStore potentialNext = (IncomingEventStore)m_incommingMsgQueue.Peek();
dupeFound = potentialNext.Equals(nextEvent);
if (dupeFound)
{
// Throw the dupe away.
m_incommingMsgQueue.Dequeue();
}
}
}
#if DUAL
RawApplicationEvent rae = new RawApplicationEvent()
{
ArrivalTime = nextEvent.TimeRecieved,
OriginId = store.GetOriginIdentity(nextEvent.MachineName, nextEvent.Pid.ToString()),
Machine = nextEvent.MachineName,
Process = nextEvent.Pid.ToString(),
Text = nextEvent.MessageString
};
dp.AddRawEvent(rae);
#endif
EventEntry ee = null;
string tempMachineName = null;
bool legacyMode = false;
bool isCommand = false;
// firstly is this a truncation ?
if (nextEvent.MessageString.StartsWith(Constants.MESSAGETRUNCATE))
{
#region This message was a truncation of the previous one, deal with it like that
// This is a truncation, it should be added to the last message that was added to the process with the same pid.
//Bilge.Warning("WARNING INNEFFICIENT --> Looking for non existant GI Sux in timed view could cache this -> Global Index " + nextEvent.GlobalIndex.ToString() + " skipped as its a truncate message");
int endMachineNameIdx = nextEvent.MessageString.IndexOf(']');
int startMachineNameIdx = Constants.MESSAGETRUNCATE.Length + 1; // 1 is for length of "["
int endUniqueIdIdx = nextEvent.MessageString.IndexOf(Constants.TRUNCATE_DATAENDMARKER);
if ((endMachineNameIdx < 0) || (startMachineNameIdx < 0) || (endUniqueIdIdx < 0))
{
//Bilge.Warning("WARNING --> INVAID truncate join string found, probably old version of//Bilge. Ignoring this command.");
MexCore.TheCore.ViewManager.AddUserNotificationMessageByIndex(ViewSupportManager.UserMessages.InvalidTruncateStringFound, ViewSupportManager.UserMessageType.WarningMessage, null);
return;
}
string machineName = nextEvent.MessageString.Substring(startMachineNameIdx, endMachineNameIdx - startMachineNameIdx);
string truncateUniqueJoinId = nextEvent.MessageString.Substring(endMachineNameIdx + 2, (endUniqueIdIdx - (endMachineNameIdx + 2)));
bool anotherExpected = nextEvent.MessageString.EndsWith(Constants.MESSAGETRUNCATE);
ee = MexCore.TheCore.CacheManager.CacheGet_EventEntryExpectingTruncate(nextEvent.Pid, machineName, truncateUniqueJoinId, !anotherExpected);
if (ee == null)
{
// This can only happen following a purge i guess
//Bilge.Warning("ProcessNextStoredMessage --> WARNING --> Invalid truncation message found. Couldnt find the EE in the structure to append this trunc to. Skipping it");
return;
}
// Patch it together, removing the truncate markers from the middle.
if ((ee.SecondaryMessage != null) && (ee.SecondaryMessage.Length > 0))
{
ee.SecondaryMessage = ee.SecondaryMessage.Substring(0, (ee.SecondaryMessage.Length - Constants.MESSAGETRUNCATE.Length)) + nextEvent.MessageString.Substring(Constants.MESSAGETRUNCATE.Length);
}
else
{
ee.SetDebugMessage(ee.DebugMessage.Substring(0, (ee.DebugMessage.Length - Constants.MESSAGETRUNCATE.Length)) + nextEvent.MessageString.Substring(Constants.MESSAGETRUNCATE.Length));
}
#endregion
continue;
}
// If we get here then this message is not a truncation so its either an ODS or Tex message
// If it was not a truncation its either a message from another app or a tex message
if (!TraceMessageFormat.IsTexString(nextEvent.MessageString))
{
// Horrid workaround but whatever, patched this in after the code will refactor in phase 2
if (TraceMessageFormat.IsLegacyTexString(nextEvent.MessageString))
{
legacyMode = true;
goto LEGACYSUPPORT;
}
// if its not tex the assumption is that it has always come from this machine, although if mex gets v clever this could change
NonTracedApplicationEntry newNte = new NonTracedApplicationEntry(nextEvent.Pid, nextEvent.MessageString, nextEvent.GlobalIndex);
if ((MexCore.TheCore.Options.XRefMatchingProcessIdsIntoEventEntries) && (MexCore.TheCore.DataManager.IsPidAKnownApplication(nextEvent.Pid, nextEvent.MachineName)))
{
// We need to check whether or not this came form the same PID if it did we need to cross reference it.
ee = EventEntry.CreatePseudoEE(nextEvent.GlobalIndex, nextEvent.MessageString);
tempMachineName = nextEvent.MachineName;
if (MexCore.TheCore.Options.XRefReverseCopyEnabled)
{
// If were doing cross references by PID then we need to determine whether to dupe into the NTA list too.
MexCore.TheCore.DataManager.PlaceUnknownEventIntoDataStructure(newNte);
} // else we just throw away the NTA as its really a traced app malformed message
}
else
{
MexCore.TheCore.DataManager.PlaceUnknownEventIntoDataStructure(newNte);
continue;
}
}
// The goto bypasses the non legacy code
LEGACYSUPPORT:
int nextLogicalIndexAffected = -1;
if (ee == null)
{
// Must be at least close to legit string as it passed our validation. Therefore we create a new known event entry and provide it with
// the required information to be stored in the traced applications.
string tempCommandType;
string tempPid;
int tPid;
string tempDebugMessage;
ee = new EventEntry(nextEvent.GlobalIndex); // Create new entry giving it next index
ee.m_timeMessageRecieved = nextEvent.TimeRecieved;
if (legacyMode)
{
TraceMessageFormat.ReturnPartsOfStringLegacy(nextEvent.MessageString, out tempCommandType, out tempPid, out tempMachineName, out ee.ThreadID, out ee.Module, out ee.LineNumber, out tempDebugMessage);
ee.ThreadNetId = "??";
ee.MoreLocationData = "LegacyTexSupport";
legacyMode = false;
}
else
{
TraceMessageFormat.ReturnPartsOfString(nextEvent.MessageString, out tempCommandType, out tempPid, out ee.ThreadNetId, out tempMachineName, out ee.ThreadID, out ee.Module, out ee.LineNumber, out ee.MoreLocationData, out tempDebugMessage);
}
tPid = int.Parse(tempPid);
ee.SetDebugMessage(tempDebugMessage); // Checks for secondary data and splits accordingly
TraceCommandTypes tct = TraceCommands.StringToTraceCommand(tempCommandType);
if (tct == TraceCommandTypes.CommandXML)
{
TracedApplication additionalDataTracedApp = GetTracedApplicationWithCreate(tempMachineName, tPid);
additionalDataTracedApp.SetStatusContentsFromXml(tempDebugMessage);
nextLogicalIndexAffected = additionalDataTracedApp.VirtualIndex;
isCommand = true;
}
else
{
if ((tct == TraceCommandTypes.MoreInfo) && (tempDebugMessage.StartsWith(Constants.DATAINDICATOR)))
{
// Data indicator messages include things like the initialisation strings sent when you call//Bilge.Initialise() - this is where additional
// information is given about the process and additionally where things like the intitialisation / partial purge on init takes place.
TracedApplication additionalDataTracedApp = GetTracedApplicationWithCreate(tempMachineName, tPid);
#region Data indicator messages are not imported, they change the viewer behaviour.
tempDebugMessage = tempDebugMessage.Substring(Constants.DATAINDICATOR.Length);
ee.DebugMessage = ee.DebugMessage.Substring(Constants.DATAINDICATOR.Length);
// Chopped off ~~DATA::
switch (ee.DebugMessage[0])
{
case 'P': //ProcessName
// If they have specified their own preferred name for the application then it is passed through here, this preferred name
// should replace most of the alternative views.
if ((ee.SecondaryMessage != null) && (ee.SecondaryMessage.Length > 0))
{
additionalDataTracedApp.PreferredName = ee.SecondaryMessage;
}
// The process name is contained in ProcessName()
string actualAppName = ee.DebugMessage.Substring(Consts.PROCNAMEIDENT_PREFIX.Length);
actualAppName = actualAppName.Substring(0, (actualAppName.Length - Consts.PROCNAMEIDENT_POSTFIX.Length));
ee.DebugMessage = actualAppName;
if (MexCore.TheCore.Options.XRefAppInitialiseToMain)
{
// If this option is selected we place a message into the unknown events to indicate that theres an Xref occured
MexCore.TheCore.DataManager.PlaceUnknownEventIntoDataStructure(new NonTracedApplicationEntry(tPid, "Process " + actualAppName + " Started with pid : (" + tPid.ToString() + ")", nextEvent.GlobalIndex));
}
if (MexCore.TheCore.Options.AutoPurgeApplicationOnMatchingName)
{
// BUG!!! Omg too dumb. Realised only after coding this that if oyu add autopurge as a job option it kicks
// in after the import and then purges all of the new messages. Aysnchthink ftw.
//Bilge.Log("Synchronous Purge By Matching Name starting. Trying to purge name " + actualAppName, "However skipping new pid which is " + tPid);
MexCore.TheCore.DataManager.PurgeByName(actualAppName, tempMachineName, tPid);
//MexCore.TheCore.WorkManager.ProcessJob(new Job_PartialPurgeApp(tempMachineName,tPid));
//Bilge.Log("Synchronous Purge By Matching Name Completes.");
}
additionalDataTracedApp.ProcessName = actualAppName;
MexCore.TheCore.WorkManager.AddJob(new Job_NotifyKnownProcessUpdate(MexCore.TheCore.ViewManager.SelectedTracedAppIdx));
break;
case 'M': //MainModule
additionalDataTracedApp.MainModule = ee.DebugMessage;
break;
case 'W':
additionalDataTracedApp.WindowTitle = ee.DebugMessage;
break;
case 'I':
// Initialise(MachineName\appName) skipped.
string initName = ee.DebugMessage.Substring(10, ee.DebugMessage.Length - 10);
additionalDataTracedApp.AssemblyFullName = ee.SecondaryMessage;
additionalDataTracedApp.InitialiseName = initName;
ee.DebugMessage = initName;
break;
case 'C': // Calling Assembly
string assemblyData = tempDebugMessage.Substring(16, tempDebugMessage.Length - 17);
additionalDataTracedApp.CallingAssemblyInfo = assemblyData;
break;
case 'E': // Executing Assembly
assemblyData = tempDebugMessage.Substring(18, tempDebugMessage.Length - 19);
additionalDataTracedApp.ExecutingAssemblyInfo = assemblyData;
break;
case 'T': // ThreadName
//Bilge.Warning("Not Implemented, thread name request recieved but this functionality is not implemented in MEX yet");
break;
default:
//Bilge.Assert(false, "This should not be possible, we should never reach this bit of code.");
break;
}
#endregion
continue;
} // End if it starts with a data indicator
// If we get here its a Tex message that is not a data indicator
// This is looking like a normal message. IE Not a moreinfo / data string
if (nextEvent.Pid == -1)
{
nextEvent.Pid = int.Parse(tempPid);
}
ee.cmdType = tct;
// Some messages can be cross referenced into the main view if the options say that. This section deals with
// creating the duplicate messages for this cross reference to work.
#region support cross references to main view based on type of event
if (MexCore.TheCore.Options.XRefAssertionsToMain && ee.cmdType == TraceCommandTypes.AssertionFailed)
{
MexCore.TheCore.DataManager.PlaceUnknownEventIntoDataStructure(new NonTracedApplicationEntry(tPid, ee.DebugMessage, ee.GlobalIndex));
}
if (MexCore.TheCore.Options.XRefErrorsToMain && ee.cmdType == TraceCommandTypes.ErrorMsg)
{
MexCore.TheCore.DataManager.PlaceUnknownEventIntoDataStructure(new NonTracedApplicationEntry(tPid, ee.DebugMessage, ee.GlobalIndex));
}
if (MexCore.TheCore.Options.XRefExceptionsToMain && ee.cmdType == TraceCommandTypes.ExceptionBlock)
{
MexCore.TheCore.DataManager.PlaceUnknownEventIntoDataStructure(new NonTracedApplicationEntry(tPid, ee.DebugMessage, ee.GlobalIndex));
}
if (MexCore.TheCore.Options.XRefLogsToMain && ee.cmdType == TraceCommandTypes.LogMessage)
{
MexCore.TheCore.DataManager.PlaceUnknownEventIntoDataStructure(new NonTracedApplicationEntry(tPid, ee.DebugMessage, ee.GlobalIndex));
}
if (MexCore.TheCore.Options.XRefVerbLogsToMain && ee.cmdType == TraceCommandTypes.LogMessageVerb)
{
MexCore.TheCore.DataManager.PlaceUnknownEventIntoDataStructure(new NonTracedApplicationEntry(tPid, ee.DebugMessage, ee.GlobalIndex));
}
if (MexCore.TheCore.Options.XRefResourceMessagesToMain)
{
if ((ee.cmdType == TraceCommandTypes.ResourceEat) || (ee.cmdType == TraceCommandTypes.ResourcePuke) || (ee.cmdType == TraceCommandTypes.ResourceCount))
{
MexCore.TheCore.DataManager.PlaceUnknownEventIntoDataStructure(new NonTracedApplicationEntry(tPid, ee.DebugMessage, ee.GlobalIndex));
}
}
if (MexCore.TheCore.Options.XRefWarningsToMain && ee.cmdType == TraceCommandTypes.WarningMsg)
{
MexCore.TheCore.DataManager.PlaceUnknownEventIntoDataStructure(new NonTracedApplicationEntry(tPid, ee.DebugMessage, ee.GlobalIndex));
}
#endregion
if (tempDebugMessage.EndsWith(Constants.MESSAGETRUNCATE))
{
//Bilge.Log("IncommingMessageManager::ProcessNextStoredMessage --> Truncation message found, storing event for future");
// Truncated messages end with #TNK#JoinID#TNK# this lets us join them back together using the unique join id - however
// joinIds are only unique per process/machien therefore all of this info is used as a key.
int idxStart = tempDebugMessage.IndexOf(Constants.MESSAGETRUNCATE) + Constants.MESSAGETRUNCATE.Length;
string joinIdentifier = tempDebugMessage.Substring(idxStart, tempDebugMessage.Length - (idxStart + Constants.MESSAGETRUNCATE.Length));
MexCore.TheCore.CacheManager.CacheAdd_EventEntryExpectingTruncate(ee, nextEvent.Pid, tempMachineName, joinIdentifier);
}
}
} // End if it was a normal tex message (ee==null)
if (!isCommand)
{
//Bilge.Assert(ee != null, "The event entry must be populated by now in the code");
// Whether or not it was a cross reference its imported into the data structures now.
//Bilge.Assert(tempMachineName != null, "machine name must be populated by the time we add it to the data structures");
ee.SupportingData = SupportingMessageData.ParseAsMessageData(ee.cmdType, ref ee.DebugMessage, ref ee.SecondaryMessage);
MexCore.TheCore.ViewManager.CurrentHighlightOptions.ModifyEventEntryForHighlight(ee);
// *************** Actually add it into the structure here ***************
nextLogicalIndexAffected = MexCore.TheCore.DataManager.PlaceNewEventIntoDataStructure(ee, nextEvent.Pid, tempMachineName);
}
if (!appIndexesAffectedByImport.Contains(nextLogicalIndexAffected))
{
appIndexesAffectedByImport.Add(nextLogicalIndexAffected);
}
#if DUAL
if (!comparer.Compare(ee))
{
// This is our porting code, if this fires then we have got a problem with our new parser.
//Bilge.WarningLog("FAILED A COMPARISON");
throw new InvalidOperationException("The new parser is out of sync");
}
#endif
#if !DEBUG
} catch (Exception ex) {
//Bilge.Dump(ex, "IncommingMessageManager::ProcessNextStoredMessage Trying to process a string from the stack, lost string during processing.");
// DO NOT SWALLOW THIS!, results in an infinite loop
throw;
}
#endif
if (reporting)
{
// For long running imports make sure that we tell the client side every now and again
TimeSpan ts = DateTime.Now - startTime;
if ((ts.TotalSeconds > MexCore.TheCore.Options.NoSecondsForRefreshOnImport))
{
startTime = DateTime.Now;
TimeSpan overall = DateTime.Now - overallStartTime;
MexCore.TheCore.ViewManager.AddUserNotificationMessageByIndex(ViewSupportManager.UserMessages.MessageImportLongRunning, ViewSupportManager.UserMessageType.InformationMessage, overall.TotalSeconds.ToString() + "s elapsed.");
foreach (int appAffectedIdx in appIndexesAffectedByImport)
{
MexCore.TheCore.WorkManager.ProcessJob(new Job_NotifyNewEventAdded(appAffectedIdx));
}
}
}
} while ((m_incommingMsgQueue.Count > 0) && (doAll));
} finally {
if (MexCore.TheCore.Options.PersistEverything)
{
everythingLog.Close();
everythingStream.Close();
everythingLog.Dispose();
everythingStream.Dispose();
}
}
foreach (int appAffectedIdx in appIndexesAffectedByImport)
{
MexCore.TheCore.WorkManager.AddJob(new Job_NotifyNewEventAdded(appAffectedIdx));
}
}