Ejemplo n.º 1
0
 internal int Add(TracedApplication ta)
 {
     TracedApplicationsDataRWL.AcquireWriterLock(Consts.MS_TIMEOUTFORLOCKS);
     //Bilge.ResourceGrab(TracedApplicationsDataRWL, "TracedApplicationsDataRWL");
     try {
         return(this.m_store.Add(ta));
     } finally {
         //Bilge.ResourceFree(TracedApplicationsDataRWL, "TracedApplicationsDataRWL");
         TracedApplicationsDataRWL.ReleaseWriterLock();
     }
 } // End TracedApplicationsArrayList::Add
        private static TracedApplication GetTracedApplicationWithCreate(string tempMachineName, int tPid)
        {
            TracedApplication additionalDataTracedApp = MexCore.TheCore.DataManager.GetKnownApplicationByPid(tPid, tempMachineName);

            if (additionalDataTracedApp == null)
            {
                MexCore.TheCore.DataManager.CreateNewTracedApp(tPid, tempMachineName);
                additionalDataTracedApp = MexCore.TheCore.DataManager.GetKnownApplicationByPid(tPid, tempMachineName);
                //Bilge.Assert(additionalDataTracedApp != null, "The traced app could not be created and no error thrown!?");
            }
            return(additionalDataTracedApp);
        }
Ejemplo n.º 3
0
        }  // TracedApplication Constructor override

        internal TracedApplication(TracedApplication dupe, string identName, long lowIndex, long hiIndex)
            : this()
        {
            dupe.eeLock.AcquireReaderLock(Consts.MS_TIMEOUTFORLOCKS);
            //Bilge.ResourceGrab(dupe.eeLock, "eeLock");
            try {
                this.ProcessIdNo               = -1;
                this.m_pidStringIdent          = "Dupe: " + dupe.m_pidStringIdent;
                this.PreferredName             = dupe.PreferredName;
                this.MachineName               = dupe.MachineName;
                this.MainModule                = dupe.MainModule;
                this.ProcessLabel              = identName;
                this.ProcessName               = dupe.ProcessName;
                this.WindowTitle               = dupe.WindowTitle;
                this.CallingAssemblyInfo       = dupe.CallingAssemblyInfo;
                this.ContainsMoreThanOneThread = dupe.ContainsMoreThanOneThread;
                this.ContainsResourceData      = dupe.ContainsResourceData;
                this.ContainsTimingData        = dupe.ContainsTimingData;
                this.ContainsTraceData         = dupe.ContainsTraceData;
                this.CurrentlyUsedThreadIdx    = dupe.CurrentlyUsedThreadIdx;
                this.ExecutingAssemblyInfo     = dupe.ExecutingAssemblyInfo;
                // Threadnames!?

                this.eeLock.AcquireWriterLock(Consts.MS_TIMEOUTFORLOCKS);
                //Bilge.ResourceGrab(eeLock, "eeLock");
                try {
                    // Now copy across all of the event entries.
                    for (int i = 0; i < dupe.EventEntries.Count; i++)
                    {
                        if ((lowIndex >= 0) && (dupe.EventEntries[i].GlobalIndex < lowIndex))
                        {
                            continue;
                        }
                        if ((hiIndex >= 0) && (dupe.EventEntries[i].GlobalIndex > hiIndex))
                        {
                            break;
                        }
                        this.EventEntries.Add(dupe.EventEntries[i]);  // This is done by reference.  Therefore two hooks to the same entry. Be wary.
                    }
                } finally {
                    this.eeLock.ReleaseWriterLock();
                    //Bilge.ResourceFree(eeLock, "eeLock");
                }
            } finally {
                //Bilge.ResourceFree(dupe.eeLock, "eeLock");
                dupe.eeLock.ReleaseReaderLock();
            }
        }
Ejemplo n.º 4
0
        internal EventEntry CacheGet_EventEntryExpectingTruncate(int pid, string machineName, string joinIdentifier, bool expire)
        {
            #region entry code

            //Bilge.Assert(pid >= 0, "Invalid pid passed to CacheGet_EventEntryExpectingTruncate");
            if (machineName == null)
            {
                //Bilge.Log("CacheSupportManager::CacheGet_EventEntryExpectingTruncate --> WARNING no machine name passed, will try to process");
                // TODO: FIX THIS!!!
                machineName = Environment.MachineName;
            }

            #endregion

            string     searchKey = pid.ToString() + machineName + joinIdentifier;
            EventEntry result    = (EventEntry)m_truncateCache[searchKey];

            if (result == null)
            {
                // Its not cached, this should not actually be possible
                //Bilge.Log("CacheSupportManager::CacheGet_EventEntryExpectingTruncate WARNING--> Cache Miss on truncate should not be possible");
                //Bilge.Log("CacheSupportManager::CacheGet_EventEntryExpectingTruncate CORRECTION CODE ENGAGED --> Looking for truncation");
                TracedApplication ta = MexCore.TheCore.DataManager.GetKnownApplicationByPid(pid, machineName);
                if (ta != null)
                {
                    // TA can be null if we really unluckily intercepted the tail half of a truncation.
                    for (int i = ta.EventEntries.Count - 1; i >= 0; i--)
                    {
                        if (ta.EventEntries[i].DebugMessage.EndsWith(Constants.MESSAGETRUNCATE))
                        {
                            result = ta.EventEntries[i];
                            break;
                        }
                    }
                }
            }
            else
            {
                // it was found in the cache, check whether were expiring it.
                if (expire)
                {
                    m_truncateCache.Remove(searchKey);
                }
            }

            // Hmm it doesent exist at all, this also should not be possible.
            return(result);
        }
Ejemplo n.º 5
0
 internal TracedApplication(TracedApplication dupe, string identName)
     : this(dupe, identName, -1, -1)
 {
 }
Ejemplo n.º 6
0
        internal ProcessSummary(TracedApplication tap)
        {
            if (tap == null)
            {
                throw new InvalidOperationException("The traced application passed to ProcessSummary(TracedApplication) was null, the summary can not be created");
            }

            if (string.IsNullOrEmpty(tap.InitialiseName))
            {
                DisplayName = tap.ProcessName;
            }
            else
            {
                DisplayName = tap.InitialiseName;
            }

            if (tap.ProcessLabel.Length > 0)
            {
                DisplayName += " ( " + tap.ProcessLabel + " )";
            }

            if (tap.ContainsMoreThanOneThread)
            {
                settings += "Multithreaded;";
            }
            if (tap.ContainsResourceData)
            {
                settings += "ResourceInfo;";
            }
            if (tap.ContainsTimingData)
            {
                settings += "Timed;";
            }

            if (tap.ProcessLabel.Length > 0)
            {
                tap.PreferredDisplayName = tap.ProcessLabel;
            }
            else
            {
                if (tap.PreferredDisplayName.Length > 0)
                {
                    this.PreferredRenderName = tap.PreferredDisplayName;
                }
                else
                {
                    tap.PreferredDisplayName = DisplayName;
                }
            }

            FullTextDescription = "(" + this.ProcLabel + ")(" + this.ProcName + ")(" + tap.PreferredDisplayName + ")(" + tap.ProcessIdAsString + ")";

            ProcLabel = tap.ProcessLabel;
            ProcName  = tap.ProcessName;

            WindowsPid    = tap.ProcessIdNo;
            InternalIndex = tap.VirtualIndex;
            Machine       = tap.MachineName;
            if (tap.StatusText == string.Empty)
            {
                StatusTitle = tap.CallingAssemblyInfo;
                StatusText  = tap.ExecutingAssemblyInfo;
            }
            else
            {
                StatusTitle = tap.StatusText;
                StatusText  = tap.StatusContents;
            }
            hasMoreThanOnethread = tap.ContainsMoreThanOneThread;
            hasResourceData      = tap.ContainsResourceData;
            hasTimingData        = tap.ContainsTimingData;
            hasTraceData         = tap.ContainsTraceData;
        }
        /// <summary>
        /// called when there are messages queued ready to be added to the data manager - this method will take either the next one or all available
        /// pending messaged from the queue and add it to the data structures that atre used to store the information.
        /// </summary>
        public void ProcessNextStoredMessage(bool doAll, bool reporting)
        {
            if (m_incommingMsgQueue.Count == 0)
            {
                //Bilge.Warning("WARNING INNEFFICIENT --> ProcessNextStoredMessage Called  when there are no messages on queue  INC_CHECKDUPEJOBS");
                return;
            }

#if DUAL
            if (rapc == null)
            {
                rapc = RawEntryParserChain.CreateChain(RawEntryParserChain.VAL_LINK + RawEntryParserChain.V2_LINK + RawEntryParserChain.LEG_LINK + RawEntryParserChain.ALL_LINK, store);
            }
            if (dp == null)
            {
                dp = new DataParser(store, rapc, comparer);
            }
#endif

            List <int> appIndexesAffectedByImport = new List <int>();

            DateTime startTime        = DateTime.Now; // how long have we been running
            DateTime overallStartTime = DateTime.Now;

            FileStream   everythingStream = null;
            StreamWriter everythingLog    = null;

            if (MexCore.TheCore.Options.PersistEverything)
            {
                everythingStream = new FileStream(MexCore.TheCore.Options.CurrentFilename, FileMode.Append, FileAccess.Write);
                everythingLog    = new StreamWriter(everythingStream);
            }

            try {
                do
                {
                    if (m_shutdownRequested)
                    {
                        //Bilge.Log("Aborting import as shutdown has been requested.");
                        break;
                    }

                    // we have a piece of work
#if !DEBUG
                    // We only want this catch block in release code, to at least try and find out whats gone wrong, in debug code we want it
                    // to simply explode.
                    try {
#endif
                    IncomingEventStore nextEvent = (IncomingEventStore)m_incommingMsgQueue.Dequeue();

                    if (MexCore.TheCore.Options.PersistEverything)
                    {
                        everythingLog.WriteLine("\"" + nextEvent.MachineName + "\",\"" + nextEvent.Pid + "\",\"" + nextEvent.MessageString + "\",\"" + "DE\"");
                    }

                    if (MexCore.TheCore.Options.RemoveDuplicatesOnImport)
                    {
                        bool dupeFound = true;
                        while ((dupeFound) && (m_incommingMsgQueue.Count > 0))
                        {
                            IncomingEventStore potentialNext = (IncomingEventStore)m_incommingMsgQueue.Peek();
                            dupeFound = potentialNext.Equals(nextEvent);
                            if (dupeFound)
                            {
                                // Throw the dupe away.
                                m_incommingMsgQueue.Dequeue();
                            }
                        }
                    }
#if DUAL
                    RawApplicationEvent rae = new RawApplicationEvent()
                    {
                        ArrivalTime = nextEvent.TimeRecieved,
                        OriginId    = store.GetOriginIdentity(nextEvent.MachineName, nextEvent.Pid.ToString()),
                        Machine     = nextEvent.MachineName,
                        Process     = nextEvent.Pid.ToString(),
                        Text        = nextEvent.MessageString
                    };
                    dp.AddRawEvent(rae);
#endif
                    EventEntry ee          = null;
                    string tempMachineName = null;
                    bool legacyMode        = false;
                    bool isCommand         = false;
                    // firstly is this a truncation ?
                    if (nextEvent.MessageString.StartsWith(Constants.MESSAGETRUNCATE))
                    {
                        #region This message was a truncation of the previous one, deal with it like that

                        // This is a truncation, it should be added to the last message that was added to the process with the same pid.

                        //Bilge.Warning("WARNING INNEFFICIENT --> Looking for non existant GI Sux in timed view could cache this -> Global Index " + nextEvent.GlobalIndex.ToString() + " skipped as its a truncate message");

                        int endMachineNameIdx   = nextEvent.MessageString.IndexOf(']');
                        int startMachineNameIdx = Constants.MESSAGETRUNCATE.Length + 1;  // 1 is for length of "["
                        int endUniqueIdIdx      = nextEvent.MessageString.IndexOf(Constants.TRUNCATE_DATAENDMARKER);

                        if ((endMachineNameIdx < 0) || (startMachineNameIdx < 0) || (endUniqueIdIdx < 0))
                        {
                            //Bilge.Warning("WARNING --> INVAID truncate join string found, probably old version of//Bilge.  Ignoring this command.");
                            MexCore.TheCore.ViewManager.AddUserNotificationMessageByIndex(ViewSupportManager.UserMessages.InvalidTruncateStringFound, ViewSupportManager.UserMessageType.WarningMessage, null);
                            return;
                        }

                        string machineName          = nextEvent.MessageString.Substring(startMachineNameIdx, endMachineNameIdx - startMachineNameIdx);
                        string truncateUniqueJoinId = nextEvent.MessageString.Substring(endMachineNameIdx + 2, (endUniqueIdIdx - (endMachineNameIdx + 2)));

                        bool anotherExpected = nextEvent.MessageString.EndsWith(Constants.MESSAGETRUNCATE);

                        ee = MexCore.TheCore.CacheManager.CacheGet_EventEntryExpectingTruncate(nextEvent.Pid, machineName, truncateUniqueJoinId, !anotherExpected);

                        if (ee == null)
                        {
                            // This can only happen following a purge i guess
                            //Bilge.Warning("ProcessNextStoredMessage --> WARNING --> Invalid truncation message found. Couldnt find the EE in the structure to append this trunc to. Skipping it");
                            return;
                        }

                        // Patch it together, removing the truncate markers from the middle.
                        if ((ee.SecondaryMessage != null) && (ee.SecondaryMessage.Length > 0))
                        {
                            ee.SecondaryMessage = ee.SecondaryMessage.Substring(0, (ee.SecondaryMessage.Length - Constants.MESSAGETRUNCATE.Length)) + nextEvent.MessageString.Substring(Constants.MESSAGETRUNCATE.Length);
                        }
                        else
                        {
                            ee.SetDebugMessage(ee.DebugMessage.Substring(0, (ee.DebugMessage.Length - Constants.MESSAGETRUNCATE.Length)) + nextEvent.MessageString.Substring(Constants.MESSAGETRUNCATE.Length));
                        }

                        #endregion

                        continue;
                    }

                    // If we get here then this message is not a truncation so its either an ODS or Tex message

                    // If it was not a truncation its either a message from another app or a tex message
                    if (!TraceMessageFormat.IsTexString(nextEvent.MessageString))
                    {
                        // Horrid workaround but whatever, patched this in after the code will refactor in phase 2
                        if (TraceMessageFormat.IsLegacyTexString(nextEvent.MessageString))
                        {
                            legacyMode = true;
                            goto LEGACYSUPPORT;
                        }

                        // if its not tex the assumption is that it has always come from this machine, although if mex gets v clever this could change
                        NonTracedApplicationEntry newNte = new NonTracedApplicationEntry(nextEvent.Pid, nextEvent.MessageString, nextEvent.GlobalIndex);

                        if ((MexCore.TheCore.Options.XRefMatchingProcessIdsIntoEventEntries) && (MexCore.TheCore.DataManager.IsPidAKnownApplication(nextEvent.Pid, nextEvent.MachineName)))
                        {
                            // We need to check whether or not this came form the same PID if it did we need to cross reference it.

                            ee = EventEntry.CreatePseudoEE(nextEvent.GlobalIndex, nextEvent.MessageString);
                            tempMachineName = nextEvent.MachineName;

                            if (MexCore.TheCore.Options.XRefReverseCopyEnabled)
                            {
                                // If were doing cross references by PID then we need to determine whether to dupe into the NTA list too.
                                MexCore.TheCore.DataManager.PlaceUnknownEventIntoDataStructure(newNte);
                            } // else we just throw away the NTA as its really a traced app malformed message
                        }
                        else
                        {
                            MexCore.TheCore.DataManager.PlaceUnknownEventIntoDataStructure(newNte);
                            continue;
                        }
                    }

                    // The goto bypasses the non legacy code
LEGACYSUPPORT:
                    int nextLogicalIndexAffected = -1;
                    if (ee == null)
                    {
                        // Must be at least close to legit string as it passed our validation.  Therefore we create a new known event entry and provide it with
                        // the required information to be stored in the traced applications.

                        string tempCommandType;
                        string tempPid;
                        int    tPid;
                        string tempDebugMessage;

                        ee = new EventEntry(nextEvent.GlobalIndex);  // Create new entry giving it next index
                        ee.m_timeMessageRecieved = nextEvent.TimeRecieved;

                        if (legacyMode)
                        {
                            TraceMessageFormat.ReturnPartsOfStringLegacy(nextEvent.MessageString, out tempCommandType, out tempPid, out tempMachineName, out ee.ThreadID, out ee.Module, out ee.LineNumber, out tempDebugMessage);
                            ee.ThreadNetId      = "??";
                            ee.MoreLocationData = "LegacyTexSupport";
                            legacyMode          = false;
                        }
                        else
                        {
                            TraceMessageFormat.ReturnPartsOfString(nextEvent.MessageString, out tempCommandType, out tempPid, out ee.ThreadNetId, out tempMachineName, out ee.ThreadID, out ee.Module, out ee.LineNumber, out ee.MoreLocationData, out tempDebugMessage);
                        }
                        tPid = int.Parse(tempPid);
                        ee.SetDebugMessage(tempDebugMessage);  // Checks for secondary data and splits accordingly
                        TraceCommandTypes tct = TraceCommands.StringToTraceCommand(tempCommandType);

                        if (tct == TraceCommandTypes.CommandXML)
                        {
                            TracedApplication additionalDataTracedApp = GetTracedApplicationWithCreate(tempMachineName, tPid);
                            additionalDataTracedApp.SetStatusContentsFromXml(tempDebugMessage);
                            nextLogicalIndexAffected = additionalDataTracedApp.VirtualIndex;
                            isCommand = true;
                        }
                        else
                        {
                            if ((tct == TraceCommandTypes.MoreInfo) && (tempDebugMessage.StartsWith(Constants.DATAINDICATOR)))
                            {
                                // Data indicator messages include things like the initialisation strings sent when you call//Bilge.Initialise() - this is where additional
                                // information is given about the process and additionally where things like the intitialisation / partial purge on init takes place.
                                TracedApplication additionalDataTracedApp = GetTracedApplicationWithCreate(tempMachineName, tPid);

                                #region Data indicator messages are not imported, they change the viewer behaviour.

                                tempDebugMessage = tempDebugMessage.Substring(Constants.DATAINDICATOR.Length);
                                ee.DebugMessage  = ee.DebugMessage.Substring(Constants.DATAINDICATOR.Length);

                                // Chopped off ~~DATA::
                                switch (ee.DebugMessage[0])
                                {
                                case 'P':     //ProcessName

                                    // If they have specified their own preferred name for the application then it is passed through here, this preferred name
                                    // should replace most of the alternative views.
                                    if ((ee.SecondaryMessage != null) && (ee.SecondaryMessage.Length > 0))
                                    {
                                        additionalDataTracedApp.PreferredName = ee.SecondaryMessage;
                                    }

                                    // The process name is contained in ProcessName()
                                    string actualAppName = ee.DebugMessage.Substring(Consts.PROCNAMEIDENT_PREFIX.Length);
                                    actualAppName   = actualAppName.Substring(0, (actualAppName.Length - Consts.PROCNAMEIDENT_POSTFIX.Length));
                                    ee.DebugMessage = actualAppName;

                                    if (MexCore.TheCore.Options.XRefAppInitialiseToMain)
                                    {
                                        // If this option is selected we place a message into the unknown events to indicate that theres an Xref occured
                                        MexCore.TheCore.DataManager.PlaceUnknownEventIntoDataStructure(new NonTracedApplicationEntry(tPid, "Process " + actualAppName + " Started with pid : (" + tPid.ToString() + ")", nextEvent.GlobalIndex));
                                    }

                                    if (MexCore.TheCore.Options.AutoPurgeApplicationOnMatchingName)
                                    {
                                        // BUG!!! Omg too dumb.  Realised only after coding this that if oyu add autopurge as a job option it kicks
                                        // in after the import and then purges all of the new messages.  Aysnchthink ftw.
                                        //Bilge.Log("Synchronous Purge By Matching Name starting.  Trying to purge name " + actualAppName, "However skipping new pid which is " + tPid);
                                        MexCore.TheCore.DataManager.PurgeByName(actualAppName, tempMachineName, tPid);
                                        //MexCore.TheCore.WorkManager.ProcessJob(new Job_PartialPurgeApp(tempMachineName,tPid));

                                        //Bilge.Log("Synchronous Purge By Matching Name Completes.");
                                    }

                                    additionalDataTracedApp.ProcessName = actualAppName;
                                    MexCore.TheCore.WorkManager.AddJob(new Job_NotifyKnownProcessUpdate(MexCore.TheCore.ViewManager.SelectedTracedAppIdx));

                                    break;

                                case 'M':     //MainModule
                                    additionalDataTracedApp.MainModule = ee.DebugMessage;
                                    break;

                                case 'W':
                                    additionalDataTracedApp.WindowTitle = ee.DebugMessage;
                                    break;

                                case 'I':
                                    // Initialise(MachineName\appName) skipped.
                                    string initName = ee.DebugMessage.Substring(10, ee.DebugMessage.Length - 10);
                                    additionalDataTracedApp.AssemblyFullName = ee.SecondaryMessage;
                                    additionalDataTracedApp.InitialiseName   = initName;
                                    ee.DebugMessage = initName;
                                    break;

                                case 'C':     // Calling Assembly
                                    string assemblyData = tempDebugMessage.Substring(16, tempDebugMessage.Length - 17);
                                    additionalDataTracedApp.CallingAssemblyInfo = assemblyData;
                                    break;

                                case 'E':     // Executing Assembly
                                    assemblyData = tempDebugMessage.Substring(18, tempDebugMessage.Length - 19);
                                    additionalDataTracedApp.ExecutingAssemblyInfo = assemblyData;
                                    break;

                                case 'T':     // ThreadName
                                    //Bilge.Warning("Not Implemented, thread name request recieved but this functionality is not implemented in MEX yet");
                                    break;

                                default:
                                    //Bilge.Assert(false, "This should not be possible, we should never reach this bit of code.");
                                    break;
                                }

                                #endregion

                                continue;
                            } // End if it starts with a data indicator

                            // If we get here its a Tex message that is not a data indicator
                            // This is looking like a normal message.  IE Not a moreinfo / data string
                            if (nextEvent.Pid == -1)
                            {
                                nextEvent.Pid = int.Parse(tempPid);
                            }

                            ee.cmdType = tct;

                            // Some messages can be cross referenced into the main view if the options say that.  This section deals with
                            // creating the duplicate messages for this cross reference to work.

                            #region support cross references to main view based on type of event

                            if (MexCore.TheCore.Options.XRefAssertionsToMain && ee.cmdType == TraceCommandTypes.AssertionFailed)
                            {
                                MexCore.TheCore.DataManager.PlaceUnknownEventIntoDataStructure(new NonTracedApplicationEntry(tPid, ee.DebugMessage, ee.GlobalIndex));
                            }

                            if (MexCore.TheCore.Options.XRefErrorsToMain && ee.cmdType == TraceCommandTypes.ErrorMsg)
                            {
                                MexCore.TheCore.DataManager.PlaceUnknownEventIntoDataStructure(new NonTracedApplicationEntry(tPid, ee.DebugMessage, ee.GlobalIndex));
                            }

                            if (MexCore.TheCore.Options.XRefExceptionsToMain && ee.cmdType == TraceCommandTypes.ExceptionBlock)
                            {
                                MexCore.TheCore.DataManager.PlaceUnknownEventIntoDataStructure(new NonTracedApplicationEntry(tPid, ee.DebugMessage, ee.GlobalIndex));
                            }

                            if (MexCore.TheCore.Options.XRefLogsToMain && ee.cmdType == TraceCommandTypes.LogMessage)
                            {
                                MexCore.TheCore.DataManager.PlaceUnknownEventIntoDataStructure(new NonTracedApplicationEntry(tPid, ee.DebugMessage, ee.GlobalIndex));
                            }

                            if (MexCore.TheCore.Options.XRefVerbLogsToMain && ee.cmdType == TraceCommandTypes.LogMessageVerb)
                            {
                                MexCore.TheCore.DataManager.PlaceUnknownEventIntoDataStructure(new NonTracedApplicationEntry(tPid, ee.DebugMessage, ee.GlobalIndex));
                            }

                            if (MexCore.TheCore.Options.XRefResourceMessagesToMain)
                            {
                                if ((ee.cmdType == TraceCommandTypes.ResourceEat) || (ee.cmdType == TraceCommandTypes.ResourcePuke) || (ee.cmdType == TraceCommandTypes.ResourceCount))
                                {
                                    MexCore.TheCore.DataManager.PlaceUnknownEventIntoDataStructure(new NonTracedApplicationEntry(tPid, ee.DebugMessage, ee.GlobalIndex));
                                }
                            }

                            if (MexCore.TheCore.Options.XRefWarningsToMain && ee.cmdType == TraceCommandTypes.WarningMsg)
                            {
                                MexCore.TheCore.DataManager.PlaceUnknownEventIntoDataStructure(new NonTracedApplicationEntry(tPid, ee.DebugMessage, ee.GlobalIndex));
                            }

                            #endregion

                            if (tempDebugMessage.EndsWith(Constants.MESSAGETRUNCATE))
                            {
                                //Bilge.Log("IncommingMessageManager::ProcessNextStoredMessage --> Truncation message found, storing event for future");
                                // Truncated messages end with #TNK#JoinID#TNK# this lets us join them back together using the unique join id - however
                                // joinIds are only unique per process/machien therefore all of this info is used as a key.
                                int    idxStart       = tempDebugMessage.IndexOf(Constants.MESSAGETRUNCATE) + Constants.MESSAGETRUNCATE.Length;
                                string joinIdentifier = tempDebugMessage.Substring(idxStart, tempDebugMessage.Length - (idxStart + Constants.MESSAGETRUNCATE.Length));
                                MexCore.TheCore.CacheManager.CacheAdd_EventEntryExpectingTruncate(ee, nextEvent.Pid, tempMachineName, joinIdentifier);
                            }
                        }
                    } // End if it was a normal tex message (ee==null)

                    if (!isCommand)
                    {
                        //Bilge.Assert(ee != null, "The event entry must be populated by now in the code");

                        // Whether or not it was a cross reference its imported into the data structures now.
                        //Bilge.Assert(tempMachineName != null, "machine name must be populated by the time we add it to the data structures");

                        ee.SupportingData = SupportingMessageData.ParseAsMessageData(ee.cmdType, ref ee.DebugMessage, ref ee.SecondaryMessage);

                        MexCore.TheCore.ViewManager.CurrentHighlightOptions.ModifyEventEntryForHighlight(ee);

                        // *************** Actually add it into the structure here ***************
                        nextLogicalIndexAffected = MexCore.TheCore.DataManager.PlaceNewEventIntoDataStructure(ee, nextEvent.Pid, tempMachineName);
                    }

                    if (!appIndexesAffectedByImport.Contains(nextLogicalIndexAffected))
                    {
                        appIndexesAffectedByImport.Add(nextLogicalIndexAffected);
                    }

#if DUAL
                    if (!comparer.Compare(ee))
                    {
                        // This is our porting code, if this fires then we have got  a problem with our new parser.
                        //Bilge.WarningLog("FAILED A COMPARISON");

                        throw new InvalidOperationException("The new parser is out of sync");
                    }
#endif
#if !DEBUG
                } catch (Exception ex) {
                    //Bilge.Dump(ex, "IncommingMessageManager::ProcessNextStoredMessage Trying to process a string from the stack, lost string during processing.");
                    // DO NOT SWALLOW THIS!, results in an infinite loop
                    throw;
                }
#endif
                    if (reporting)
                    {
                        // For long running imports make sure that we tell the client side every now and again
                        TimeSpan ts = DateTime.Now - startTime;
                        if ((ts.TotalSeconds > MexCore.TheCore.Options.NoSecondsForRefreshOnImport))
                        {
                            startTime = DateTime.Now;
                            TimeSpan overall = DateTime.Now - overallStartTime;

                            MexCore.TheCore.ViewManager.AddUserNotificationMessageByIndex(ViewSupportManager.UserMessages.MessageImportLongRunning, ViewSupportManager.UserMessageType.InformationMessage, overall.TotalSeconds.ToString() + "s elapsed.");

                            foreach (int appAffectedIdx in appIndexesAffectedByImport)
                            {
                                MexCore.TheCore.WorkManager.ProcessJob(new Job_NotifyNewEventAdded(appAffectedIdx));
                            }
                        }
                    }
                } while ((m_incommingMsgQueue.Count > 0) && (doAll));
            } finally {
                if (MexCore.TheCore.Options.PersistEverything)
                {
                    everythingLog.Close();
                    everythingStream.Close();
                    everythingLog.Dispose();
                    everythingStream.Dispose();
                }
            }

            foreach (int appAffectedIdx in appIndexesAffectedByImport)
            {
                MexCore.TheCore.WorkManager.AddJob(new Job_NotifyNewEventAdded(appAffectedIdx));
            }
        }