public int FindXMatch(XTRMRoot thisLoader, XTRMEvent thisEvent, out List <XTRMJob> myJobs)
{
// rc == -1 EventFilter Not Satisfied.
// rc >= 0 Number of matching jobs.
int rc = 0;
bool bResult = true;
myJobs = new List <XTRMJob>();
dynConfig.Clear();
// If there is a match, it will be (a) job(s) from one of (XWorkflow, XToolkit, XComponent, XElement).
// All matches will be returned in a list of jobs to run.
// List<XTRMJob> is Returned.
// Check to see if the Event Filter(s) <is/are all> satisfied; if not, set return code to -1 and exit.
foreach (XTRMEvent thisEventFilter in thisLoader.eventFilters)
{
if (CheckEvent(thisEvent, thisEventFilter) == false)
{
return(-1);
}
}
// Traverse XTRMRoot structures for XWorkflow, XToolkit, XComponent, XElement looking for matches.
foreach (XTRMWorkFlow candidate in thisLoader.workflows)
{
try
{
foreach (XTRMEvent thisFilter in candidate.workflowEvents)
{
try
{
// If we match the filter, then create the job(s).
// Check the active event against the event filter.
if (bResult = CheckEvent(thisEvent, thisFilter))
{
// Add to List of Job(s).
foreach (XTRMJob thisJob in thisFilter.eventJobs)
{
thisJob.containingWorkflow = candidate.name;
myJobs.Add(thisJob);
rc++;
}
}
}
catch (Exception ex)
{
XLogger(1118, -1, string.Format("FindXMatch::Exception(workflow); Serial={0}; Expression={1}; Message={2}", thisEvent.eventSerial, thisFilter.eventTag, ex.Message));
}
}
}
catch (Exception ex)
{
XLogger(1119, -1, string.Format("FindXMatch::Exception(candidate workflow); Serial={0}; Message={1}", thisEvent.eventSerial, ex.Message));
}
}
return(rc);
}
// Process Active Events in XDB.
// Check for Completed Jobs.
public int ProcessActiveEvent(XTRMRoot thisLoader, XTRMEvent thisEvent)
{
List <XTRMJob> theseJobs = new List <XTRMJob>();
int rc = FindXMatch(thisLoader, thisEvent, out theseJobs);
switch (rc)
{
case -1:
// Failed Event Filter.
// Update event status (to Initial State).
break;
case 0:
// No Jobs Identified.
// Update event status.
break;
default:
if (rc > 0)
{
// One or more Jobs Identified.
// Create Job(s); XExecutive will process asynchronously.
// Update event status.
}
else
{
// Other negative values are ignored (at present)!
}
break;
}
//rc = theseJobs.Count;
if (theseJobs.Count > 0)
{
foreach (XTRMJob thisJob in theseJobs)
{
rc = CreateJob(thisJob, thisEvent, dynConfig);
}
}
return(theseJobs.Count);
}
public int Traverse(string candidatePath, string filePattern, string WorkspacePrefix, string DepotPrefix)
{
int rc = -1;
try
{
XLogger(51002, 0, string.Format("Execute XTroll.exe"));
myConfigs = XTRMObject.getDictionaryEntries("XTRMRootConfigFile");
myConfigLoaders.Clear();
foreach (string thisConfig in myConfigs)
{
XTRMRoot thisLoader = new XTRMRoot(ResolveText(thisConfig, XDictionary));
thisLoader.ParseConfig(2, true);
myConfigLoaders.Add(thisLoader);
}
var fileEntries = Directory.EnumerateFiles(candidatePath, filePattern, SearchOption.AllDirectories);
foreach (string sourceFile in fileEntries)
{
string thisFile = sourceFile.Replace(WorkspacePrefix, DepotPrefix);
thisFile = thisFile.Replace(@"\", @"/");
//if (stopFlag.Equals(1))
//{
// throw new Exception("EggTimer Expired!");
//}
// Try to Validate the Component and Element.
// If Element is valid, then skip (only looking for new elements).
// Fabricate Event Object for Element.
// Instantiate and Call Monitor to Identify Jobs.
//XMonitorCore myMonitor = new XMonitorCore();
XTRMMatchMaker myEventChecker = new XTRMMatchMaker();
// XTRMEvent Retrieved Successfully!
XTRMEvent thisEvent = new XTRMEvent(true);
thisEvent.Initialize(-1);
// <XTRMEvent ID="626">
// <Source>P4V</Source>
// <Action>edit</Action>
// <DateStamp>20120103 19:23:03</DateStamp>
// <User>shlori</User>
// <PIN>A342158B864EE75025C6F08F42C9544A</PIN>
// <Status>0</Status>
// <Path>//depot/main/product/doc/Portable/English/*</Path>
// <Desc>Fixed page/line breaks.</Desc>
// <!-- Parm1 = {Depot File} -->
// <Parm1>//depot/main/product/doc/Portable/English/Basic Analysis and Graphing.pdf</Parm1>
// <!-- Parm2 = {Depot Version} -->
// <Parm2>56</Parm2>
// <!-- Parm3 = {Change List} -->
// <Parm3>83234</Parm3>
// <!-- Parm4 = {File Type} -->
// <Parm4>binary+lm</Parm4>
// <!-- Parm5 = {File Size} -->
// <Parm5>4216714</Parm5>
// <!-- Parm6 = {Client} -->
// <Parm6>shlori-Win</Parm6>
// <!-- Parm7 = {SCM Time} -->
// <Parm7>1325636582</Parm7>
// </XTRMEvent>
thisEvent.eventAction = "edit";
thisEvent.eventDate = DateTime.Now.ToString();
thisEvent.eventSource = "P4V";
thisEvent.eventUser = "******";
thisEvent.eventState = -1;
thisEvent.eventParm1 = thisFile;
int eventState = 0;
bool eventFlag = false;
foreach (XTRMRoot thisLoader in myConfigLoaders)
{
//rc = myMonitor.EvaluateEvent(thisLoader, thisEvent);
List <XTRMJob> theseJobs = new List <XTRMJob>();
rc = myEventChecker.FindXMatch(thisLoader, thisEvent, out theseJobs);
if (rc > 0)
{
if (theseJobs.Count > 0)
{
foreach (XTRMJob thisJob in theseJobs)
{
Dictionary <string, string> jobData = new Dictionary <string, string>();
try
{
foreach (KeyValuePair <string, string> kvp in thisJob.config)
{
//saveJobData(jobSerial, kvp.Key.ToString().ToUpper(), kvp.Value);
jobData[kvp.Key.ToString().ToUpper()] = kvp.Value;
}
foreach (KeyValuePair <string, string> kvp in myEventChecker.dynConfig)
{
//saveJobData(jobSerial, kvp.Key.ToString().ToUpper(), kvp.Value);
jobData[kvp.Key.ToString().ToUpper()] = kvp.Value;
}
}
catch (Exception ex)
{
XLogger(1157, -1, string.Format("Saving Job Data; Message={0}", ex.Message));
}
try
{
if (validateInventory())
{
eventFlag = true;
}
}
catch (Exception)
{
eventFlag = false;
}
}
}
}
if (rc >= 0)
{
eventState += rc;
}
else
{
XLogger(1103, -1, string.Format("Execute::XTRMEvent.EvaluateEvent() Failure; UUID={1}; rc={2}", thisEvent.eventUUID, rc));
}
}
// If no jobs, then skip.
if (eventFlag)
{
// Creating the event will result in the Monitor processing against the production Config Loaders.
rc = thisEvent.Save();
if (rc < 0)
{
// Error!
}
}
// Otherwise, try to Validate the Component and Element Again.
// If Element is valid, then skip (only looking for new elements).
// Call Monitor to Create Jobs.
}
}
catch (Exception ex)
{
Console.Write(ex.Message);
XLogger(51003, -1, string.Format("XTroll Exception in Execute(); Message={0}.", ex.Message));
}
return(rc);
}
public int CheckEvents(string strPendingEventFolder)
{
int rc = 0;
int maxEventFileSize = 100000;
string[] fileEntries = { strPendingEventFolder };
XTRMEvent eventTester = new XTRMEvent(false);
List <string> myConfigs = new List <string>();
// We load each XTRMRoot Config File (once) and hold on to it for repeated use both in the loading of events (from XML) and in the evaluation of XDB events.
List <XTRMRoot> myConfigLoaders = new List <XTRMRoot>();
XmlWriter myCheckedEvent;
// For Each File in the folder, need to consume into XTRMEvent(s).
try
{
if (File.Exists(strPendingEventFolder))
{
//fileEntries = strPendingEventFolder;
}
else if (Directory.Exists(strPendingEventFolder))
{
fileEntries = Directory.GetFiles(strPendingEventFolder);
}
else
{
//Error
rc = -1;
}
}
catch (Exception ex)
{
}
try
{
myConfigs = XTRMObject.getDictionaryEntries("XTRMRootConfigFile");
myConfigLoaders.Clear();
foreach (string thisConfig in myConfigs)
{
XTRMRoot thisLoader = new XTRMRoot(ResolveText(thisConfig, XDictionary));
thisLoader.ParseConfig(2, true);
myConfigLoaders.Add(thisLoader);
}
}
catch (Exception ex)
{
}
try
{
foreach (string fileName in fileEntries)
{
try
{
// Only process file if it is less than 100KB.
FileInfo myInfo = new FileInfo(fileName);
if (myInfo.Length <= maxEventFileSize)
{
//ParseConfig(fileName);
XTRMRoot myEventLoader = new XTRMRoot(fileName);
//myEventLoader.Clear();
myEventLoader.ParseConfig(2, true);
// Going to write the same file with comments.
// OK, proceed!
XmlWriterSettings settings = new XmlWriterSettings();
settings.OmitXmlDeclaration = false;
settings.ConformanceLevel = ConformanceLevel.Document;
settings.CloseOutput = true;
settings.Indent = true;
settings.Encoding = Encoding.Unicode;
myCheckedEvent = XmlWriter.Create(fileName, settings);
myCheckedEvent.WriteStartDocument();
myCheckedEvent.WriteStartElement("XTRMRoot");
// This will result in 0 or more XTRMEvents to process.
foreach (XTRMEvent thisEvent in myEventLoader.events)
{
try
{
myCheckedEvent.WriteStartElement("XTRMEvent");
myCheckedEvent.WriteAttributeString("ID", thisEvent.eventSerial.ToString());
myCheckedEvent.WriteWhitespace("\n");
// Check the Event!
foreach (XTRMRoot thisLoader in myConfigLoaders)
{
List <XTRMJob> theseJobs = new List <XTRMJob>();
rc = FindXMatch(thisLoader, thisEvent, out theseJobs);
if (rc > 0)
{
if (theseJobs.Count > 0)
{
foreach (XTRMJob thisJob in theseJobs)
{
myCheckedEvent.WriteComment(string.Format("CONFIG = {0} ------ FOLLOWING JOB MATCHED ------", thisLoader.name));
myCheckedEvent.WriteWhitespace("\n");
if (thisLoader.configFile.Length > 0)
{
myCheckedEvent.WriteComment(string.Format("FILE = {0}", thisLoader.configFile));
myCheckedEvent.WriteWhitespace("\n");
}
if (thisLoader.includeFile.Length > 0)
{
myCheckedEvent.WriteComment(string.Format("INCLUDE = {0}", thisLoader.includeFile));
myCheckedEvent.WriteWhitespace("\n");
}
// Display the Job Information and other info (job data) depending upon detail requested.
// Add to XML Output as Comments.
if (thisJob.containingComponent.Length > 0)
{
myCheckedEvent.WriteComment(string.Format("XComponent = {0}", thisJob.containingComponent));
myCheckedEvent.WriteWhitespace("\n");
}
if (thisJob.containingElement.Length > 0)
{
myCheckedEvent.WriteComment(string.Format("XElement = {0}", thisJob.containingElement));
myCheckedEvent.WriteWhitespace("\n");
}
if (thisJob.containingToolkit.Length > 0)
{
myCheckedEvent.WriteComment(string.Format("XToolkit = {0}", thisJob.containingToolkit));
myCheckedEvent.WriteWhitespace("\n");
}
if (thisJob.containingWorkflow.Length > 0)
{
myCheckedEvent.WriteComment(string.Format("XWorkflow = {0}", thisJob.containingWorkflow));
myCheckedEvent.WriteWhitespace("\n");
}
string strComment = "Job Name :\t";
strComment += thisJob.jobName;
myCheckedEvent.WriteComment(strComment);
myCheckedEvent.WriteWhitespace("\n");
foreach (XTRMTask thisTask in thisJob.tasks)
{
strComment = string.Format("\tTask Name : \t {0}", thisTask.taskName);
myCheckedEvent.WriteComment(strComment);
myCheckedEvent.WriteWhitespace("\n");
strComment = string.Format("\tTask Exec : \t {0}", thisTask.taskExecutable);
myCheckedEvent.WriteComment(strComment);
myCheckedEvent.WriteWhitespace("\n");
int count = 1;
foreach (string thisParm in thisTask.parms)
{
strComment = string.Format("\t\t<Parm{0}>\t = \t {1} ", count++, thisParm);
myCheckedEvent.WriteComment(strComment);
myCheckedEvent.WriteWhitespace("\n");
}
}
Dictionary <string, string> jobData = new Dictionary <string, string>();
try
{
myCheckedEvent.WriteComment("STATIC JOB DATA ------");
myCheckedEvent.WriteWhitespace("\n");
foreach (KeyValuePair <string, string> kvp in thisJob.config)
{
//saveJobData(jobSerial, kvp.Key.ToString().ToUpper(), kvp.Value);
jobData[kvp.Key.ToString().ToUpper()] = kvp.Value;
strComment = string.Format("\t\t<{0}>\t=\t{1} ", kvp.Key.ToString().ToUpper(), kvp.Value);
myCheckedEvent.WriteComment(strComment);
myCheckedEvent.WriteWhitespace("\n");
}
myCheckedEvent.WriteComment("DYNAMIC JOB DATA ------");
myCheckedEvent.WriteWhitespace("\n");
foreach (KeyValuePair <string, string> kvp in dynConfig)
{
//saveJobData(jobSerial, kvp.Key.ToString().ToUpper(), kvp.Value);
jobData[kvp.Key.ToString().ToUpper()] = kvp.Value;
strComment = string.Format("\t\t<{0}>\t=\t{1} ", kvp.Key.ToString().ToUpper(), kvp.Value);
myCheckedEvent.WriteComment(strComment);
myCheckedEvent.WriteWhitespace("\n");
}
myCheckedEvent.WriteComment("------------------------------------------------------------------");
myCheckedEvent.WriteWhitespace("\n");
}
catch (Exception ex)
{
XLogger(1157, -1, string.Format("Saving Job Data; Message={0}", ex.Message));
}
}
myCheckedEvent.WriteComment("*** END MATCHES ------");
myCheckedEvent.WriteWhitespace("\n");
}
else
{
myCheckedEvent.WriteComment("NO JOBS MATCHED ------");
myCheckedEvent.WriteWhitespace("\n");
}
}
else
{
myCheckedEvent.WriteComment("NO MATCHES ------");
myCheckedEvent.WriteWhitespace("\n");
}
}
myCheckedEvent.WriteStartElement("Source");
myCheckedEvent.WriteString(thisEvent.eventSource);
myCheckedEvent.WriteEndElement();
myCheckedEvent.WriteWhitespace("\n");
myCheckedEvent.WriteStartElement("Action");
myCheckedEvent.WriteString(thisEvent.eventAction);
myCheckedEvent.WriteEndElement();
myCheckedEvent.WriteWhitespace("\n");
myCheckedEvent.WriteStartElement("DateStamp");
myCheckedEvent.WriteString(thisEvent.eventDate);
myCheckedEvent.WriteEndElement();
myCheckedEvent.WriteWhitespace("\n");
myCheckedEvent.WriteStartElement("User");
myCheckedEvent.WriteString(thisEvent.eventUser);
myCheckedEvent.WriteEndElement();
myCheckedEvent.WriteWhitespace("\n");
myCheckedEvent.WriteStartElement("PIN");
myCheckedEvent.WriteString(thisEvent.eventUUID);
myCheckedEvent.WriteEndElement();
myCheckedEvent.WriteWhitespace("\n");
myCheckedEvent.WriteStartElement("Status");
myCheckedEvent.WriteString("0");
myCheckedEvent.WriteEndElement();
myCheckedEvent.WriteWhitespace("\n");
if (thisEvent.eventParm1 != null)
{
if (thisEvent.eventParm1.Length > 0)
{
myCheckedEvent.WriteStartElement("Parm1");
myCheckedEvent.WriteString(thisEvent.eventParm1);
myCheckedEvent.WriteEndElement();
myCheckedEvent.WriteWhitespace("\n");
}
}
if (thisEvent.eventParm2 != null)
{
if (thisEvent.eventParm2.Length > 0)
{
myCheckedEvent.WriteStartElement("Parm2");
myCheckedEvent.WriteString(thisEvent.eventParm2);
myCheckedEvent.WriteEndElement();
myCheckedEvent.WriteWhitespace("\n");
}
}
if (thisEvent.eventParm3 != null)
{
if (thisEvent.eventParm3.Length > 0)
{
myCheckedEvent.WriteStartElement("Parm3");
myCheckedEvent.WriteString(thisEvent.eventParm3);
myCheckedEvent.WriteEndElement();
myCheckedEvent.WriteWhitespace("\n");
}
}
if (thisEvent.eventParm4 != null)
{
if (thisEvent.eventParm4.Length > 0)
{
myCheckedEvent.WriteStartElement("Parm4");
myCheckedEvent.WriteString(thisEvent.eventParm4);
myCheckedEvent.WriteEndElement();
myCheckedEvent.WriteWhitespace("\n");
}
}
if (thisEvent.eventParm5 != null)
{
if (thisEvent.eventParm5.Length > 0)
{
myCheckedEvent.WriteStartElement("Parm5");
myCheckedEvent.WriteString(thisEvent.eventParm5);
myCheckedEvent.WriteEndElement();
myCheckedEvent.WriteWhitespace("\n");
}
}
if (thisEvent.eventParm6 != null)
{
if (thisEvent.eventParm6.Length > 0)
{
myCheckedEvent.WriteStartElement("Parm6");
myCheckedEvent.WriteString(thisEvent.eventParm6);
myCheckedEvent.WriteEndElement();
myCheckedEvent.WriteWhitespace("\n");
}
}
if (thisEvent.eventParm7 != null)
{
if (thisEvent.eventParm7.Length > 0)
{
myCheckedEvent.WriteStartElement("Parm7");
myCheckedEvent.WriteString(thisEvent.eventParm7);
myCheckedEvent.WriteEndElement();
myCheckedEvent.WriteWhitespace("\n");
}
}
if (thisEvent.eventParm8 != null)
{
if (thisEvent.eventParm8.Length > 0)
{
myCheckedEvent.WriteStartElement("Parm8");
myCheckedEvent.WriteString(thisEvent.eventParm8);
myCheckedEvent.WriteEndElement();
myCheckedEvent.WriteWhitespace("\n");
}
}
if (thisEvent.eventParm9 != null)
{
if (thisEvent.eventParm9.Length > 0)
{
myCheckedEvent.WriteStartElement("Parm9");
myCheckedEvent.WriteString(thisEvent.eventParm9);
myCheckedEvent.WriteEndElement();
myCheckedEvent.WriteWhitespace("\n");
}
}
if (thisEvent.eventParm10 != null)
{
if (thisEvent.eventParm10.Length > 0)
{
myCheckedEvent.WriteStartElement("Parm10");
myCheckedEvent.WriteString(thisEvent.eventParm10);
myCheckedEvent.WriteEndElement();
myCheckedEvent.WriteWhitespace("\n");
}
}
myCheckedEvent.WriteEndElement(); // XTRMEvent
}
catch (Exception ex)
{
XLogger(1106, rc, string.Format("Caught Event Loader Exception; Folder={0}; UUID={1}; Message={2}", strPendingEventFolder, thisEvent.eventUUID, ex.Message));
}
}
myCheckedEvent.WriteEndElement(); // XTRMRoot
myCheckedEvent.Flush();
}
else
{
XLogger(1129, -1, string.Format("Event File Too Large; Folder={0}; File={1}; rc={2}", strPendingEventFolder, fileName, rc));
}
}
catch (Exception ex)
{
XLogger(1130, -1, string.Format("ParseConfig Exception; Folder={0}; File={1}; rc={2}", strPendingEventFolder, fileName, rc));
}
}
}
catch (Exception ex)
{
XLogger(1108, -1, string.Format("ProcessPendingEvents::Get Files Exception; Folder={0}; Message={1}", strPendingEventFolder, ex.Message));
}
return(rc);
}
// Overall Flow:
//
// Run through eack XLator config file (loading events).
// Query XDB for events whose state is 0 (not processed).
// For each XLator config, run each event against the corresponding XLator config rules generating jobs as indicated (use event-tagging on the job).
// When generating a job update the Event_Processed time stamp.
// After processing all events against each relevant XLator config, then mark event state as 1 (processed).
//
// Process Pending Events in XLator/Events Folder.
public int ProcessPendingEvents(string strPendingEventFolder)
{
int rc = 0;
bool bError = false;
XTRMEvent eventTester = new XTRMEvent(false);
// For Each File in the folder, need to consume into XEvent(s).
//Directory.GetFiles(strPendingEventFolder);
try
{
//Directory.GetFiles(strPendingEventFolder, "*.dll").Select(fn => new FileInfo(fn)).
//string[] fileEntries = Directory.GetFiles(strPendingEventFolder).Select(fn => new FileInfo(fn)).OrderBy(f => f.CreationTime).ToList();
string[] fileEntries = Directory.GetFiles(strPendingEventFolder);
foreach (string fileName in fileEntries)
{
bError = false;
try
{
// Only process file if it is less than 100KB.
FileInfo myInfo = new FileInfo(fileName);
if (myInfo.Length <= maxEventFileSize)
{
//ParseConfig(fileName);
XTRMRoot myEventLoader = new XTRMRoot(fileName);
//myEventLoader.Clear();
myEventLoader.ParseConfig(2, true);
// This will result in 0 or more XEvents to process.
foreach (XTRMEvent thisEvent in myEventLoader.events)
{
try
{
// Check to see if the UUID already exists!
if (eventTester.Initialize(thisEvent.eventUUID) <= 0)
{
// Persist the XEvent to XDB.
rc = thisEvent.Save();
if (rc < 0)
{
bError = true;
XLogger(1105, -1, string.Format("ProcessPendingEvents::XEvent.Save() Failure; Folder={0}; UUID={1}; rc={2}", strPendingEventFolder, thisEvent.eventUUID, rc));
}
}
else
{
XLogger(1128, -1, string.Format("Duplicate Event Skipped; Folder={0}; UUID={1}; File={2}; rc={3}", strPendingEventFolder, thisEvent.eventUUID, thisEvent.eventParm1, rc));
}
}
catch (Exception ex)
{
XLogger(1106, rc, string.Format("Caught Event Loader Exception; Folder={0}; UUID={1}; Message={2}", strPendingEventFolder, thisEvent.eventUUID, ex.Message));
}
}
}
else
{
XLogger(1129, -1, string.Format("Event File Too Large; Folder={0}; File={1}; rc={2}", strPendingEventFolder, fileName, rc));
}
}
catch (Exception ex)
{
XLogger(1130, -1, string.Format("ParseConfig Exception; Folder={0}; File={1}; rc={2}", strPendingEventFolder, fileName, rc));
}
// Now Move the File Containing the Event(s) to the OK Folder.
try
{
FileInfo myFileInfo = new FileInfo(fileName);
string shortName = myFileInfo.Name;
//File.Move();
DirectoryInfo myParentDirInfo = Directory.GetParent(strPendingEventFolder);
string myParentDir = myParentDirInfo.FullName;
// REWORK the following moves.
if (bError)
{
//File.Move();
bool bExists = Directory.Exists(myParentDir + "\\Discard\\");
if (!bExists)
{
Directory.CreateDirectory(myParentDir + "\\Discard\\");
}
File.Move(strPendingEventFolder + "\\" + shortName, myParentDir + "\\Discard\\" + shortName);
}
else
{
//File.Move();
bool bExists = Directory.Exists(myParentDir + "\\OK\\");
if (!bExists)
{
Directory.CreateDirectory(myParentDir + "\\OK\\");
}
File.Move(strPendingEventFolder + "\\" + shortName, myParentDir + "\\OK\\" + shortName);
}
// Whether can move or not, must delete!
File.Delete(strPendingEventFolder + "\\" + shortName);
}
catch (Exception ex)
{
XLogger(1107, -1, string.Format("ProcessPendingEvents::Move Files Exception; Folder={0}; Message={1}", strPendingEventFolder, ex.Message));
}
}
}
catch (Exception ex)
{
XLogger(1108, -1, string.Format("ProcessPendingEvents::Get Files Exception; Folder={0}; Message={1}", strPendingEventFolder, ex.Message));
}
return rc;
}
public int Traverse(string candidatePath, string filePattern, string WorkspacePrefix, string DepotPrefix)
{
int rc = -1;
try
{
XLogger(51002, 0, string.Format("Execute XTroll.exe"));
myConfigs = XTRMObject.getDictionaryEntries("XTRMRootConfigFile");
myConfigLoaders.Clear();
foreach (string thisConfig in myConfigs)
{
XTRMRoot thisLoader = new XTRMRoot(ResolveText(thisConfig, XDictionary));
thisLoader.ParseConfig(2, true);
myConfigLoaders.Add(thisLoader);
}
var fileEntries = Directory.EnumerateFiles(candidatePath, filePattern, SearchOption.AllDirectories);
foreach (string sourceFile in fileEntries)
{
string thisFile = sourceFile.Replace(WorkspacePrefix, DepotPrefix);
thisFile = thisFile.Replace(@"\", @"/");
//if (stopFlag.Equals(1))
//{
// throw new Exception("EggTimer Expired!");
//}
// Try to Validate the Component and Element.
// If Element is valid, then skip (only looking for new elements).
// Fabricate Event Object for Element.
// Instantiate and Call Monitor to Identify Jobs.
//XMonitorCore myMonitor = new XMonitorCore();
XTRMMatchMaker myEventChecker = new XTRMMatchMaker();
// XTRMEvent Retrieved Successfully!
XTRMEvent thisEvent = new XTRMEvent();
thisEvent.Initialize(-1);
// <XTRMEvent ID="626">
// <Source>P4V</Source>
// <Action>edit</Action>
// <DateStamp>20120103 19:23:03</DateStamp>
// <User>shlori</User>
// <PIN>A342158B864EE75025C6F08F42C9544A</PIN>
// <Status>0</Status>
// <Path>//depot/main/product/doc/Portable/English/*</Path>
// <Desc>Fixed page/line breaks.</Desc>
// <!-- Parm1 = {Depot File} -->
// <Parm1>//depot/main/product/doc/Portable/English/Basic Analysis and Graphing.pdf</Parm1>
// <!-- Parm2 = {Depot Version} -->
// <Parm2>56</Parm2>
// <!-- Parm3 = {Change List} -->
// <Parm3>83234</Parm3>
// <!-- Parm4 = {File Type} -->
// <Parm4>binary+lm</Parm4>
// <!-- Parm5 = {File Size} -->
// <Parm5>4216714</Parm5>
// <!-- Parm6 = {Client} -->
// <Parm6>shlori-Win</Parm6>
// <!-- Parm7 = {SCM Time} -->
// <Parm7>1325636582</Parm7>
// </XTRMEvent>
thisEvent.eventAction = "edit";
thisEvent.eventDate = DateTime.Now.ToString();
thisEvent.eventSource = "P4V";
thisEvent.eventUser = "******";
thisEvent.eventState = -1;
thisEvent.eventParm1 = thisFile;
int eventState = 0;
bool eventFlag = false;
foreach (XTRMRoot thisLoader in myConfigLoaders)
{
//rc = myMonitor.EvaluateEvent(thisLoader, thisEvent);
List<XTRMJob> theseJobs = new List<XTRMJob>();
rc = myEventChecker.FindXMatch(thisLoader, thisEvent, out theseJobs);
if (rc > 0)
{
if (theseJobs.Count > 0)
{
foreach (XTRMJob thisJob in theseJobs)
{
Dictionary<string, string> jobData = new Dictionary<string, string>();
try
{
foreach (KeyValuePair<string, string> kvp in thisJob.config)
{
//saveJobData(jobSerial, kvp.Key.ToString().ToUpper(), kvp.Value);
jobData[kvp.Key.ToString().ToUpper()] = kvp.Value;
}
foreach (KeyValuePair<string, string> kvp in myEventChecker.dynConfig)
{
//saveJobData(jobSerial, kvp.Key.ToString().ToUpper(), kvp.Value);
jobData[kvp.Key.ToString().ToUpper()] = kvp.Value;
}
}
catch (Exception ex)
{
XLogger(1157, -1, string.Format("Saving Job Data; Message={0}", ex.Message));
}
try
{
if (validateInventory())
{
eventFlag = true;
}
}
catch(Exception)
{
eventFlag = false;
}
}
}
}
if (rc >= 0)
{
eventState += rc;
}
else
{
XLogger(1103, -1, string.Format("Execute::XTRMEvent.EvaluateEvent() Failure; UUID={1}; rc={2}", thisEvent.eventUUID, rc));
}
}
// If no jobs, then skip.
if (eventFlag)
{
// Creating the event will result in the Monitor processing against the production Config Loaders.
rc = thisEvent.Save();
if (rc < 0)
{
// Error!
}
}
// Otherwise, try to Validate the Component and Element Again.
// If Element is valid, then skip (only looking for new elements).
// Call Monitor to Create Jobs.
}
}
catch (Exception ex)
{
Console.Write(ex.Message);
XLogger(51003, -1, string.Format("XTroll Exception in Execute(); Message={0}.", ex.Message));
}
return rc;
}
// Make Full Pass Through Processing.
public int Run(int pass = 0, bool logBeat = false)
{
int rc = 0;
// Determine what we are currently processing!
eventStatus = getDictionaryEntry("ProcessEvents", "Y").Equals("Y");
commandStatus = getDictionaryEntry("ProcessCommands", "Y").Equals("Y");
dataStatus = getDictionaryEntry("ProcessData", "Y").Equals("Y");
maxEventFileSize = Convert.ToInt32(getDictionaryEntry("MaxEventFileSize", "1024000"));
// Validate Connection.
if (validateConnection(MasterConnection))
{
exCount_XML = 0;
// Populate activeEvents from XDB.
switch (pass)
{
// Pass 0: Parse the XLator Configs.
case 0:
if (eventStatus)
{
if ((!bConfigLoaded) | (XTRMObject.getDictionaryEntry("ReloadConfig", "Y").Equals("Y")))
{
// Get the XLator Event Folder (from the dictionary).
//string strPendingEventFolder = XLib.XDB_Objects.XObject.getDictionaryEntry("XLatorPendingEventFolder");
// May be a list of config files!
//string strPendingEventFolder = myConfigLoader.configFile;
myConfigLoaders.Clear();
foreach (string thisConfig in myConfigs)
{
XTRMRoot thisLoader = new XTRMRoot(ResolveText(thisConfig, XDictionary));
thisLoader.ParseConfig(2, true);
myConfigLoaders.Add(thisLoader);
}
bConfigLoaded = true;
}
// Commit.
}
break;
// Pass 2: Process all active XDB events against each of the loaders.
case 2:
if (eventStatus)
{
// Loop through all XDB events
// Run query to get active XDB events.
rc = LoadActiveEvents();
if (rc < 0)
{
XLogger(1102, -1, string.Format("Run::LoadActiveEvents() Failure; Pass={0}; rc={1}", pass, rc));
}
XTRMEvent thisEvent = new XTRMEvent(false);
// For each event:
foreach (int thisEventSerial in activeEvents)
{
int eventState = 0;
//XEvent thisEvent = new XEvent();
rc = thisEvent.Initialize(thisEventSerial);
// For each loader:
if (rc >= 0)
{
// XEvent Retrieved Successfully!
foreach (XTRMRoot thisLoader in myConfigLoaders)
{
XTRMMatchMaker myEventChecker = new XTRMMatchMaker();
rc = myEventChecker.ProcessActiveEvent(thisLoader, thisEvent);
if (rc >= 0)
{
eventState += rc;
}
else
{
XLogger(1103, -1, string.Format("Run::XTRMEvent.ProcessActiveEvent() Failure; Pass={0}; UUID={1}; rc={2}", pass, thisEvent.eventUUID, rc));
}
}
thisEvent.eventState = eventState;
rc = thisEvent.Save();
if (rc >= 0)
{
XLogger(1124, eventState, string.Format("Event={0}; {1}", rc, thisEvent.banner), thisEvent.eventUser);
}
else
{
XLogger(1123, -1, string.Format("Unable to Save() Active Event; rc={2}", pass, thisEvent.eventUUID, rc));
}
}
else
{
// Error!
XLogger(1104, -1, string.Format("Run::XEvent.Initialize() Failure; Pass={0}; UUID={1}; rc={2}", pass, thisEvent.eventUUID, rc));
}
thisEvent.Clear();
}
}
break;
}
}
else
{
myLog.WriteEntry("Master XDB Connection Failure");
}
return rc;
}
public int FindXMatch(XTRMRoot thisLoader, XTRMEvent thisEvent, out List<XTRMJob> myJobs)
{
// rc == -1 EventFilter Not Satisfied.
// rc >= 0 Number of matching jobs.
int rc = 0;
bool bResult = true;
myJobs = new List<XTRMJob>();
dynConfig.Clear();
// If there is a match, it will be (a) job(s) from one of (XWorkflow, XToolkit, XComponent, XElement).
// All matches will be returned in a list of jobs to run.
// List<XTRMJob> is Returned.
// Check to see if the Event Filter(s) <is/are all> satisfied; if not, set return code to -1 and exit.
foreach (XTRMEvent thisEventFilter in thisLoader.eventFilters)
{
if (CheckEvent(thisEvent, thisEventFilter) == false)
{
return -1;
}
}
// Traverse XTRMRoot structures for XWorkflow, XToolkit, XComponent, XElement looking for matches.
foreach (XTRMWorkFlow candidate in thisLoader.workflows)
{
try
{
foreach (XTRMEvent thisFilter in candidate.workflowEvents)
{
try
{
// If we match the filter, then create the job(s).
// Check the active event against the event filter.
if (bResult = CheckEvent(thisEvent, thisFilter))
{
// Add to List of Job(s).
foreach (XTRMJob thisJob in thisFilter.eventJobs)
{
thisJob.containingWorkflow = candidate.name;
myJobs.Add(thisJob);
rc++;
}
}
}
catch (Exception ex)
{
XLogger(1118, -1, string.Format("FindXMatch::Exception(workflow); Serial={0}; Expression={1}; Message={2}", thisEvent.eventSerial, thisFilter.eventTag, ex.Message));
}
}
}
catch (Exception ex)
{
XLogger(1119, -1, string.Format("FindXMatch::Exception(candidate workflow); Serial={0}; Message={1}", thisEvent.eventSerial, ex.Message));
}
}
return rc;
}
// Process Active Events in XDB.
// Check for Completed Jobs.
public int ProcessActiveEvent(XTRMRoot thisLoader, XTRMEvent thisEvent)
{
List<XTRMJob> theseJobs = new List<XTRMJob>();
int rc = FindXMatch(thisLoader, thisEvent, out theseJobs);
switch (rc)
{
case -1:
// Failed Event Filter.
// Update event status (to Initial State).
break;
case 0:
// No Jobs Identified.
// Update event status.
break;
default:
if (rc > 0)
{
// One or more Jobs Identified.
// Create Job(s); XExecutive will process asynchronously.
// Update event status.
}
else
{
// Other negative values are ignored (at present)!
}
break;
}
//rc = theseJobs.Count;
if (theseJobs.Count > 0)
{
foreach (XTRMJob thisJob in theseJobs)
{
rc = CreateJob(thisJob, thisEvent, dynConfig);
}
}
return theseJobs.Count;
}
public int CheckEvents(string strPendingEventFolder)
{
int rc = 0;
int maxEventFileSize = 100000;
string[] fileEntries = { strPendingEventFolder };
XTRMEvent eventTester = new XTRMEvent();
List<string> myConfigs = new List<string>();
// We load each XTRMRoot Config File (once) and hold on to it for repeated use both in the loading of events (from XML) and in the evaluation of XDB events.
List<XTRMRoot> myConfigLoaders = new List<XTRMRoot>();
XmlWriter myCheckedEvent;
// For Each File in the folder, need to consume into XTRMEvent(s).
try
{
if (File.Exists(strPendingEventFolder))
{
//fileEntries = strPendingEventFolder;
}
else if (Directory.Exists(strPendingEventFolder))
{
fileEntries = Directory.GetFiles(strPendingEventFolder);
}
else
{
//Error
rc = -1;
}
}
catch (Exception ex)
{
}
try
{
myConfigs = XTRMObject.getDictionaryEntries("XTRMRootConfigFile");
myConfigLoaders.Clear();
foreach (string thisConfig in myConfigs)
{
XTRMRoot thisLoader = new XTRMRoot(ResolveText(thisConfig, XDictionary));
thisLoader.ParseConfig(2, true);
myConfigLoaders.Add(thisLoader);
}
}
catch (Exception ex)
{
}
try
{
foreach (string fileName in fileEntries)
{
try
{
// Only process file if it is less than 100KB.
FileInfo myInfo = new FileInfo(fileName);
if (myInfo.Length <= maxEventFileSize)
{
//ParseConfig(fileName);
XTRMRoot myEventLoader = new XTRMRoot(fileName);
//myEventLoader.Clear();
myEventLoader.ParseConfig(2, true);
// Going to write the same file with comments.
// OK, proceed!
XmlWriterSettings settings = new XmlWriterSettings();
settings.OmitXmlDeclaration = false;
settings.ConformanceLevel = ConformanceLevel.Document;
settings.CloseOutput = true;
settings.Indent = true;
settings.Encoding = Encoding.Unicode;
myCheckedEvent = XmlWriter.Create(fileName, settings);
myCheckedEvent.WriteStartDocument();
myCheckedEvent.WriteStartElement("XTRMRoot");
// This will result in 0 or more XTRMEvents to process.
foreach (XTRMEvent thisEvent in myEventLoader.events)
{
try
{
myCheckedEvent.WriteStartElement("XTRMEvent");
myCheckedEvent.WriteAttributeString("ID", thisEvent.eventSerial.ToString());
myCheckedEvent.WriteWhitespace("\n");
// Check the Event!
foreach (XTRMRoot thisLoader in myConfigLoaders)
{
List<XTRMJob> theseJobs = new List<XTRMJob>();
rc = FindXMatch(thisLoader, thisEvent, out theseJobs);
if (rc > 0)
{
if (theseJobs.Count > 0)
{
foreach (XTRMJob thisJob in theseJobs)
{
myCheckedEvent.WriteComment(string.Format("CONFIG = {0} ------ FOLLOWING JOB MATCHED ------", thisLoader.name));
myCheckedEvent.WriteWhitespace("\n");
if (thisLoader.configFile.Length > 0)
{
myCheckedEvent.WriteComment(string.Format("FILE = {0}", thisLoader.configFile));
myCheckedEvent.WriteWhitespace("\n");
}
if (thisLoader.includeFile.Length > 0)
{
myCheckedEvent.WriteComment(string.Format("INCLUDE = {0}", thisLoader.includeFile));
myCheckedEvent.WriteWhitespace("\n");
}
// Display the Job Information and other info (job data) depending upon detail requested.
// Add to XML Output as Comments.
if (thisJob.containingComponent.Length > 0)
{
myCheckedEvent.WriteComment(string.Format("XComponent = {0}", thisJob.containingComponent));
myCheckedEvent.WriteWhitespace("\n");
}
if (thisJob.containingElement.Length > 0)
{
myCheckedEvent.WriteComment(string.Format("XElement = {0}", thisJob.containingElement));
myCheckedEvent.WriteWhitespace("\n");
}
if (thisJob.containingToolkit.Length > 0)
{
myCheckedEvent.WriteComment(string.Format("XToolkit = {0}", thisJob.containingToolkit));
myCheckedEvent.WriteWhitespace("\n");
}
if (thisJob.containingWorkflow.Length > 0)
{
myCheckedEvent.WriteComment(string.Format("XWorkflow = {0}", thisJob.containingWorkflow));
myCheckedEvent.WriteWhitespace("\n");
}
string strComment = "Job Name :\t";
strComment += thisJob.jobName;
myCheckedEvent.WriteComment(strComment);
myCheckedEvent.WriteWhitespace("\n");
foreach (XTRMTask thisTask in thisJob.tasks)
{
strComment = string.Format("\tTask Name : \t {0}", thisTask.taskName);
myCheckedEvent.WriteComment(strComment);
myCheckedEvent.WriteWhitespace("\n");
strComment = string.Format("\tTask Exec : \t {0}", thisTask.taskExecutable);
myCheckedEvent.WriteComment(strComment);
myCheckedEvent.WriteWhitespace("\n");
int count = 1;
foreach (string thisParm in thisTask.parms)
{
strComment = string.Format("\t\t<Parm{0}>\t = \t {1} ", count++, thisParm);
myCheckedEvent.WriteComment(strComment);
myCheckedEvent.WriteWhitespace("\n");
}
}
Dictionary<string, string> jobData = new Dictionary<string, string>();
try
{
myCheckedEvent.WriteComment("STATIC JOB DATA ------");
myCheckedEvent.WriteWhitespace("\n");
foreach (KeyValuePair<string, string> kvp in thisJob.config)
{
//saveJobData(jobSerial, kvp.Key.ToString().ToUpper(), kvp.Value);
jobData[kvp.Key.ToString().ToUpper()] = kvp.Value;
strComment = string.Format("\t\t<{0}>\t=\t{1} ", kvp.Key.ToString().ToUpper(), kvp.Value);
myCheckedEvent.WriteComment(strComment);
myCheckedEvent.WriteWhitespace("\n");
}
myCheckedEvent.WriteComment("DYNAMIC JOB DATA ------");
myCheckedEvent.WriteWhitespace("\n");
foreach (KeyValuePair<string, string> kvp in dynConfig)
{
//saveJobData(jobSerial, kvp.Key.ToString().ToUpper(), kvp.Value);
jobData[kvp.Key.ToString().ToUpper()] = kvp.Value;
strComment = string.Format("\t\t<{0}>\t=\t{1} ", kvp.Key.ToString().ToUpper(), kvp.Value);
myCheckedEvent.WriteComment(strComment);
myCheckedEvent.WriteWhitespace("\n");
}
myCheckedEvent.WriteComment("------------------------------------------------------------------");
myCheckedEvent.WriteWhitespace("\n");
}
catch (Exception ex)
{
XLogger(1157, -1, string.Format("Saving Job Data; Message={0}", ex.Message));
}
}
myCheckedEvent.WriteComment("*** END MATCHES ------");
myCheckedEvent.WriteWhitespace("\n");
}
else
{
myCheckedEvent.WriteComment("NO JOBS MATCHED ------");
myCheckedEvent.WriteWhitespace("\n");
}
}
else
{
myCheckedEvent.WriteComment("NO MATCHES ------");
myCheckedEvent.WriteWhitespace("\n");
}
}
myCheckedEvent.WriteStartElement("Source");
myCheckedEvent.WriteString(thisEvent.eventSource);
myCheckedEvent.WriteEndElement();
myCheckedEvent.WriteWhitespace("\n");
myCheckedEvent.WriteStartElement("Action");
myCheckedEvent.WriteString(thisEvent.eventAction);
myCheckedEvent.WriteEndElement();
myCheckedEvent.WriteWhitespace("\n");
myCheckedEvent.WriteStartElement("DateStamp");
myCheckedEvent.WriteString(thisEvent.eventDate);
myCheckedEvent.WriteEndElement();
myCheckedEvent.WriteWhitespace("\n");
myCheckedEvent.WriteStartElement("User");
myCheckedEvent.WriteString(thisEvent.eventUser);
myCheckedEvent.WriteEndElement();
myCheckedEvent.WriteWhitespace("\n");
myCheckedEvent.WriteStartElement("PIN");
myCheckedEvent.WriteString(thisEvent.eventUUID);
myCheckedEvent.WriteEndElement();
myCheckedEvent.WriteWhitespace("\n");
myCheckedEvent.WriteStartElement("Status");
myCheckedEvent.WriteString("0");
myCheckedEvent.WriteEndElement();
myCheckedEvent.WriteWhitespace("\n");
if (thisEvent.eventParm1 != null)
{
if (thisEvent.eventParm1.Length > 0)
{
myCheckedEvent.WriteStartElement("Parm1");
myCheckedEvent.WriteString(thisEvent.eventParm1);
myCheckedEvent.WriteEndElement();
myCheckedEvent.WriteWhitespace("\n");
}
}
if (thisEvent.eventParm2 != null)
{
if (thisEvent.eventParm2.Length > 0)
{
myCheckedEvent.WriteStartElement("Parm2");
myCheckedEvent.WriteString(thisEvent.eventParm2);
myCheckedEvent.WriteEndElement();
myCheckedEvent.WriteWhitespace("\n");
}
}
if (thisEvent.eventParm3 != null)
{
if (thisEvent.eventParm3.Length > 0)
{
myCheckedEvent.WriteStartElement("Parm3");
myCheckedEvent.WriteString(thisEvent.eventParm3);
myCheckedEvent.WriteEndElement();
myCheckedEvent.WriteWhitespace("\n");
}
}
if (thisEvent.eventParm4 != null)
{
if (thisEvent.eventParm4.Length > 0)
{
myCheckedEvent.WriteStartElement("Parm4");
myCheckedEvent.WriteString(thisEvent.eventParm4);
myCheckedEvent.WriteEndElement();
myCheckedEvent.WriteWhitespace("\n");
}
}
if (thisEvent.eventParm5 != null)
{
if (thisEvent.eventParm5.Length > 0)
{
myCheckedEvent.WriteStartElement("Parm5");
myCheckedEvent.WriteString(thisEvent.eventParm5);
myCheckedEvent.WriteEndElement();
myCheckedEvent.WriteWhitespace("\n");
}
}
if (thisEvent.eventParm6 != null)
{
if (thisEvent.eventParm6.Length > 0)
{
myCheckedEvent.WriteStartElement("Parm6");
myCheckedEvent.WriteString(thisEvent.eventParm6);
myCheckedEvent.WriteEndElement();
myCheckedEvent.WriteWhitespace("\n");
}
}
if (thisEvent.eventParm7 != null)
{
if (thisEvent.eventParm7.Length > 0)
{
myCheckedEvent.WriteStartElement("Parm7");
myCheckedEvent.WriteString(thisEvent.eventParm7);
myCheckedEvent.WriteEndElement();
myCheckedEvent.WriteWhitespace("\n");
}
}
if (thisEvent.eventParm8 != null)
{
if (thisEvent.eventParm8.Length > 0)
{
myCheckedEvent.WriteStartElement("Parm8");
myCheckedEvent.WriteString(thisEvent.eventParm8);
myCheckedEvent.WriteEndElement();
myCheckedEvent.WriteWhitespace("\n");
}
}
if (thisEvent.eventParm9 != null)
{
if (thisEvent.eventParm9.Length > 0)
{
myCheckedEvent.WriteStartElement("Parm9");
myCheckedEvent.WriteString(thisEvent.eventParm9);
myCheckedEvent.WriteEndElement();
myCheckedEvent.WriteWhitespace("\n");
}
}
if (thisEvent.eventParm10 != null)
{
if (thisEvent.eventParm10.Length > 0)
{
myCheckedEvent.WriteStartElement("Parm10");
myCheckedEvent.WriteString(thisEvent.eventParm10);
myCheckedEvent.WriteEndElement();
myCheckedEvent.WriteWhitespace("\n");
}
}
myCheckedEvent.WriteEndElement(); // XTRMEvent
}
catch (Exception ex)
{
XLogger(1106, rc, string.Format("Caught Event Loader Exception; Folder={0}; UUID={1}; Message={2}", strPendingEventFolder, thisEvent.eventUUID, ex.Message));
}
}
myCheckedEvent.WriteEndElement(); // XTRMRoot
myCheckedEvent.Flush();
}
else
{
XLogger(1129, -1, string.Format("Event File Too Large; Folder={0}; File={1}; rc={2}", strPendingEventFolder, fileName, rc));
}
}
catch (Exception ex)
{
XLogger(1130, -1, string.Format("ParseConfig Exception; Folder={0}; File={1}; rc={2}", strPendingEventFolder, fileName, rc));
}
}
}
catch (Exception ex)
{
XLogger(1108, -1, string.Format("ProcessPendingEvents::Get Files Exception; Folder={0}; Message={1}", strPendingEventFolder, ex.Message));
}
return rc;
}
// Make Full Pass Through Processing.
public int Run(int pass = 0, bool logBeat = false)
{
int rc = 0;
// Determine what we are currently processing!
eventStatus = getDictionaryEntry("ProcessEvents", "Y").Equals("Y");
commandStatus = getDictionaryEntry("ProcessCommands", "Y").Equals("Y");
dataStatus = getDictionaryEntry("ProcessData", "Y").Equals("Y");
maxEventFileSize = Convert.ToInt32(getDictionaryEntry("MaxEventFileSize", "1024000"));
// Validate Connection.
if (validateConnection(MasterConnection))
{
exCount_XML = 0;
// Populate activeEvents from XDB.
switch (pass)
{
// Pass 0: Parse the XLator Configs.
case 0:
if (eventStatus)
{
if ((!bConfigLoaded) | (XTRMObject.getDictionaryEntry("ReloadConfig", "Y").Equals("Y")))
{
// Get the XLator Event Folder (from the dictionary).
//string strPendingEventFolder = XLib.XDB_Objects.XObject.getDictionaryEntry("XLatorPendingEventFolder");
// May be a list of config files!
//string strPendingEventFolder = myConfigLoader.configFile;
myConfigLoaders.Clear();
foreach (string thisConfig in myConfigs)
{
XTRMRoot thisLoader = new XTRMRoot(ResolveText(thisConfig, XDictionary));
thisLoader.ParseConfig(2, true);
myConfigLoaders.Add(thisLoader);
}
bConfigLoaded = true;
}
// Commit.
}
break;
// Pass 2: Process all active XDB events against each of the loaders.
case 2:
if (eventStatus)
{
// Loop through all XDB events
// Run query to get active XDB events.
rc = LoadActiveEvents();
if (rc < 0)
{
XLogger(1102, -1, string.Format("Run::LoadActiveEvents() Failure; Pass={0}; rc={1}", pass, rc));
}
XTRMEvent thisEvent = new XTRMEvent(false);
// For each event:
foreach (int thisEventSerial in activeEvents)
{
int eventState = 0;
//XEvent thisEvent = new XEvent();
rc = thisEvent.Initialize(thisEventSerial);
// For each loader:
if (rc >= 0)
{
// XEvent Retrieved Successfully!
foreach (XTRMRoot thisLoader in myConfigLoaders)
{
XTRMMatchMaker myEventChecker = new XTRMMatchMaker();
rc = myEventChecker.ProcessActiveEvent(thisLoader, thisEvent);
if (rc >= 0)
{
eventState += rc;
}
else
{
XLogger(1103, -1, string.Format("Run::XTRMEvent.ProcessActiveEvent() Failure; Pass={0}; UUID={1}; rc={2}", pass, thisEvent.eventUUID, rc));
}
}
thisEvent.eventState = eventState;
rc = thisEvent.Save();
if (rc >= 0)
{
XLogger(1124, eventState, string.Format("Event={0}; {1}", rc, thisEvent.banner), thisEvent.eventUser);
}
else
{
XLogger(1123, -1, string.Format("Unable to Save() Active Event; rc={2}", pass, thisEvent.eventUUID, rc));
}
}
else
{
// Error!
XLogger(1104, -1, string.Format("Run::XEvent.Initialize() Failure; Pass={0}; UUID={1}; rc={2}", pass, thisEvent.eventUUID, rc));
}
thisEvent.Clear();
}
}
break;
}
}
else
{
myLog.WriteEntry("Master XDB Connection Failure");
}
return(rc);
}
// Overall Flow:
//
// Run through eack XLator config file (loading events).
// Query XDB for events whose state is 0 (not processed).
// For each XLator config, run each event against the corresponding XLator config rules generating jobs as indicated (use event-tagging on the job).
// When generating a job update the Event_Processed time stamp.
// After processing all events against each relevant XLator config, then mark event state as 1 (processed).
//
// Process Pending Events in XLator/Events Folder.
public int ProcessPendingEvents(string strPendingEventFolder)
{
int rc = 0;
bool bError = false;
XTRMEvent eventTester = new XTRMEvent(false);
// For Each File in the folder, need to consume into XEvent(s).
//Directory.GetFiles(strPendingEventFolder);
try
{
//Directory.GetFiles(strPendingEventFolder, "*.dll").Select(fn => new FileInfo(fn)).
//string[] fileEntries = Directory.GetFiles(strPendingEventFolder).Select(fn => new FileInfo(fn)).OrderBy(f => f.CreationTime).ToList();
string[] fileEntries = Directory.GetFiles(strPendingEventFolder);
foreach (string fileName in fileEntries)
{
bError = false;
try
{
// Only process file if it is less than 100KB.
FileInfo myInfo = new FileInfo(fileName);
if (myInfo.Length <= maxEventFileSize)
{
//ParseConfig(fileName);
XTRMRoot myEventLoader = new XTRMRoot(fileName);
//myEventLoader.Clear();
myEventLoader.ParseConfig(2, true);
// This will result in 0 or more XEvents to process.
foreach (XTRMEvent thisEvent in myEventLoader.events)
{
try
{
// Check to see if the UUID already exists!
if (eventTester.Initialize(thisEvent.eventUUID) <= 0)
{
// Persist the XEvent to XDB.
rc = thisEvent.Save();
if (rc < 0)
{
bError = true;
XLogger(1105, -1, string.Format("ProcessPendingEvents::XEvent.Save() Failure; Folder={0}; UUID={1}; rc={2}", strPendingEventFolder, thisEvent.eventUUID, rc));
}
}
else
{
XLogger(1128, -1, string.Format("Duplicate Event Skipped; Folder={0}; UUID={1}; File={2}; rc={3}", strPendingEventFolder, thisEvent.eventUUID, thisEvent.eventParm1, rc));
}
}
catch (Exception ex)
{
XLogger(1106, rc, string.Format("Caught Event Loader Exception; Folder={0}; UUID={1}; Message={2}", strPendingEventFolder, thisEvent.eventUUID, ex.Message));
}
}
}
else
{
XLogger(1129, -1, string.Format("Event File Too Large; Folder={0}; File={1}; rc={2}", strPendingEventFolder, fileName, rc));
}
}
catch (Exception ex)
{
XLogger(1130, -1, string.Format("ParseConfig Exception; Folder={0}; File={1}; rc={2}", strPendingEventFolder, fileName, rc));
}
// Now Move the File Containing the Event(s) to the OK Folder.
try
{
FileInfo myFileInfo = new FileInfo(fileName);
string shortName = myFileInfo.Name;
//File.Move();
DirectoryInfo myParentDirInfo = Directory.GetParent(strPendingEventFolder);
string myParentDir = myParentDirInfo.FullName;
// REWORK the following moves.
if (bError)
{
//File.Move();
bool bExists = Directory.Exists(myParentDir + "\\Discard\\");
if (!bExists)
{
Directory.CreateDirectory(myParentDir + "\\Discard\\");
}
File.Move(strPendingEventFolder + "\\" + shortName, myParentDir + "\\Discard\\" + shortName);
}
else
{
//File.Move();
bool bExists = Directory.Exists(myParentDir + "\\OK\\");
if (!bExists)
{
Directory.CreateDirectory(myParentDir + "\\OK\\");
}
File.Move(strPendingEventFolder + "\\" + shortName, myParentDir + "\\OK\\" + shortName);
}
// Whether can move or not, must delete!
File.Delete(strPendingEventFolder + "\\" + shortName);
}
catch (Exception ex)
{
XLogger(1107, -1, string.Format("ProcessPendingEvents::Move Files Exception; Folder={0}; Message={1}", strPendingEventFolder, ex.Message));
}
}
}
catch (Exception ex)
{
XLogger(1108, -1, string.Format("ProcessPendingEvents::Get Files Exception; Folder={0}; Message={1}", strPendingEventFolder, ex.Message));
}
return(rc);
}
/*
* public int startIteration()
* {
* int rc = 0;
* int interval = 60;
* try
* {
* XObject.XDictionary = createDictionary();
* myConfigs = XLib.XDB_Objects.XObject.getDictionaryEntries("XLatorConfigFile");
* interval = Convert.ToInt32(getConfig(XObject.XDictionary, "MonitorInterval", "60"));
* }
* catch (Exception ex)
* {
* interval = 60;
* }
* return interval;
* }
* */
// Make Full Pass Through Processing.
public int Run(int pass = 0, bool logBeat = false)
{
int rc = 0;
// Determine what we are currently processing!
eventStatus = getDictionaryEntry("ProcessEvents", "Y").Equals("Y");
commandStatus = getDictionaryEntry("ProcessCommands", "Y").Equals("Y");
dataStatus = getDictionaryEntry("ProcessData", "Y").Equals("Y");
maxEventFileSize = Convert.ToInt32(getDictionaryEntry("MaxEventFileSize", "1024000"));
//Process execProcess = Process.GetCurrentProcess();
/*
* if (logBeat)
* {
* XLogger(1131, 0, string.Format("Heartbeat: Current={0}; Peak={1}; WSS={2}; TotProc={3};", execProcess.VirtualMemorySize64, execProcess.PeakVirtualMemorySize64, execProcess.WorkingSet64, execProcess.TotalProcessorTime));
* }
*
* // Check memory.
* // Check registry.
* if (execProcess.VirtualMemorySize64 > 500000000)
* {
* XLogger(1137, 0, string.Format("Forcing Garbage Collection: Current={0}; Peak={1}; WSS={2}; TotProc={3};", execProcess.VirtualMemorySize64, execProcess.PeakVirtualMemorySize64, execProcess.WorkingSet64, execProcess.TotalProcessorTime));
* GC.Collect();
* XLogger(1138, 0, string.Format("After Garbage Collection: Current={0}; Peak={1}; WSS={2}; TotProc={3};", execProcess.VirtualMemorySize64, execProcess.PeakVirtualMemorySize64, execProcess.WorkingSet64, execProcess.TotalProcessorTime));
* if (execProcess.VirtualMemorySize64 > 300000000)
* {
* XLogger(1139, 0, string.Format("Re-Instantiating: Current={0}; Peak={1}; WSS={2}; TotProc={3};", execProcess.VirtualMemorySize64, execProcess.PeakVirtualMemorySize64, execProcess.WorkingSet64, execProcess.TotalProcessorTime));
*
* return -1;
* }
* }
* */
// Validate Connection.
if (validateConnection(MasterConnection))
{
exCount_XML = 0;
// Populate activeEvents from XDB.
switch (pass)
{
// Pass 0: Parse the XLator Configs.
case 0:
if (eventStatus)
{
if ((!bConfigLoaded) | (XTRMObject.getDictionaryEntry("ReloadConfig", "Y").Equals("Y")))
{
// Get the XLator Event Folder (from the dictionary).
//string strPendingEventFolder = XLib.XDB_Objects.XObject.getDictionaryEntry("XLatorPendingEventFolder");
// May be a list of config files!
//string strPendingEventFolder = myConfigLoader.configFile;
myConfigLoaders.Clear();
foreach (string thisConfig in myConfigs)
{
XTRMRoot thisLoader = new XTRMRoot(ResolveText(thisConfig, XDictionary));
thisLoader.ParseConfig(2, true);
myConfigLoaders.Add(thisLoader);
}
bConfigLoaded = true;
}
// Commit.
}
break;
// Pass 1: Process any pending events referenced by any of the loaders.
case 1:
if (eventStatus)
{
foreach (XTRMRoot thisLoader in myConfigLoaders)
{
//myConfigLoader.ParseConfig(thisConfig, 2, true);
foreach (string strPendingEventFolder in thisLoader.eventFolders)
{
rc = ProcessPendingEvents(strPendingEventFolder);
if (rc < 0)
{
XLogger(1100, -1, string.Format("Run::ProcessPendingEvents() Failure; Pass={0}; rc={1}; folder={2}", pass, rc, strPendingEventFolder));
}
}
//myConfigLoaders.Add(myConfigLoader);
}
if (exCount_XML > 0)
{
//Console.Write("XML Parser Exceptions\n");
XLogger(1101, exCount_XML, string.Format("Run::XML Parser xceptions > 0; Pass={0}; rc={1}", pass, rc));
}
}
break;
}
}
else
{
myLog.WriteEntry("Master XDB Connection Failure");
}
return(rc);
}
/*
public int startIteration()
{
int rc = 0;
int interval = 60;
try
{
XObject.XDictionary = createDictionary();
myConfigs = XLib.XDB_Objects.XObject.getDictionaryEntries("XLatorConfigFile");
interval = Convert.ToInt32(getConfig(XObject.XDictionary, "MonitorInterval", "60"));
}
catch (Exception ex)
{
interval = 60;
}
return interval;
}
* */
// Make Full Pass Through Processing.
public int Run(int pass = 0, bool logBeat = false)
{
int rc = 0;
// Determine what we are currently processing!
eventStatus = getDictionaryEntry("ProcessEvents", "Y").Equals("Y");
commandStatus = getDictionaryEntry("ProcessCommands", "Y").Equals("Y");
dataStatus = getDictionaryEntry("ProcessData", "Y").Equals("Y");
maxEventFileSize = Convert.ToInt32(getDictionaryEntry("MaxEventFileSize", "1024000"));
//Process execProcess = Process.GetCurrentProcess();
/*
if (logBeat)
{
XLogger(1131, 0, string.Format("Heartbeat: Current={0}; Peak={1}; WSS={2}; TotProc={3};", execProcess.VirtualMemorySize64, execProcess.PeakVirtualMemorySize64, execProcess.WorkingSet64, execProcess.TotalProcessorTime));
}
// Check memory.
// Check registry.
if (execProcess.VirtualMemorySize64 > 500000000)
{
XLogger(1137, 0, string.Format("Forcing Garbage Collection: Current={0}; Peak={1}; WSS={2}; TotProc={3};", execProcess.VirtualMemorySize64, execProcess.PeakVirtualMemorySize64, execProcess.WorkingSet64, execProcess.TotalProcessorTime));
GC.Collect();
XLogger(1138, 0, string.Format("After Garbage Collection: Current={0}; Peak={1}; WSS={2}; TotProc={3};", execProcess.VirtualMemorySize64, execProcess.PeakVirtualMemorySize64, execProcess.WorkingSet64, execProcess.TotalProcessorTime));
if (execProcess.VirtualMemorySize64 > 300000000)
{
XLogger(1139, 0, string.Format("Re-Instantiating: Current={0}; Peak={1}; WSS={2}; TotProc={3};", execProcess.VirtualMemorySize64, execProcess.PeakVirtualMemorySize64, execProcess.WorkingSet64, execProcess.TotalProcessorTime));
return -1;
}
}
* */
// Validate Connection.
if (validateConnection(MasterConnection))
{
exCount_XML = 0;
// Populate activeEvents from XDB.
switch (pass)
{
// Pass 0: Parse the XLator Configs.
case 0:
if (eventStatus)
{
if ((!bConfigLoaded) | (XTRMObject.getDictionaryEntry("ReloadConfig", "Y").Equals("Y")))
{
// Get the XLator Event Folder (from the dictionary).
//string strPendingEventFolder = XLib.XDB_Objects.XObject.getDictionaryEntry("XLatorPendingEventFolder");
// May be a list of config files!
//string strPendingEventFolder = myConfigLoader.configFile;
myConfigLoaders.Clear();
foreach (string thisConfig in myConfigs)
{
XTRMRoot thisLoader = new XTRMRoot(ResolveText(thisConfig, XDictionary));
thisLoader.ParseConfig(2, true);
myConfigLoaders.Add(thisLoader);
}
bConfigLoaded = true;
}
// Commit.
}
break;
// Pass 1: Process any pending events referenced by any of the loaders.
case 1:
if (eventStatus)
{
foreach (XTRMRoot thisLoader in myConfigLoaders)
{
//myConfigLoader.ParseConfig(thisConfig, 2, true);
foreach (string strPendingEventFolder in thisLoader.eventFolders)
{
rc = ProcessPendingEvents(strPendingEventFolder);
if (rc < 0)
{
XLogger(1100, -1, string.Format("Run::ProcessPendingEvents() Failure; Pass={0}; rc={1}; folder={2}", pass, rc, strPendingEventFolder));
}
}
//myConfigLoaders.Add(myConfigLoader);
}
if (exCount_XML > 0)
{
//Console.Write("XML Parser Exceptions\n");
XLogger(1101, exCount_XML, string.Format("Run::XML Parser xceptions > 0; Pass={0}; rc={1}", pass, rc));
}
}
break;
}
}
else
{
myLog.WriteEntry("Master XDB Connection Failure");
}
return rc;
}
