protected static void Alert(string subject, string text) { // Send email to XBot Admin. string contact = XTRMObject.getDictionaryEntry("AdminMail", "*****@*****.**"); XTRMObject.Notify(contact, null, subject, text); }
public static bool IsDictionaryLoaded() { bool bValid = false; if (XTRMObject.getDictionaryEntry("LoadDisposition").Equals("1")) { bValid = true; Console.Write("\nConfig ID={0}.\n", getDictionaryEntry("ConfigID")); } return(bValid); }
//static String odbcConnectionString = XTRMObject.getDictionaryEntry("ODBCConnectString"); static public SqlConnection connectXDB(string connectString = "") { SqlConnection thisConnection = null; if (connectString.Equals("")) { connectString = XTRMObject.getDictionaryEntry("TaskConnectString"); } try { thisConnection = new SqlConnection(connectString); } catch (SqlException) { } catch (Exception) { } return(thisConnection); }
// Make Full Pass Through Processing. public int Run(int pass = 0, bool logBeat = false) { int rc = 0; bool initiatorStatus = getDictionaryEntry("ProcessJobs", "Y").Equals("Y"); // Validate Connection. if (validateConnection(MasterConnection)) { switch (pass) { // Pass 1: Evaluate current run states. // Review Active Jobs. case 1: //myLog.WriteEntry("Starting Pass 0"); if (CheckStatus() >= 0) //Initialize(); //if (bInitialized) { // Inspect each running job. //XLogger(1200, 0, string.Format("Jobs Executing={0}; Allowed={1}", runningJobs.Count, jobsAllowed)); foreach (XTRMJob thisJob in runningJobs) { //rc = thisJob.Initialize(thisJob.jobSerial); //if (rc >= 0) //{ if (thisJob.jobStatus == 1) { int lActiveTasks = 0; // Inspect each running task (should be one at most). foreach (XTRMTask thisTask in thisJob.tasks) { // Refresh Task. //rc = thisTask.Initialize(thisTask.taskSerial); //if (rc >= 0) //{ /* * if (thisTask.taskStatus > 9) * { * // Done. * // Start next one if no other active tasks. * //thisJob.tasks.Remove(thisTask); * } */ if (thisTask.taskStatus == 1) { lActiveTasks++; if (false) { // If not original task object, then let's check closer. // This can happen if XExecutive gets re-initialized with running jobs. if (!thisTask.taskOriginator) { if (thisTask.taskPID != -1) { // Future, Check the [time]-limit? // Check the PID; If exists, then wait. try { Process thisProcess = Process.GetProcessById(thisTask.taskPID); if (thisProcess.HasExited) { thisTask.taskStatus = 95; // Complete; disposition unknown. rc = thisTask.Save(); } } catch (Exception ex) { // Mark the task as complete. thisTask.taskStatus = 91; // Complete; disposition unknown. rc = thisTask.Save(); } } } } } else { // Other status values ignored (for now) - should not be pending! //XLogger(1201, 0, string.Format("Unexpected TaskStatus Value={0}", thisTask.taskStatus)); // If result < 0, then mark job for termination! if (thisTask.taskResult < 0) { XLogger(1201, 0, string.Format("Job #{0} Terminated Due to Task #{1} Result={2}.", thisJob.jobSerial, thisTask.taskSerial, thisTask.taskResult)); thisJob.jobStatus = 98; // Terminated. thisJob.jobStop = DateTime.Now.ToString(); lActiveTasks = 1; rc = thisJob.Save(); if (rc < 0) { XLogger(1227, 0, string.Format("thisJob.Save() Failed; rc={0}", rc)); } // Send email to XBot Admin. string contact = XTRMObject.getDictionaryEntry("AdminMail", "*****@*****.**"); Notify(contact, null, string.Format("Job #{0}/{1} Failed {2}", thisJob.jobSerial, thisTask.taskSerial, thisJob.jobName), string.Format("Exec={0}; Path={1}; Result={2}.", thisTask.taskExecutable, thisTask.taskPath, thisTask.taskResult)); } } //} //else //{ // Error on Initialize() of XTask. // XLogger(1202, 0, string.Format("XTask.Initialize() Failure; rc={0}", rc)); //} } //if (thisJob.tasks.Count == 0) if (lActiveTasks == 0) { // Look for next task (within this job). List <int> pendingTaskSerials = InventoryPendingTasks(thisJob); if (pendingTaskSerials.Count <= 0) { // Job Complete thisJob.jobStatus = 99; thisJob.jobStop = DateTime.Now.ToString(); rc = thisJob.Save(); if (rc < 0) { XLogger(1203, 0, string.Format("thisJob.Save() Failed; rc={0}", rc)); } //runningJobs.Remove(thisJob); } else { XTRMTask pendingTask = new XTRMTask(false); if (pendingTaskSerials[0] < 1) { // Error XLogger(1204, 0, "No Pending TaskSerials"); } rc = pendingTask.Initialize(pendingTaskSerials[0]); if (rc >= 0) { //thisJob.tasks.Add(pendingTask); //runningTasks.Add(pendingTask); rc = pendingTask.Start(); if (rc < 0) { XLogger(1205, 0, string.Format("pendingTask.Start() Failed; Serial={0}; rc={1}", pendingTask.taskSerial, rc)); // Send email to XBot Admin. string contact = XTRMObject.getDictionaryEntry("AdminMail", "*****@*****.**"); Notify(contact, null, string.Format("Job Task #{0}/{1} {2} Could Not Start", thisJob.jobSerial, pendingTask.taskSerial, pendingTask.taskName), string.Format("Exec={0}; Path={1}.", pendingTask.taskExecutable, pendingTask.taskPath)); } else { XLogger(1206, 0, string.Format("Task #{0} Started", pendingTask.taskSerial)); } //thisJob.tasks.Add(pendingTask); } else { // Error XLogger(1207, 0, string.Format("XTask.Initialize() Failure for Pending Task; rc={0}", rc)); } } } else { // Wait for other pending task(s) - should not happen! //XLogger(1208, 0, "Waiting for Job Task(s) to Complete."); } //} //else //{ // Error on Initialize() of XJob. // XLogger(1209, 0, string.Format("XJob.Initialize() Failure; rc={0}", rc)); //} } } // Purge Jobs that have completed! jobStatus >= 9 bool purgeFlag = true; while (purgeFlag) { purgeFlag = false; foreach (XTRMJob thisJob in runningJobs) { if (thisJob.jobStatus >= 9) { runningJobs.Remove(thisJob); purgeFlag = true; break; } } } } else { // Error! XLogger(1210, 0, "Executive Not Initialized in Pass 0"); } break; // Pass 0: Start New Jobs. // Review Pending Jobs. // Spawn Candidate Jobs. case 0: if (initiatorStatus) { //myLog.WriteEntry("Starting Pass 1"); // If we are under the MPR, then start a new job. if (runningJobs.Count < jobsAllowed) { rc = LoadCandidateJobs(); if (rc >= 0) { foreach (int thisJobSerial in candidateJobs) { // Mark the Job as Started. XTRMJob newJob = new XTRMJob(false); if (runningJobs.Count < jobsAllowed) { rc = newJob.Initialize(thisJobSerial); if (rc >= 0) { newJob.jobStatus = 1; newJob.jobStart = DateTime.Now.ToString(); //newJob.jobStop = DBNull.Value.ToString(); rc = newJob.Save(); if (rc >= 0) { // Job Started; first task will start in next call to case 0: runningJobs.Add(newJob); XLogger(1222, 0, string.Format("Job #{0} Started; Executing={1}; Allowed={2}", newJob.jobSerial, runningJobs.Count, jobsAllowed)); } else { // Error XLogger(1211, 0, string.Format("newJob.Save() Failure; rc={0}", rc)); } } else { // Initialize Error (XJob). XLogger(1212, 0, string.Format("newJob.Initialize() Failure; rc = {0}", rc)); } } else { XLogger(1213, 0, "Waiting for Runnng Jobs To Complete"); break; } } } else { // Error XLogger(1214, 0, string.Format("Failure in LoadCandidateJobs(); rc={0}", rc)); } } else { //XLogger(1215, 0, "Waiting for Capacity"); // Wait for capacity. } } break; } } else { myLog.WriteEntry("Master XDB Connection Failure"); } return(rc); }
public static string GetConfigID() { return(XTRMObject.getDictionaryEntry("ConfigID")); }
public int IncludeConfig(string inFile, Dictionary <String, String> myConfig, int lVariant = 0, bool bDeep = false) { // // Consume XML to create the XLator object. // if bDeep is false, then ONLY do this object. // if bDeep is true, then also do recursive objects. int rc = -1; XmlTextReader reader = null; string connectString = XTRMObject.getDictionaryEntry("TaskConnectString"); string outerXML; int lElementType = 0; XDictionaryLoader myDictionaryLoader = new XDictionaryLoader(); Dictionary <String, String> elementAttributes; try { // Load the reader with the data file and ignore all white space nodes. reader = new XmlTextReader(inFile); reader.WhitespaceHandling = WhitespaceHandling.None; // Parse the file and display each of the nodes. bool bResult = reader.Read(); while (bResult) { bool bProcessed = false; switch (reader.NodeType) { case XmlNodeType.Element: string elementName = reader.Name; switch (elementName.ToUpper()) { case "BASECONFIG": outerXML = reader.ReadOuterXml(); myDictionaryLoader = new XDictionaryLoader(); myConfig = myDictionaryLoader.Augment(myConfig, outerXML); bProcessed = true; break; case "WITHCONFIG": outerXML = reader.ReadOuterXml(); myDictionaryLoader.Augment(myConfig, outerXML); bProcessed = true; break; case "EVENTFILTER": outerXML = reader.ReadOuterXml(); XTRMEvent thisFilter = (XTRMEvent)XTRMEvent.consumeXML(myConfig, outerXML, 2, true); eventFilters.Add(thisFilter); bProcessed = true; break; case "XTRMEVENT": outerXML = reader.ReadOuterXml(); XTRMEvent thisEvent = (XTRMEvent)XTRMEvent.consumeXML(myConfig, outerXML, 1, true); events.Add(thisEvent); bProcessed = true; break; case "XTRMWORKFLOW": outerXML = reader.ReadOuterXml(); XTRMWorkFlow thisFlow = (XTRMWorkFlow)XTRMWorkFlow.consumeXML(myConfig, outerXML, 1, true); workflows.Add(thisFlow); bProcessed = true; break; } if (!bProcessed) { // May wish to get all the attributes here for new elements! elementAttributes = new Dictionary <String, String>(); if (reader.HasAttributes) { reader.MoveToFirstAttribute(); for (int i = 0; i < reader.AttributeCount; i++) { elementAttributes.Add(reader.Name, reader.Value); reader.MoveToNextAttribute(); } if (elementAttributes.ContainsKey("Name")) { // Try to instantiate the XEvent Object! name = elementAttributes["Name"]; } reader.MoveToElement(); } // Need to see if we are interested in this element! //string elementName = reader.Name; switch (elementName.ToUpper()) //switch (reader.Name) { case "EVENTFOLDER": lElementType = 1; bResult = reader.Read(); break; case "XTRM": // Advance into Elements! reader.MoveToContent(); bResult = reader.Read(); break; default: bResult = reader.Read(); break; } } break; case XmlNodeType.XmlDeclaration: case XmlNodeType.ProcessingInstruction: bResult = reader.Read(); break; case XmlNodeType.Comment: bResult = reader.Read(); break; case XmlNodeType.EndElement: bResult = reader.Read(); break; case XmlNodeType.Text: switch (lElementType) { case 1: // EventFolder eventFolders.Add(ResolveText(reader.Value, XDictionary)); break; default: break; } bResult = reader.Read(); break; default: bResult = reader.Read(); break; } } } catch (Exception ex) { exCount_XML++; XLogger(2402, -1, string.Format("XLator::IncludeConfig(); ConfigFile={0}; Message={1}", configFile, ex.Message)); } finally { if (reader != null) { reader.Close(); } } return(rc); }
// Make Full Pass Through Processing. public int Run(int pass = 0, bool logBeat = false) { int rc = 0; // Determine what we are currently processing! eventStatus = getDictionaryEntry("ProcessEvents", "Y").Equals("Y"); commandStatus = getDictionaryEntry("ProcessCommands", "Y").Equals("Y"); dataStatus = getDictionaryEntry("ProcessData", "Y").Equals("Y"); maxEventFileSize = Convert.ToInt32(getDictionaryEntry("MaxEventFileSize", "1024000")); // Validate Connection. if (validateConnection(MasterConnection)) { exCount_XML = 0; // Populate activeEvents from XDB. switch (pass) { // Pass 0: Parse the XLator Configs. case 0: if (eventStatus) { if ((!bConfigLoaded) | (XTRMObject.getDictionaryEntry("ReloadConfig", "Y").Equals("Y"))) { // Get the XLator Event Folder (from the dictionary). //string strPendingEventFolder = XLib.XDB_Objects.XObject.getDictionaryEntry("XLatorPendingEventFolder"); // May be a list of config files! //string strPendingEventFolder = myConfigLoader.configFile; myConfigLoaders.Clear(); foreach (string thisConfig in myConfigs) { XTRMRoot thisLoader = new XTRMRoot(ResolveText(thisConfig, XDictionary)); thisLoader.ParseConfig(2, true); myConfigLoaders.Add(thisLoader); } bConfigLoaded = true; } // Commit. } break; // Pass 2: Process all active XDB events against each of the loaders. case 2: if (eventStatus) { // Loop through all XDB events // Run query to get active XDB events. rc = LoadActiveEvents(); if (rc < 0) { XLogger(1102, -1, string.Format("Run::LoadActiveEvents() Failure; Pass={0}; rc={1}", pass, rc)); } XTRMEvent thisEvent = new XTRMEvent(false); // For each event: foreach (int thisEventSerial in activeEvents) { int eventState = 0; //XEvent thisEvent = new XEvent(); rc = thisEvent.Initialize(thisEventSerial); // For each loader: if (rc >= 0) { // XEvent Retrieved Successfully! foreach (XTRMRoot thisLoader in myConfigLoaders) { XTRMMatchMaker myEventChecker = new XTRMMatchMaker(); rc = myEventChecker.ProcessActiveEvent(thisLoader, thisEvent); if (rc >= 0) { eventState += rc; } else { XLogger(1103, -1, string.Format("Run::XTRMEvent.ProcessActiveEvent() Failure; Pass={0}; UUID={1}; rc={2}", pass, thisEvent.eventUUID, rc)); } } thisEvent.eventState = eventState; rc = thisEvent.Save(); if (rc >= 0) { XLogger(1124, eventState, string.Format("Event={0}; {1}", rc, thisEvent.banner), thisEvent.eventUser); } else { XLogger(1123, -1, string.Format("Unable to Save() Active Event; rc={2}", pass, thisEvent.eventUUID, rc)); } } else { // Error! XLogger(1104, -1, string.Format("Run::XEvent.Initialize() Failure; Pass={0}; UUID={1}; rc={2}", pass, thisEvent.eventUUID, rc)); } thisEvent.Clear(); } } break; } } else { myLog.WriteEntry("Master XDB Connection Failure"); } return(rc); }
/* * public int startIteration() * { * int rc = 0; * int interval = 60; * try * { * XObject.XDictionary = createDictionary(); * myConfigs = XLib.XDB_Objects.XObject.getDictionaryEntries("XLatorConfigFile"); * interval = Convert.ToInt32(getConfig(XObject.XDictionary, "MonitorInterval", "60")); * } * catch (Exception ex) * { * interval = 60; * } * return interval; * } * */ // Make Full Pass Through Processing. public int Run(int pass = 0, bool logBeat = false) { int rc = 0; // Determine what we are currently processing! eventStatus = getDictionaryEntry("ProcessEvents", "Y").Equals("Y"); commandStatus = getDictionaryEntry("ProcessCommands", "Y").Equals("Y"); dataStatus = getDictionaryEntry("ProcessData", "Y").Equals("Y"); maxEventFileSize = Convert.ToInt32(getDictionaryEntry("MaxEventFileSize", "1024000")); //Process execProcess = Process.GetCurrentProcess(); /* * if (logBeat) * { * XLogger(1131, 0, string.Format("Heartbeat: Current={0}; Peak={1}; WSS={2}; TotProc={3};", execProcess.VirtualMemorySize64, execProcess.PeakVirtualMemorySize64, execProcess.WorkingSet64, execProcess.TotalProcessorTime)); * } * * // Check memory. * // Check registry. * if (execProcess.VirtualMemorySize64 > 500000000) * { * XLogger(1137, 0, string.Format("Forcing Garbage Collection: Current={0}; Peak={1}; WSS={2}; TotProc={3};", execProcess.VirtualMemorySize64, execProcess.PeakVirtualMemorySize64, execProcess.WorkingSet64, execProcess.TotalProcessorTime)); * GC.Collect(); * XLogger(1138, 0, string.Format("After Garbage Collection: Current={0}; Peak={1}; WSS={2}; TotProc={3};", execProcess.VirtualMemorySize64, execProcess.PeakVirtualMemorySize64, execProcess.WorkingSet64, execProcess.TotalProcessorTime)); * if (execProcess.VirtualMemorySize64 > 300000000) * { * XLogger(1139, 0, string.Format("Re-Instantiating: Current={0}; Peak={1}; WSS={2}; TotProc={3};", execProcess.VirtualMemorySize64, execProcess.PeakVirtualMemorySize64, execProcess.WorkingSet64, execProcess.TotalProcessorTime)); * * return -1; * } * } * */ // Validate Connection. if (validateConnection(MasterConnection)) { exCount_XML = 0; // Populate activeEvents from XDB. switch (pass) { // Pass 0: Parse the XLator Configs. case 0: if (eventStatus) { if ((!bConfigLoaded) | (XTRMObject.getDictionaryEntry("ReloadConfig", "Y").Equals("Y"))) { // Get the XLator Event Folder (from the dictionary). //string strPendingEventFolder = XLib.XDB_Objects.XObject.getDictionaryEntry("XLatorPendingEventFolder"); // May be a list of config files! //string strPendingEventFolder = myConfigLoader.configFile; myConfigLoaders.Clear(); foreach (string thisConfig in myConfigs) { XTRMRoot thisLoader = new XTRMRoot(ResolveText(thisConfig, XDictionary)); thisLoader.ParseConfig(2, true); myConfigLoaders.Add(thisLoader); } bConfigLoaded = true; } // Commit. } break; // Pass 1: Process any pending events referenced by any of the loaders. case 1: if (eventStatus) { foreach (XTRMRoot thisLoader in myConfigLoaders) { //myConfigLoader.ParseConfig(thisConfig, 2, true); foreach (string strPendingEventFolder in thisLoader.eventFolders) { rc = ProcessPendingEvents(strPendingEventFolder); if (rc < 0) { XLogger(1100, -1, string.Format("Run::ProcessPendingEvents() Failure; Pass={0}; rc={1}; folder={2}", pass, rc, strPendingEventFolder)); } } //myConfigLoaders.Add(myConfigLoader); } if (exCount_XML > 0) { //Console.Write("XML Parser Exceptions\n"); XLogger(1101, exCount_XML, string.Format("Run::XML Parser xceptions > 0; Pass={0}; rc={1}", pass, rc)); } } break; } } else { myLog.WriteEntry("Master XDB Connection Failure"); } return(rc); }
public int ParseConfig(string configFile, bool bDeep = false) { // // Consume XML to create the XFSEntity objects. // if bDeep is false, then ONLY do this object. // if bDeep is true, then also do recursive objects. XmlTextReader reader = null; int rc = -1; string connectString = XTRMObject.getDictionaryEntry("TaskConnectString"); string outerXML; int lElementType = 0; XDictionaryLoader myDictionaryLoader = new XDictionaryLoader(); Dictionary <String, String> elementAttributes; entities.Clear(); try { // Load the reader with the data file and ignore all white space nodes. reader = new XmlTextReader(configFile); reader.WhitespaceHandling = WhitespaceHandling.None; // Parse the file and display each of the nodes. bool bResult = reader.Read(); while (bResult) { bool bProcessed = false; switch (reader.NodeType) { case XmlNodeType.Element: string elementName = reader.Name; switch (elementName.ToUpper()) { case "XFSENTITY": outerXML = reader.ReadOuterXml(); XTRMFSEntity thisEntity = (XTRMFSEntity)XTRMFSEntity.consumeXML(outerXML, 1, true); entities.Add(thisEntity); bProcessed = true; break; } if (!bProcessed) { // May wish to get all the attributes here for new elements! elementAttributes = new Dictionary <String, String>(); if (reader.HasAttributes) { reader.MoveToFirstAttribute(); for (int i = 0; i < reader.AttributeCount; i++) { //reader.GetAttribute(i); elementAttributes.Add(reader.Name, reader.Value); reader.MoveToNextAttribute(); } if (elementAttributes.ContainsKey("Tag")) { agentTag = elementAttributes["Tag"]; } if (elementAttributes.ContainsKey("Source")) { agentSource = elementAttributes["Source"]; } if (elementAttributes.ContainsKey("User")) { agentUser = elementAttributes["User"]; } if (elementAttributes.ContainsKey("EventPath")) { agentEventPath = elementAttributes["EventPath"]; } reader.MoveToElement(); } // Need to see if we are interested in this element! //string elementName = reader.Name; switch (elementName.ToUpper()) { case "XFILEAGENTCONFIG": // Advance into Elements! reader.MoveToContent(); bResult = reader.Read(); break; default: bResult = reader.Read(); break; } } break; case XmlNodeType.XmlDeclaration: case XmlNodeType.ProcessingInstruction: //writer.WriteProcessingInstruction(reader.Name, reader.Value); bResult = reader.Read(); break; case XmlNodeType.Comment: //writer.WriteComment(reader.Value); bResult = reader.Read(); break; case XmlNodeType.EndElement: //writer.WriteFullEndElement(); bResult = reader.Read(); break; case XmlNodeType.Text: //Console.Write(reader.Value); switch (lElementType) { default: break; } bResult = reader.Read(); break; default: bResult = reader.Read(); break; } } } catch (Exception ex) { exCount_XML++; XLogger(2400, -1, string.Format("XTRMFileAgent::parseConfig(); ConfigFile={0}; Message={1}", configFile, ex.Message)); } finally { if (reader != null) { reader.Close(); } } return(rc); }