// To Check if JobQueue has a New Job to be executed
private void NewJobsCheckTimer_Elapsed(object sender, ElapsedEventArgs e)
{
try
{
// If Jobs Queue is not Empty & No (Server or Attended) Job is being executed
if (!JobsQueueManager.IsQueueEmpty() && !IsEngineBusy)
{
SetEngineStatus(true);
ExecuteJob();
SetEngineStatus(false);
}
}
catch (Exception ex)
{
// Log Event
_fileLogger.LogEvent("Job Execution", $"Error occurred while executing the job; ErrorMessage = {ex.ToString()}",
LogEventLevel.Error);
try
{
var job = JobsQueueManager.DequeueJob();
// Update Automation Execution Log (Execution Failure)
if (_executionLog != null)
{
_executionLog.Status = "Job has failed";
_executionLog.HasErrors = true;
_executionLog.ErrorMessage = ex.Message;
_executionLog.ErrorDetails = ex.ToString();
ExecutionLogsAPIManager.UpdateExecutionLog(_authAPIManager, _executionLog);
}
// Update Job Status (Failed)
JobsAPIManager.UpdateJobStatus(_authAPIManager, job.AgentId.ToString(), job.Id.ToString(),
JobStatusType.Failed, new JobErrorViewModel(
ex.Message,
ex.GetType().GetProperty("ErrorCode")?.GetValue(ex, null)?.ToString() ?? string.Empty,
ExceptionSerializer.Serialize(ex))
);
}
catch (Exception exception)
{
// Log Event
_fileLogger.LogEvent("Job Execution", $"Error occurred while updating status on job failure; " +
$"ErrorMessage = {exception}", LogEventLevel.Error);
}
_isSuccessfulExecution = false;
_agentHeartbeat.LastReportedMessage = "Job execution failed";
SetEngineStatus(false);
}
}
private void ExecuteJob()
{
// Log Event
_fileLogger.LogEvent("Job Execution", "Job execution started");
// Peek Job
var job = JobsQueueManager.PeekJob();
// Log Event
_fileLogger.LogEvent("Job Execution", "Attempt to fetch Automation Detail");
// Get Automation Info
var automation = AutomationsAPIManager.GetAutomation(_authAPIManager, job.AutomationId.ToString());
// Update LastReportedMessage and LastReportedWork
_agentHeartbeat.LastReportedMessage = "Job execution started";
_agentHeartbeat.LastReportedWork = automation.Name;
// Log Event
_fileLogger.LogEvent("Job Execution", "Attempt to download/retrieve Automation");
string connectedUserName = _connectionSettingsManager.ConnectionSettings.UserName;
string userDomainName = _connectionSettingsManager.ConnectionSettings.DNSHost;
// Download Automation and Extract Files and Return File Paths of ProjectConfig and MainScript
automation.AutomationEngine = string.IsNullOrEmpty(automation.AutomationEngine) ? "OpenBots" : automation.AutomationEngine;
string configFilePath;
string executionDirPath;
var mainScriptFilePath = AutomationManager.DownloadAndExtractAutomation(_authAPIManager, automation, job.Id.ToString(), userDomainName, connectedUserName, out executionDirPath, out configFilePath);
// Install Project Dependencies
List <string> assembliesList = null;
if (automation.AutomationEngine == "OpenBots")
{
NugetPackageManager.InstallProjectDependencies(configFilePath, userDomainName, connectedUserName);
assembliesList = NugetPackageManager.LoadPackageAssemblies(configFilePath, userDomainName, connectedUserName);
}
// Log Event
_fileLogger.LogEvent("Job Execution", "Attempt to update Job Status (Pre-execution)");
// Create Automation Execution Log (Execution Started)
_executionLog = ExecutionLogsAPIManager.CreateExecutionLog(_authAPIManager, new AutomationExecutionLog(
null, false, null, DateTime.UtcNow, null, null, null, null, null, job.Id, job.AutomationId, job.AgentId,
DateTime.UtcNow, null, null, null, "Job has started processing"));
// Update Job Status (InProgress)
JobsAPIManager.UpdateJobStatus(_authAPIManager, job.AgentId.ToString(), job.Id.ToString(),
JobStatusType.InProgress, new JobErrorViewModel());
// Update Job Start Time
JobsAPIManager.UpdateJobPatch(_authAPIManager, job.Id.ToString(),
new List <Operation>()
{
new Operation()
{
Op = "replace", Path = "/startTime", Value = DateTime.UtcNow.ToString("yyyy-MM-dd'T'HH:mm:ss.fffffff'Z'")
}
});
// Log Event
_fileLogger.LogEvent("Job Execution", "Attempt to execute process");
AgentViewModel agent = AgentsAPIManager.GetAgent(_authAPIManager, job.AgentId.ToString());
var userCredential = CredentialsAPIManager.GetCredentials(_authAPIManager, agent.CredentialId.ToString());
MachineCredential credential = new MachineCredential
{
Name = userCredential.Name,
Domain = userCredential.Domain,
UserName = userCredential.UserName,
PasswordSecret = userCredential.PasswordSecret
};
// Run Automation
RunAutomation(job, automation, credential, mainScriptFilePath, executionDirPath, assembliesList);
// Log Event
_fileLogger.LogEvent("Job Execution", "Job execution completed");
// Log Event
_fileLogger.LogEvent("Job Execution", "Attempt to update Job Status (Post-execution)");
// Update Job End Time
JobsAPIManager.UpdateJobPatch(_authAPIManager, job.Id.ToString(),
new List <Operation>()
{
new Operation()
{
Op = "replace", Path = "/endTime", Value = DateTime.UtcNow.ToString("yyyy-MM-dd'T'HH:mm:ss.fffffff'Z'")
},
new Operation()
{
Op = "replace", Path = "/isSuccessful", Value = true
}
});
// Delete Job Directory
try
{
Directory.Delete(executionDirPath, true);
}
catch (Exception)
{
// Appended 'Long Path Specifier' before the Directory Path
Directory.Delete(@"\\?\" + executionDirPath, true);
}
// Update Automation Execution Log (Execution Finished)
_executionLog.CompletedOn = DateTime.UtcNow;
_executionLog.Status = "Job has finished processing";
ExecutionLogsAPIManager.UpdateExecutionLog(_authAPIManager, _executionLog);
// Update Job Status (Completed)
JobsAPIManager.UpdateJobStatus(_authAPIManager, job.AgentId.ToString(), job.Id.ToString(),
JobStatusType.Completed, new JobErrorViewModel());
_fileLogger.LogEvent("Job Execution", "Job status updated. Removing from queue.");
// Dequeue the Job
JobsQueueManager.DequeueJob();
_isSuccessfulExecution = true;
_agentHeartbeat.LastReportedMessage = "Job execution completed";
}