/// <summary>
/// Check to see if any post processing needs to happen for this file. If so, do it.
/// </summary>
/// <param name="request">The last request we serviced</param>
private void postProcess(object obj)
{
MessageTO request = (MessageTO)obj;
// Set up
MessageTO response = new MessageTO();
response.MessageType = MessageTypeTO.JobCompletedResponse;
// Protect
if (request == null || String.IsNullOrEmpty(request.Configuration.SiteCode) ||
String.IsNullOrEmpty(request.Configuration.QueryConfigurations.RootNode.Value.File))
{
return;
}
// Do our work
try
{
String sqlProvider = ConfigurationManager.AppSettings[config.AppConfigSettingsConstants.SqlProvider];
String connectionString = ConfigurationManager.AppSettings[config.AppConfigSettingsConstants.SqlConnectionString];
ISqlDao sqlDao = new SqlDaoFactory().getSqlDao(new SqlConnectionFactory().getConnection(sqlProvider, connectionString));
//if (request.Configuration.ON_COMPLETE != null)
//{
if (ActiveExtractions.ExistsByFile(request.Configuration.QueryConfigurations.RootNode.Value.File)
||
WorkStack.ExistsByFile(request.Configuration.QueryConfigurations.RootNode.Value.File)
)
{
}
else
{
//sqlDao.executeDelimited(request.Configuration.ON_COMPLETE, 5 * 60 * 1000);
//// for each query configuration, disable indexes on the file
//IList<string> distinctFiles = new List<string>();
//parseDistinctFiles(request.Configuration.QueryConfigurations.RootNode, distinctFiles);
//foreach (string file in distinctFiles)
//{
// sqlDao.enableIndexes(file);
//}
// TODO: Add support for the SQL server version of this
//sqlDao.executeStoredProcedureNoArguments(request.Configuration.QueryConfigurations.RootNode.Value.File + "_END", 10 * 60 * 1000);
sqlDao.postProcess(request.Configuration.QueryConfigurations.RootNode);
}
//}
}
catch
{
// TODO: REQ HANDLER NEEDS A LOGGING MECHANISM THAT IS THREAD-SAFE
}
}
/// <summary>
/// Check if the orchestrator has jobs on it's work stack. Returns the number of jobs in the message property.
/// </summary>
/// <param name="request"></param>
/// <returns></returns>
public MessageTO getServerHasWorkResponse(MessageTO request)
{
MessageTO response = new MessageTO()
{
MessageType = MessageTypeTO.ServerHasWorkResponse,
Message = "0"
};
//LOG.Debug("Telling client we have " + WorkStack.Count() + " jobs on the stack");
if (!_locked && WorkStack != null && WorkStack.Count() > 0)
{
response.Message = WorkStack.Count().ToString();
}
return(response);
}
public TrashedRegisterFinder(
Program program,
ProgramDataFlow flow,
IEnumerable <SsaTransform> sccGroup,
DecompilerEventListener listener)
{
this.arch = program.Architecture;
this.segmentMap = program.SegmentMap;
this.flow = flow;
this.sccGroup = sccGroup.ToHashSet();
this.callGraph = program.CallGraph;
this.listener = listener;
this.cmp = new ExpressionValueComparer();
this.worklist = new WorkStack <Block>();
this.ssas = sccGroup.ToDictionary(s => s.SsaState.Procedure, s => s.SsaState);
}
/// <summary>
/// Return all the work stacks
/// </summary>
/// <param name="request"></param>
/// <returns></returns>
public MessageTO getWorkStacksResponse(MessageTO request)
{
MessageTO response = new MessageTO();
response.MessageType = MessageTypeTO.WorkStacksResponse;
//LOG.Debug(WorkStack.Count() + " jobs on the workstack");
//LOG.Debug(ActiveExtractions.Count() + " active jobs");
//LOG.Debug(ErroredExtractions.Count() + " errored jobs");
//LOG.Debug(CompletedExtractions.Count() + " completed jobs");
response.Configurations = new Dictionary <string, IList <ExtractorConfiguration> >();
response.Configurations.Add("Queued", new List <ExtractorConfiguration>());
response.Configurations.Add("Active", new List <ExtractorConfiguration>());
response.Configurations.Add("Errored", new List <ExtractorConfiguration>());
response.Configurations.Add("Completed", new List <ExtractorConfiguration>());
if (WorkStack != null && WorkStack.Count() > 0)
{
WorkStack.CopyTo(response.Configurations["Queued"]);
}
if (ActiveExtractions != null && ActiveExtractions.Count() > 0)
{
response.Configurations["Active"] = ActiveExtractions.CopyTo(response.Configurations["Active"]);
}
if (ErroredExtractions != null && ErroredExtractions.Count() > 0)
{
response.Configurations["Errored"] = ErroredExtractions.CopyTo(response.Configurations["Errored"]);
}
if (CompletedExtractions != null && CompletedExtractions.Count() > 0)
{
response.Configurations["Completed"] = CompletedExtractions.CopyTo(response.Configurations["Completed"]);
}
response.Message = gov.va.medora.utils.JsonUtils.Serialize <TaggedExtractorConfigArrays>
(new TaggedExtractorConfigArrays(response.Configurations));
response.Configurations = null; // null this since we serialized the results to a JSON string
return(response);
}
internal void checkSiteCompleteAndTrigger(String extractorBatchId, String sitecode, String vistaFile)
{
// if no queued jobs and no active jobs for site
if (!WorkStack.ContainsBySite(sitecode) && !ActiveExtractions.ContainsBySite(sitecode))
{
// TODO!!!! NEED TO CHECK AND MAKE SURE ALL JOBS FINISHED SUCCESSFULLY FOR THIS SIT AND BATCH AND ROLL BACK LAST IENS WRITTEN TO MDO IEN TRACKING AND ALSO NOT CREATE TRIGGER FILE
String sqlProvider = ConfigurationManager.AppSettings[config.AppConfigSettingsConstants.SqlProvider];
String connectionString = ConfigurationManager.AppSettings[config.AppConfigSettingsConstants.SqlConnectionString];
ISqlDao sqlDao = new SqlDaoFactory().getSqlDao(new SqlConnectionFactory().getConnection(sqlProvider, connectionString));
// TODO - need to make error handling a bit more sophisticated so it can deal with non-critical file failures in certain modes and similar non-failure type events
if (sqlDao.hasBatchAndSiteErrors(extractorBatchId, sitecode))
{
sqlDao.saveExceptional(new domain.reporting.Exceptional()
{
Code = domain.reporting.ErrorCode.TRIGGER_NOT_CREATED, Message = "Trigger not created due to error for site/batch"
}, extractorBatchId, sitecode, vistaFile);
logging.Log.LOG("Found error for site and didn't create batch file - logged event to database");
return;
}
//IList<Int32> errorCodes = sqlDao.getErrorsForBatchAndSite(extractorBatchId, sitecode);
//foreach (Int32 code in errorCodes)
//{
// if (code > 1) // TODO - NOT CRAZY ABOUT THIS!!! Need better way to encapsulate what error codes are acceptable and which are not. Will at least serve as proof of concept for now
// {
// // don't create trigger file! need to log event somehow
// domain.reporting.OrchestratorReport noTriggerRpt = new domain.reporting.OrchestratorReport(extractorBatchId);
// noTriggerRpt.addError(String.Format("Not creating trigger for site {0}, batch {1} due to error code > 1", sitecode, extractorBatchId));
// sqlDao.saveReport(noTriggerRpt);
// return;
// }
//}
// woot! site is finished - we can go ahead and trigger
logging.Log.LOG("Site complete!!! Creating trigger for " + sitecode);
IFileDao fileDao = new FileDaoFactory().getFileDao();
fileDao.setExtractsDirectory(sitecode, this.BatchDirectory);
fileDao.createMarkerFile();
}
}
/// <summary>
/// For new job requests, do the following:
/// 1. Make sure we can call client back on specified hostname
/// 2. Pop a job off the work stack
/// 3. Try locking the site/file from the popped job (put job back on stack if fail)
/// 4. Send response back to client
/// </summary>
/// <param name="request"></param>
/// <returns></returns>
public MessageTO getNewJobResponse(MessageTO request)
{
MessageTO response = new MessageTO();
response.MessageType = MessageTypeTO.NewJobResponse;
if (String.Equals(request.HostName, "SansCallback") && request.ListeningPort == 0)
{
// this is from a test - don't require a callback
}
else
{
try
{
//LOG.Debug("Received a new job response - first checking to make sure we can communicate with the client");
Client c = new Client();
c.connect(request.HostName, request.ListeningPort);
c.disconnect();
//LOG.Debug("Successfully connected to the client! Going to try sending the client a job now...");
}
catch (Exception exc)
{
response.MessageType = MessageTypeTO.Error;
response.Error = exc.ToString();
//LOG.Debug("Couldn't call back client who requested new job!", exc);
return(response);
}
}
if (this.WorkStack == null)
{
//LOG.Debug("The work stack is null! Has the application been initialized properly?");
response.MessageType = MessageTypeTO.Error;
response.Error = "The WorkStack has not been initialized!";
return(response);
}
// I think we were opening up a race condition here - now we just try and pop a job and see if we got one
// instead of making a call for the count and then another to pop a job
//if (WorkStack.Count() == 0)
//{
// LOG.Debug("Looks like there are no more jobs on the work stack! Tell the client thanks but nothing to do");
// response.Message = "No more jobs on the stack!";
// return response;
//}
//LOG.Debug("Found a job for the client - popping it off the stack");
// Don't process new jobs if we are currently locked
if (_locked)
{
response.Message = "No more jobs on the stack!";
return(response);
}
//ExtractorConfiguration responseConfig = WorkStack.PopSiteUnique(ActiveExtractions);
ExtractorConfiguration responseConfig = WorkStack.Pop();
if (responseConfig == null)
{
//LOG.Debug("Looks like there are no more jobs on the work stack! Tell the client thanks but nothing to do");
response.Message = "No more jobs on the stack!";
return(response);
}
String sqlProvider = ConfigurationManager.AppSettings[config.AppConfigSettingsConstants.SqlProvider];
String connectionString = ConfigurationManager.AppSettings[config.AppConfigSettingsConstants.SqlConnectionString];
ISqlDao sqlDao = new SqlDaoFactory().getSqlDao(new SqlConnectionFactory().getConnection(sqlProvider, connectionString));
try
{
if (!sqlDao.lockSite(responseConfig.SiteCode, responseConfig.QueryConfigurations.RootNode.Value.File,
request.HostName, Convert.ToInt16(request.ListeningPort)))
{
//LOG.Debug("Unable to lock the new job for the client! Tell them we couldn't assign a new job");
response.MessageType = MessageTypeTO.Error;
response.Error = "Unable to lock site!";
return(response);
}
}
catch (Exception exc)
{
WorkStack.Push(responseConfig); // put it back on stack if error occured
response.MessageType = MessageTypeTO.Error;
response.Error = exc.ToString();
//LOG.Error(exc);
return(response);
}
ActiveExtractions.Push(responseConfig);
response.Configuration = responseConfig;
response.Extractor = new Extractor(request.HostName, request.ListeningPort,
response.Configuration.SiteCode, response.Configuration.QueryConfigurations.RootNode.Value.File, DateTime.Now);
Extractors.Add(response.Extractor);
//LOG.Debug("Successfully obtained a new job for our client and locked it in the database! Sending...");
response.Extractor.Configuration = responseConfig;
// now passing the extractor a directory name in which to dump all extractions
response.Message = this.BatchDirectory;
// end passing dir name
/// TBD - maybe provide a start value in the event a vista extraction stopped in the middle of a file and
/// the extractor
//try
//{
// FileDao fileDao = new FileDao();
// string lastFileIen = fileDao.getLastIen(response.Configuration.SiteCode, response.Configuration.VistaFile);
// int lastIen = Convert.ToInt32(lastFileIen);
// if (lastIen > 0)
// {
// response.Extractor.
// }
//}
// catch (Exception exc)
// {
// }
return(response);
}
