/// <summary>
///
/// </summary>
public void ProcessXmlFile(object qaSystemMainThread)
{
try
{
QASystem qa = new QASystem("TDSQC", "TDSQC");
XmlDocument xml = null;
try
{
xml = new BL.XmlRepository(QASystemConfigSettings.Instance.LongDbCommandTimeout).ProcessXmlFile(xmlRepositoryItem.FileID);
}
catch (Exception ex)
{
throw new QAException(String.Format("Error reading XML file for FileID: {0} from XmlRepository: {1}", xmlRepositoryItem.FileID, ex.Message), QAException.ExceptionType.General);
}
if (xml == null)
{
// must have been a race condition with another worker thread.
// Just log and skip.
Utilities.Logger.Log(true, String.Format("FileID: {0} for OppID: {1}, TesteeKey: {2} was not available to be processed. Skipping...", xmlRepositoryItem.FileID, xmlRepositoryItem.OppID, xmlRepositoryItem.TesteeKey), EventLogEntryType.Information, false, true);
}
else
{
// Process file...
qa.ReceiveTestResult(xml, xmlRepositoryItem);
((QASystemMainThread)qaSystemMainThread).filesPerSecond.Increment();
//((QASystemMainThread)qaSystemMainThread).totalFilesProcessedToday.Increment();
}
}
catch (QAException ex)
{
Logger.Log(true, "Processing file " + xmlRepositoryItem.FileID + " failed because " + ex.Message + ex.StackTrace, EventLogEntryType.Error, true, true);
}
catch (Exception e)
{
Logger.Log(true, "General Exception for file " + xmlRepositoryItem.FileID + ": " + e.Message + e.StackTrace, EventLogEntryType.Error, true, true);
}
finally
{
if (qaSystemMainThread != null)
{
((QASystemMainThread)qaSystemMainThread).DecrementCounter();
((QASystemMainThread)qaSystemMainThread).UnlockOpp(xmlRepositoryItem);
}
else
{
throw new QAException(Messages.NullParameterProvided + qaSystemMainThread, QAException.ExceptionType.General);
}
}
}
/// <summary>
/// Use this constructor to instantiate from the windows application and to start the multiple threads.
/// </summary>
/// <param name="startThreads"></param>
public QASystemMainThread()
{
InitializeServices();
Utilities.Logger.Log(true, "Initializing the QASystem", EventLogEntryType.Information, false, true);
QASystem qa = new QASystem("TDSQC", "TDSQC");
//TODO: also make QASystemConfigSettings pluggable
xmlRepositoryBL = new BL.XmlRepository(QASystemConfigSettings.Instance.LongDbCommandTimeout);
Utilities.Logger.Log(true, "Initialized the QASystem", EventLogEntryType.Information, false, true);
generalThreadCounter = 0;
// Create performance counter category if it doesn't exist and add counters to it...
if (!PerformanceCounterCategory.Exists("TDS QA System"))
{
// Create the collection container
CounterCreationDataCollection counters = new
CounterCreationDataCollection();
CounterCreationData threadCount = new CounterCreationData();
threadCount.CounterName = "Total Active Thread Count";
threadCount.CounterType = PerformanceCounterType.NumberOfItems32;
counters.Add(threadCount);
CounterCreationData filesPerSec = new CounterCreationData();
filesPerSec.CounterName = "Files Processed per second";
filesPerSec.CounterType = PerformanceCounterType.RateOfCountsPerSecond32;
counters.Add(filesPerSec);
CounterCreationData totalFilesProcessedSinceLastRestart = new CounterCreationData();
totalFilesProcessedSinceLastRestart.CounterName = "Total Files Processed Since Last Restart";
totalFilesProcessedSinceLastRestart.CounterType = PerformanceCounterType.NumberOfItems32;
counters.Add(totalFilesProcessedSinceLastRestart);
// Create the category and all of the counters.
PerformanceCounterCategory.Create("TDS QA System", "Measures productivity of the QA System windows service.",
PerformanceCounterCategoryType.SingleInstance, counters);
}
// Initialize performance counters...
activeThreadCount = new PerformanceCounter("TDS QA System", "Total Active Thread Count", false);
activeThreadCount.MachineName = ".";
filesPerSecond = new PerformanceCounter("TDS QA System", "Files Processed per second", false);
filesPerSecond.MachineName = ".";
//totalFilesProcessedToday = new PerformanceCounter("TDS QA System", "Total Files Processed Since Last Restart", false);
//totalFilesProcessedToday.MachineName = ".";
//totalFilesProcessedToday.RawValue = 0;
DateTime todaysDate = DateTime.Now;
string client = QASystemConfigSettings.Instance.Client;
string environment = QASystemConfigSettings.Instance.Environment;
timeToSendWarnings = TimeSpan.FromHours(QASystemConfigSettings.Instance.HourToSendWarningSummary);
sentWarnings = false;
Utilities.Logger.Log(true, "Initialized the QASystemMainThread", EventLogEntryType.Information, false, true);
}
/// <summary>
///
/// </summary>
/// <param name="xml"></param>
/// <param name="senderType"></param>
/// <param name="fileID"></param>
/// <param name="updateRB"></param>
/// <param name="updateDoR"></param>
/// <param name="sendToHandScoring"></param>
/// <param name="ignoreHandscoringDuplicates"></param>
/// <param name="emailAlertForWarnings"></param>
/// <returns></returns>
public QAResult ReceiveTestResult(XmlDocument xml, XmlRepositoryItem xmlRepoItem)
{
DateTime startDateTime = DateTime.Now;
QAResult result = QAResult.Success;
ArchiveDB ar = new ArchiveDB();
TestResult tr = null;
bool isFatal = false;
bool isValid = false;
XMLAdapter adapter;
SendToModifiers sendToModifiers = null;
long? archivedFileID = null;
long? dorRecordId = null;
// these config settings may be overridden or modified below for this test.
ProjectMetaData projectMetaData = new ProjectMetaData();
ITISExtender tisExtender = ServiceLocator.Resolve <ITISExtender>() ?? new NullTISExtender();
ITISExtenderState tisExtenderState = tisExtender.CreateStateContainer();
ITestResultSerializerFactory serializerFactory = ServiceLocator.Resolve <ITestResultSerializerFactory>();
if (serializerFactory == null)
{
throw new ApplicationException("Must register an ITestResultSerializerFactory with the ServiceLocator.");
}
try
{
xmlRepositoryBL = new BL.XmlRepository(QASystemConfigSettings.Instance.LongDbCommandTimeout);
adapter = serializerFactory.CreateDeserializer(xml);
tr = adapter.CreateTestResult(_tc, out isValid, true);
if (tr != null)
{
// set the project metadata based on the current project (set in the parser)
projectMetaData.SetProjectMetaData(tr.ProjectID);
// if the opp is null, we can't process the file
if (tr.Opportunity == null)
{
result = QAResult.FailValidation;
ar.SaveResultExceptions(tr, adapter.ValidationRecords, xmlRepoItem.FileID);
return(result);
}
//merge item scores from outside vendor if necessary
bool qaProjectChanged = false;
if (projectMetaData.mergeItemScores && adapter.MergeScores(tr, out qaProjectChanged))
{
SetArchiveStrategy(ArchiveStrategy.ArchiveAndInsert);
}
// if the project changed, refresh the metadata
if (qaProjectChanged)
{
projectMetaData.SetProjectMetaData(tr.ProjectID);
}
//PRESCORE:
tisExtender.PreScore(this, tr, xmlRepoItem, projectMetaData, tisExtenderState);
//SCORE:
if (tisExtender.ShouldScore(this, adapter, tr, projectMetaData, tisExtenderState))
{
if (tr.AddScores(_tc))
{
SetArchiveStrategy(ArchiveStrategy.ArchiveAndInsert);
}
}
//COMPLETENESS STATUS:
tr.Opportunity.Completeness = !tr.IsComplete() ? "Partial" : "Complete";
// Validation section. This checks the xml file against several business rules.
// If validation fails, the file is moved to a failed files directory.
List <ValidationRecord> vrs = new List <ValidationRecord>();
tr.ValidationRecords = adapter.ValidationRecords;
if (tr.ValidationRecords.Count == 0)
{
//POSTSCORE:
tisExtender.PostScore(this, tr, xmlRepoItem, projectMetaData, tisExtenderState);
// if the startdate is null in the file, it will be set to the statusDate.
// Make sure we archive it so that we have a record of the unmodified file.
if (tr.Opportunity.OriginalStartDate == DateTime.MinValue)
{
SetArchiveStrategy(ArchiveStrategy.ArchiveAndInsert);
}
switch (archiveStrategy)
{
case ArchiveStrategy.ArchiveAndInsert:
//Change the status of old XML file to Arcvhive
//insert the new XML file with status as Pprocessing
//get the new File id
archivedFileID = xmlRepoItem.FileID;
xmlRepoItem.FileID = xmlRepositoryBL.InsertAndArchiveXML(xmlRepoItem.FileID, BL.XmlRepository.Location.processing, tr.ToXml(serializerFactory));
break;
case ArchiveStrategy.UpdateOriginalFile:
// just update the contents of the existing file w/o archiving
xmlRepositoryBL.UpdateFileContent(xmlRepoItem.FileID, tr.ToXml(serializerFactory));
break;
}
vrs = tisExtender.Validate(this, tr, xmlRepoItem, projectMetaData, tisExtenderState, out isFatal, out sendToModifiers);
tr.Acknowledged = true;
if (((tr.Testee.EntityKey < 0 || tr.Opportunity.OpportunityNumber < 0) && !tr.Opportunity.IsDiscrepancy) ||
tr.Opportunity.StatusDate == null ||
tr.ValidationRecords.Count > 0 ||
isFatal)
{
// Update db with message messages...
ar.SaveResultExceptions(tr, tr.ValidationRecords, xmlRepoItem.FileID);
// If fatal then save exception and move to failed folder
if (isFatal)
{
result = QAResult.FailValidation;
//AM 8/13/2010: changed this; 1 email will be sent at the end with all
// warnings (and errors too if there were any) if emailAlertForWarnings = true
// and there were warnings to send.
ar.SaveResultExceptions(tr, vrs, xmlRepoItem.FileID);
//ar.SaveResultExceptions(tr, vrs, destinationFile, fileName, emailAlertForWarnings);
return(result);
}
}
//AM 8/13/2010: same comment as above
ar.SaveResultExceptions(tr, vrs, xmlRepoItem.FileID);
//ar.SaveResultExceptions(tr, vrs, destinationFile, fileName, emailAlertForWarnings);
}
else // If there are some XML validation errors then save exception and move to exception folder
{
result = QAResult.FailValidation;
ar.SaveResultExceptions(tr, adapter.ValidationRecords, xmlRepoItem.FileID);
return(result);
}
}
else // tr == null
{
result = QAResult.FailValidation;
ar.SaveResultExceptions(tr, adapter.ValidationRecords, xmlRepoItem.FileID);
return(result);
}
// Update the test results after validation has been completed.
try
{
if (isValid)
{
//PREROUTE:
tisExtender.PreRoute(this, adapter, tr, xmlRepoItem, projectMetaData, sendToModifiers, tisExtenderState);
// Update XML destinations in case some business rule modified it
if (sendToModifiers != null)
{
foreach (KeyValuePair <SendTo, bool> sendInfo in (SendToModifiersTyped)sendToModifiers)
{
switch (sendInfo.Key)
{
case SendTo.DoR:
projectMetaData.updateDoR = sendInfo.Value;
break;
case SendTo.Handscoring:
projectMetaData.sendToHandScoring = sendInfo.Value;
break;
case SendTo.RB:
projectMetaData.updateRB = sendInfo.Value;
break;
}
}
}
if (projectMetaData.updateDoR)
{
try
{
List <Target> dorTarget = Target.GetOrderedTargets(tr.ProjectID, Target.TargetClass.DoR);
if (dorTarget != null && dorTarget.Count == 1)
{
dorTarget[0].Send(tr, delegate(object o) { dorRecordId = (long)o; }, projectMetaData.doRAdminID);
}
}
catch (Exception ex)
{
throw new QAException(String.Format("DoR update failed for fileId: {0}, Message: {1}", xmlRepoItem.FileID, ex.Message), QAException.ExceptionType.General, ex);
}
}
//send to configured Handscoring targets
ItemScoringManager.Instance.Send(tr, sendToModifiers);
// send to configured targets in order (incl RB)
foreach (Target t in Target.GetOrderedTargets(tr.ProjectID, Target.TargetClass.General))
{
if (!sendToModifiers.ShouldSend(t.Name))
{
continue;
}
ITargetResult targetResult = t.Send(tr);
if (targetResult.Sent)
{
Logger.Log(true, String.Format("Sent data for FileId: {0} to Target: {1} ({2}).", xmlRepoItem.FileID, t.Name, targetResult.ID ?? "<unspecified>"), EventLogEntryType.Information, false, true);
}
}
//POSTROUTE:
tisExtender.PostRoute(this, tr, xmlRepoItem, projectMetaData, tisExtenderState);
}
// Check if this test need to be merged with something else
try
{
TDSQASystemAPI.TestMerge.TestMerge testMerge = TestMergeConfiguration.Instance.GetTestMerge(tr.Name);
if (testMerge != null)
{
testMerge.CreateCombinedTest(_tc, tr, serializerFactory);
}
}
catch (Exception ex)
{
throw new QAException(String.Format("TestMerge operation failed for fileId: {0}, Message: {1}", xmlRepoItem.FileID, ex.Message), QAException.ExceptionType.General, ex);
}
}
catch (QAException qae)
{
//TODO:
result = QAResult.FailUpdate;
string message = qae.GetExceptionMessage(true);
if (message.StartsWith("DoR"))
{
ar.SaveResultExceptions(tr, "DoR update failed: ", message, xmlRepoItem.FileID);
Logger.Log(true, message, EventLogEntryType.Error, false, true);
}
else if (message.StartsWith("Handscoring"))
{
ar.SaveResultExceptions(tr, "Handscoring update failed: ", message, xmlRepoItem.FileID);
Logger.Log(true, message, EventLogEntryType.Error, false, true);
}
else if (message.StartsWith("TestMerge"))
{
ar.SaveResultExceptions(tr, "Test merge operation failed: ", message, xmlRepoItem.FileID);
Logger.Log(true, message, EventLogEntryType.Error, false, true);
}
else if (message.StartsWith("AutoAppeal"))
{
ar.SaveResultExceptions(tr, "AutoAppeal failed: ", message, xmlRepoItem.FileID);
Logger.Log(true, message, EventLogEntryType.Error, false, true);
}
else
{
ar.SaveResultExceptions(tr, "Response Bank update failed: ", message, xmlRepoItem.FileID);
Logger.Log(true, message, EventLogEntryType.Error, false, true);
}
return(result);
}
catch (Exception ex)
{
result = QAResult.FailUpdate;
string message = ex.GetExceptionMessage(true);
ar.SaveResultExceptions(tr, "Response Bank update failed: ", message, xmlRepoItem.FileID);
Logger.Log(true, message, EventLogEntryType.Error, false, true);
return(result);
}
// Log to TestOpportunityStatus, Update the TDS_QC database, and possibly send to TIS
if (tr != null)
{
try
{
// Log to TestOpportunityStatus, Update the TDS_QC database
ar.SaveResultInfo(tr, xmlRepoItem.FileID, tr.Testee.IsDemo, dorRecordId, archivedFileID, projectMetaData.updateRB);
}
catch (Exception ex)
{
result = QAResult.FailUpdate;
string message = ex.GetExceptionMessage(true);
ar.SaveResultExceptions(tr, "Archive ", ex.Message, xmlRepoItem.FileID);
Logger.Log(true, message, EventLogEntryType.Error, false, true);
return(result);
}
//POSTSAVE:
tisExtender.PostSave(this, tr, xmlRepoItem, projectMetaData, tisExtenderState);
}
result = QAResult.Success;
}
catch (Exception ex)
{
result = QAResult.Unknown;
string message = ex.GetExceptionMessage(true);
if (tr != null)
{
ar.SaveResultExceptions(tr, "QA System Exception:", message, xmlRepoItem.FileID);
}
else
{
ar.SaveResultExceptions("QA System Exception:", message, xmlRepoItem.FileID);
}
Logger.Log(true, message, EventLogEntryType.Error, false, true);
}
finally
{
if (!(tr == null || tr.Opportunity == null))
{
// We don't want to call back to TDS for scanned paper tests, since they did not originate from TDS.
// Just skip w/o logging.
if (!tr.Mode.Equals("scanned"))
{
Boolean accepted = true;
string message = null;
if (result == QAResult.FailUpdate || result == QAResult.FailValidation || result == QAResult.Unknown || !(tr.PassedAllValidations()))
{
accepted = false;
if (result == QAResult.FailUpdate)
{
message = "failed validation";
}
else if (result == QAResult.FailValidation)
{
message = "failed while either updating the Response Bank, storing data into the DoR, or invoking the Handscoring webservice";
}
else if (result == QAResult.Unknown)
{
message = "An unknown exception occurred";
}
else if (!(tr.PassedAllValidations()))
{
message = "Failed rules validation";
}
}
IAcknowledgementTargetFactory ackTargetFactory = AIR.Common.ServiceLocator.Resolve <IAcknowledgementTargetFactory>();
if (ackTargetFactory != null) // ok not to acknowledge I suppose
{
IAcknowledgementTarget ackTarget = ackTargetFactory.SelectTarget(xmlRepoItem);
try
{
if (ackTarget == null ||
!ackTarget.Send(new Message(tr.Opportunity.Key, accepted, message), xmlRepoItem))
{
Logger.Log(true, String.Format("Acknowledgement not sent for fileID: {0}", xmlRepoItem.FileID), EventLogEntryType.Information, false, true);
}
}
catch (Exception ex)
{
// allow these to be treated as warnings or errors. If TreatAcknowledgementFailureAsError is set to true,
// a failure to send an ACK will result in the file being dumped into the reject bin.
// Default behavior is to treat these as warnings. We generally don't want to fail a file just because
// we can't send the ACK. Note also that a combo may already have been created (if applicable).
bool treatAckfailureAsError = false;
if (!String.IsNullOrEmpty(ConfigurationManager.AppSettings["TreatAcknowledgementFailureAsError"]) &&
Convert.ToBoolean(ConfigurationManager.AppSettings["TreatAcknowledgementFailureAsError"]))
{
treatAckfailureAsError = true;
}
// if the file would have otherwise succeeded and there was an exception while attempting to send the ACK and
// we're not treating these as warnings, fail the file.
if (treatAckfailureAsError && result == QAResult.Success)
{
result = QAResult.Unknown;
}
Logger.Log(true, String.Format("Could not send acknowledgement for fileID: {0}, Exception: {1}", xmlRepoItem.FileID, ex.GetExceptionMessage(true)),
treatAckfailureAsError ? EventLogEntryType.Error : EventLogEntryType.Warning, false, true);
}
}
}
}
//Move file to appropriate folder based on the QAResult and log the status accordingly.
LogAndCleanup(result, xmlRepoItem.FileID, tr, startDateTime);
}
return(result);
}
public TestOpportunity(string oppId)
{
this.OppID = oppId;
this.XmlRepositoryBL = new XmlRepository();
this.testOpportunityDAL = new TDSQASystemAPI.DAL.TestOpportunity();
}
