public void TestRepeatedIgnoring()
{
var failure = new Failure(
new FailurePart[]
{
new FailurePart("Kansas", FailureClassification.Location, 13),
new FailurePart("Toto", FailureClassification.Location, 28)
})
{
ProblemValue = "We aren't in Kansas anymore Toto",
ProblemField = "Narrative",
ResourcePrimaryKey = "1.2.3.4"
};
var newRules = new FileInfo(Path.Combine(TestContext.CurrentContext.WorkDirectory, "IgnoreList.yaml"));
//make sure repeat test runs work properly
if (File.Exists(newRules.FullName))
{
File.Delete(newRules.FullName);
}
IgnoreRuleGenerator ignorer = new IgnoreRuleGenerator(newRules);
//it should be novel i.e. require user decision
Assert.IsTrue(ignorer.OnLoad(failure, out _));
//we tell it to ignore this value
ignorer.Add(failure);
TestHelpers.Contains(
@"- Action: Ignore
IfColumn: Narrative
IfPattern: ^We\ aren't\ in\ Kansas\ anymore\ Toto$
", File.ReadAllText(newRules.FullName)); //btw slash space is a 'literal space' so legit
//it should be no longer be novel
Assert.IsFalse(ignorer.OnLoad(failure, out _));
}
/// <summary>
/// Connects to the database and runs all failures through the rules base performing redactions as required
/// </summary>
/// <returns></returns>
public int Run()
{
//In RulesOnly mode this will be null
var server = _target?.Discover();
List <Exception> errors = new List <Exception>();
var storeReport = new FailureStoreReport(_outputFile.Name, 100);
Stopwatch sw = new Stopwatch();
sw.Start();
using (var storeReportDestination = new CsvDestination(new IsIdentifiableDicomFileOptions(), _outputFile))
{
IsIdentifiableRule updateRule;
storeReport.AddDestination(storeReportDestination);
while (_reportReader.Next())
{
bool noUpdate;
try
{
noUpdate = _updater.OnLoad(server, _reportReader.Current, out updateRule);
}
catch (Exception e)
{
errors.Add(e);
continue;
}
//is it novel for updater
if (noUpdate)
{
//is it novel for ignorer
if (_ignorer.OnLoad(_reportReader.Current, out IsIdentifiableRule ignoreRule))
{
//we can't process it unattended
storeReport.Add(_reportReader.Current);
Unresolved++;
}
else
{
if (!_ignoreRulesUsed.ContainsKey(ignoreRule))
{
_ignoreRulesUsed.Add(ignoreRule, 1);
}
else
{
_ignoreRulesUsed[ignoreRule]++;
}
Ignores++;
}
}
else
{
if (!_updateRulesUsed.ContainsKey(updateRule))
{
_updateRulesUsed.Add(updateRule, 1);
}
else
{
_updateRulesUsed[updateRule]++;
}
Updates++;
}
Total++;
if (Total % 10000 == 0 || sw.ElapsedMilliseconds > 5000)
{
Log($"Done {Total:N0} u={Updates:N0} i={Ignores:N0} o={Unresolved:N0} err={errors.Count:N0}", true);
sw.Restart();
}
}
storeReport.CloseReport();
}
Log($"Ignore Rules Used:" + Environment.NewLine + string.Join(Environment.NewLine,
_ignoreRulesUsed.OrderBy(k => k.Value).Select(k => $"{k.Key.IfPattern} - {k.Value:N0}")), false);
Log($"Update Rules Used:" + Environment.NewLine + string.Join(Environment.NewLine,
_updateRulesUsed.OrderBy(k => k.Value).Select(k => $"{k.Key.IfPattern} - {k.Value:N0}")), false);
Log("Errors:" + Environment.NewLine + string.Join(Environment.NewLine, errors.Select(e => e.ToString())), false);
Log($"Finished {Total:N0} updates={Updates:N0} ignored={Ignores:N0} out={Unresolved:N0} err={errors.Count:N0}", true);
return(0);
}
public void TestUndo()
{
var failure = new Failure(
new FailurePart[]
{
new FailurePart("Kansas", FailureClassification.Location, 13),
new FailurePart("Toto", FailureClassification.Location, 28)
})
{
ProblemValue = "We aren't in Kansas anymore Toto",
ProblemField = "Narrative",
ResourcePrimaryKey = "1.2.3.4"
};
var newRules = new FileInfo(Path.Combine(TestContext.CurrentContext.WorkDirectory, "IgnoreList.yaml"));
//make sure repeat test runs work properly
if (File.Exists(newRules.FullName))
{
File.Delete(newRules.FullName);
}
//create an existing rule to check that Undo doesn't just nuke the entire file
File.WriteAllText(newRules.FullName, @"- Action: Ignore
IfColumn: Narrative
IfPattern: ^Joker Wuz Ere$
");
IgnoreRuleGenerator ignorer = new IgnoreRuleGenerator(newRules);
//it should be novel i.e. require user decision
Assert.IsTrue(ignorer.OnLoad(failure, out _));
//we tell it to ignore this value
ignorer.Add(failure);
TestHelpers.Contains(
@"- Action: Ignore
IfColumn: Narrative
IfPattern: ^We\ aren't\ in\ Kansas\ anymore\ Toto$
", File.ReadAllText(newRules.FullName)); //btw slash space is a 'literal space' so legit
//it should be no longer be novel
Assert.IsFalse(ignorer.OnLoad(failure, out _));
//Undo
Assert.AreEqual(1, ignorer.History.Count);
Assert.AreEqual(2, ignorer.Rules.Count);
ignorer.Undo();
Assert.AreEqual(0, ignorer.History.Count);
Assert.AreEqual(1, ignorer.Rules.Count);
//only the original one should be there
Assert.AreEqual(@"- Action: Ignore
IfColumn: Narrative
IfPattern: ^Joker Wuz Ere$
", File.ReadAllText(newRules.FullName));
//repeated undo calls do nothing
ignorer.Undo();
ignorer.Undo();
ignorer.Undo();
}
