public void LogDebugLevel_Pass()
{
AnalyzeCommandOptions options = new AnalyzeCommandOptions()
{
SourcePath = Path.Combine(Helper.GetPath(Helper.AppPath.testSource), @"unzipped\simple\main.cpp"),
FilePathExclusions = "none", //allow source under unittest path
SuppressBrowserOpen = true,
LogFileLevel = "debug",
LogFilePath = Path.Combine(Helper.GetPath(Helper.AppPath.testOutput), @"logdebug.txt"),
};
AnalyzeCommand.ExitCode exitCode = AnalyzeCommand.ExitCode.CriticalError;
try
{
AnalyzeCommand command = new AnalyzeCommand(options);
exitCode = (AnalyzeCommand.ExitCode)command.Run();
string testLogContent = File.ReadAllText(options.LogFilePath);
if (String.IsNullOrEmpty(testLogContent))
{
exitCode = AnalyzeCommand.ExitCode.CriticalError;
}
else if (testLogContent.ToLower().Contains("debug"))
{
exitCode = AnalyzeCommand.ExitCode.Success;
}
}
catch (Exception)
{
//check for specific error if desired
}
Assert.IsTrue(exitCode == AnalyzeCommand.ExitCode.Success);
}
public void SimpleTagsJsonOut_JSSrc_Pass()
{
AnalyzeCommandOptions options = new AnalyzeCommandOptions()
{
SourcePath = Path.Combine(Helper.GetPath(Helper.AppPath.testSource), @"unzipped\simple\onetag.js"),
FilePathExclusions = "none", //allow source under unittest path
SuppressBrowserOpen = true,
SimpleTagsOnly = true,
OutputFileFormat = "json"
};
AnalyzeCommand.ExitCode exitCode = AnalyzeCommand.ExitCode.CriticalError;
try
{
AnalyzeCommand command = new AnalyzeCommand(options);
string contentResult = command.GetResult();
if (String.IsNullOrEmpty(contentResult))
{
exitCode = AnalyzeCommand.ExitCode.NoMatches;
}
else if (contentResult.Contains("Data.Parsing.JSON"))
{
exitCode = AnalyzeCommand.ExitCode.Success;
}
}
catch (Exception)
{
exitCode = AnalyzeCommand.ExitCode.CriticalError;
}
Assert.IsTrue(exitCode == AnalyzeCommand.ExitCode.Success);
}
public void NoOutputSelected_Fail()
{
AnalyzeCommandOptions options = new AnalyzeCommandOptions()
{
SourcePath = Path.Combine(Helper.GetPath(Helper.AppPath.testSource), @"unzipped\simple\empty.cpp"),
FilePathExclusions = "none", //allow source under unittest path
OutputFileFormat = "text",
SuppressBrowserOpen = true,
//OutputFilePath = Path.Combine(Helper.GetPath(Helper.AppPath.testOutput), @"output.txt"),
ConsoleVerbosityLevel = "none" //together with no output file = no output at all which is a fail
};
AnalyzeCommand.ExitCode exitCode = AnalyzeCommand.ExitCode.CriticalError;
try
{
AnalyzeCommand command = new AnalyzeCommand(options);
exitCode = (AnalyzeCommand.ExitCode)command.Run();
}
catch (Exception)
{
//check for specific error if desired
}
Assert.IsTrue(exitCode == AnalyzeCommand.ExitCode.CriticalError);
}
public void ExpectedTagCountNoDupsAllowed_Pass()
{
AnalyzeCommandOptions options = new AnalyzeCommandOptions()
{
SourcePath = Path.Combine(Helper.GetPath(Helper.AppPath.testSource), @"unzipped\simple\main.cpp"),
FilePathExclusions = "none", //allow source under unittest path
SuppressBrowserOpen = true,
AllowDupTags = false,
SimpleTagsOnly = true,
OutputFileFormat = "json"
};
AnalyzeCommand.ExitCode exitCode = AnalyzeCommand.ExitCode.CriticalError;
try
{
AnalyzeCommand command = new AnalyzeCommand(options);
string contentResult = command.GetResult();
if (String.IsNullOrEmpty(contentResult))
{
exitCode = AnalyzeCommand.ExitCode.NoMatches;
}
else
{
var file1Tags = JsonConvert.DeserializeObject <TagsFile>(contentResult);
exitCode = file1Tags.Tags.Length == 21 ? AnalyzeCommand.ExitCode.Success : AnalyzeCommand.ExitCode.NoMatches;
}
}
catch (Exception)
{
exitCode = AnalyzeCommand.ExitCode.CriticalError;
}
Assert.IsTrue(exitCode == AnalyzeCommand.ExitCode.Success);
}
public void DefaultAndCustomRulesMatched_Pass()
{
AnalyzeCommandOptions options = new AnalyzeCommandOptions()
{
SourcePath = Path.Combine(Helper.GetPath(Helper.AppPath.testSource), @"unzipped\simple\main.cpp"),
FilePathExclusions = "none", //allow source under unittest path
CustomRulesPath = Path.Combine(Helper.GetPath(Helper.AppPath.testRules), @"myrule.json"),
SuppressBrowserOpen = true,
SimpleTagsOnly = true,
OutputFileFormat = "text"
};
AnalyzeCommand.ExitCode exitCode = AnalyzeCommand.ExitCode.CriticalError;
try
{
AnalyzeCommand command = new AnalyzeCommand(options);
string contentResult = command.GetResult();
if (String.IsNullOrEmpty(contentResult))
{
exitCode = AnalyzeCommand.ExitCode.NoMatches;
}
else if (contentResult.Contains("Custom1") && contentResult.Contains("Authentication.General")) //from default and custom rules
{
exitCode = AnalyzeCommand.ExitCode.Success;
}
}
catch (Exception)
{
exitCode = AnalyzeCommand.ExitCode.CriticalError;
}
Assert.IsTrue(exitCode == AnalyzeCommand.ExitCode.Success);
}
public void LogErrorLevel_Pass()
{
AnalyzeCommandOptions options = new AnalyzeCommandOptions()
{
SourcePath = Path.Combine(Helper.GetPath(Helper.AppPath.testSource), @"unzipped\simple\badfile.cpp"),
FilePathExclusions = "none", //allow source under unittest path
SuppressBrowserOpen = true,
LogFileLevel = "error",
LogFilePath = Path.Combine(Helper.GetPath(Helper.AppPath.testOutput), @"logerror.txt"),
};
AnalyzeCommand.ExitCode exitCode = AnalyzeCommand.ExitCode.CriticalError;
try
{
AnalyzeCommand command = new AnalyzeCommand(options);
command.Run();
}
catch (Exception)
{
string testLogContent = File.ReadAllText(options.LogFilePath);
if (!String.IsNullOrEmpty(testLogContent) && testLogContent.ToLower().Contains("error"))
{
exitCode = AnalyzeCommand.ExitCode.Success;
}
else
{
exitCode = AnalyzeCommand.ExitCode.CriticalError;
}
}
Assert.IsTrue(exitCode == AnalyzeCommand.ExitCode.Success);
}
public void ExpectedTagCountDupsAllowed_Pass()
{
AnalyzeCommandOptions options = new AnalyzeCommandOptions()
{
SourcePath = Path.Combine(Helper.GetPath(Helper.AppPath.testSource), @"unzipped\simple\main.cpp"),
FilePathExclusions = "none", //allow source under unittest path
SuppressBrowserOpen = true,
AllowDupTags = true,
OutputFileFormat = "text",
OutputFilePath = Path.Combine(Helper.GetPath(Helper.AppPath.testOutput), @"output.txt")
};
AnalyzeCommand.ExitCode exitCode = AnalyzeCommand.ExitCode.CriticalError;
try
{
AnalyzeCommand command = new AnalyzeCommand(options);
exitCode = (AnalyzeCommand.ExitCode)command.Run();
if (exitCode == AnalyzeCommand.ExitCode.Success)
{
string[] lines = File.ReadAllLines(options.OutputFilePath);
List <string> tags = Helper.GetTagsFromFile(lines);
exitCode = tags.Count == 34 ? AnalyzeCommand.ExitCode.Success : AnalyzeCommand.ExitCode.NoMatches;
}
}
catch (Exception)
{
exitCode = AnalyzeCommand.ExitCode.CriticalError;
}
Assert.IsTrue(exitCode == AnalyzeCommand.ExitCode.Success);
}
public void ExclusionFilter_Fail()
{
AnalyzeCommandOptions options = new AnalyzeCommandOptions()
{
SourcePath = Path.Combine(Helper.GetPath(Helper.AppPath.testSource), @"unzipped\simple\main.cpp"),
//FilePathExclusions = "none", //allow source under unittest path
SuppressBrowserOpen = true,
OutputFileFormat = "text"
};
AnalyzeCommand.ExitCode exitCode = AnalyzeCommand.ExitCode.CriticalError;
try
{
AnalyzeCommand command = new AnalyzeCommand(options);
string contentResult = command.GetResult();
if (String.IsNullOrEmpty(contentResult))
{
exitCode = AnalyzeCommand.ExitCode.NoMatches;
}
else if (contentResult.Contains("Data.Parse.JSON")) //from default and custom rules
{
exitCode = AnalyzeCommand.ExitCode.Success;
}
}
catch (Exception)
{
//check for specific error if desired
}
Assert.IsTrue(exitCode == AnalyzeCommand.ExitCode.NoMatches);
}
public void NoConsoleOutput_Pass()
{
AnalyzeCommandOptions options = new AnalyzeCommandOptions()
{
SourcePath = Path.Combine(Helper.GetPath(Helper.AppPath.testSource), @"unzipped\simple\empty.cpp"),
FilePathExclusions = "none", //allow source under unittest path
OutputFileFormat = "text",
OutputFilePath = Path.Combine(Helper.GetPath(Helper.AppPath.testOutput), @"output.txt"),
SuppressBrowserOpen = true,
ConsoleVerbosityLevel = "none"
};
AnalyzeCommand.ExitCode exitCode = AnalyzeCommand.ExitCode.CriticalError;
try
{
// Attempt to open output file.
using (var writer = new StreamWriter(Path.Combine(Helper.GetPath(Helper.AppPath.testOutput), @"consoleout.txt")))
{
// Redirect standard output from the console to the output file.
Console.SetOut(writer);
AnalyzeCommand command = new AnalyzeCommand(options);
exitCode = (AnalyzeCommand.ExitCode)command.Run();
try
{
string testContent = File.ReadAllText(Path.Combine(Helper.GetPath(Helper.AppPath.testOutput), @"consoleout.txt"));
if (String.IsNullOrEmpty(testContent))
{
exitCode = AnalyzeCommand.ExitCode.Success;
}
else
{
exitCode = AnalyzeCommand.ExitCode.NoMatches;
}
}
catch (Exception)
{
exitCode = AnalyzeCommand.ExitCode.Success;//no console output file found
}
}
}
catch (Exception)
{
exitCode = AnalyzeCommand.ExitCode.CriticalError;
}
//reset to normal
var standardOutput = new StreamWriter(Console.OpenStandardOutput());
standardOutput.AutoFlush = true;
Console.SetOut(standardOutput);
Assert.IsTrue(exitCode == AnalyzeCommand.ExitCode.Success);
}
public void InvalidSourcePath_Fail()
{
AnalyzeCommandOptions options = new AnalyzeCommandOptions()
{
SourcePath = Path.Combine(Helper.GetPath(Helper.AppPath.testSource), @"baddir\main.cpp"),
FilePathExclusions = "none", //allow source under unittest path
SuppressBrowserOpen = false
};
AnalyzeCommand.ExitCode exitCode = AnalyzeCommand.ExitCode.CriticalError;
try
{
AnalyzeCommand command = new AnalyzeCommand(options);
exitCode = (AnalyzeCommand.ExitCode)command.Run();
}
catch (Exception)
{
//check for specific error if desired
}
Assert.IsTrue(exitCode == AnalyzeCommand.ExitCode.CriticalError);
}
public void NoMatchesFound_Pass()
{
AnalyzeCommandOptions options = new AnalyzeCommandOptions()
{
SourcePath = Path.Combine(Helper.GetPath(Helper.AppPath.testSource), @"unzipped\simple\empty.cpp"),
FilePathExclusions = "none", //allow source under unittest path
SuppressBrowserOpen = true
};
AnalyzeCommand.ExitCode exitCode = AnalyzeCommand.ExitCode.CriticalError;
try
{
AnalyzeCommand command = new AnalyzeCommand(options);
exitCode = (AnalyzeCommand.ExitCode)command.Run();
}
catch (Exception)
{
exitCode = AnalyzeCommand.ExitCode.CriticalError;
}
Assert.IsTrue(exitCode == AnalyzeCommand.ExitCode.NoMatches);
}
public void BasicZipRead_Pass()
{
AnalyzeCommandOptions options = new AnalyzeCommandOptions()
{
SourcePath = Path.Combine(Helper.GetPath(Helper.AppPath.testSource), @"zipped\mainx.zip"),
FilePathExclusions = "none", //allow source under unittest path
SuppressBrowserOpen = true
};
AnalyzeCommand.ExitCode exitCode = AnalyzeCommand.ExitCode.CriticalError;
try
{
AnalyzeCommand command = new AnalyzeCommand(options);
exitCode = (AnalyzeCommand.ExitCode)command.Run();
}
catch (Exception)
{
exitCode = AnalyzeCommand.ExitCode.CriticalError;
}
Assert.IsTrue(exitCode == AnalyzeCommand.ExitCode.Success);
}
public void DupTagsHTMLOut_Fail()
{
AnalyzeCommandOptions options = new AnalyzeCommandOptions()
{
SourcePath = Path.Combine(Helper.GetPath(Helper.AppPath.testSource), @"unzipped\simple\main.cpp"),
FilePathExclusions = "none", //allow source under unittest path
AllowDupTags = true,
SuppressBrowserOpen = true
};
AnalyzeCommand.ExitCode exitCode = AnalyzeCommand.ExitCode.CriticalError;
try
{
AnalyzeCommand command = new AnalyzeCommand(options);
exitCode = (AnalyzeCommand.ExitCode)command.Run();
}
catch (Exception)
{
//check for specific error if desired
}
Assert.IsTrue(exitCode == AnalyzeCommand.ExitCode.CriticalError);
}
public void InvalidLogPath_Fail()
{
AnalyzeCommandOptions options = new AnalyzeCommandOptions()
{
SourcePath = Path.Combine(Helper.GetPath(Helper.AppPath.testSource), @"unzipped\simple\main.cpp"),
FilePathExclusions = "none", //allow source under unittest path
SuppressBrowserOpen = true,
LogFilePath = Path.Combine(Helper.GetPath(Helper.AppPath.testOutput), @"baddir\logdebug.txt"),
};
AnalyzeCommand.ExitCode exitCode = AnalyzeCommand.ExitCode.CriticalError;
try
{
AnalyzeCommand command = new AnalyzeCommand(options);
exitCode = (AnalyzeCommand.ExitCode)command.Run();
}
catch (Exception)
{
exitCode = AnalyzeCommand.ExitCode.CriticalError;
}
Assert.IsTrue(exitCode == AnalyzeCommand.ExitCode.CriticalError);//test fails even when values match unless this case run individually -mstest bug?
}
public void DefaultWithCustomRules_Pass()
{
AnalyzeCommandOptions options = new AnalyzeCommandOptions()
{
SourcePath = Path.Combine(Helper.GetPath(Helper.AppPath.testSource), @"unzipped\simple\main.cpp"),
FilePathExclusions = "none", //allow source under unittest path
CustomRulesPath = Path.Combine(Helper.GetPath(Helper.AppPath.testRules), @"myrule.json"),
SuppressBrowserOpen = true
};
AnalyzeCommand.ExitCode exitCode = AnalyzeCommand.ExitCode.CriticalError;
try
{
AnalyzeCommand command = new AnalyzeCommand(options);
exitCode = (AnalyzeCommand.ExitCode)command.Run();
}
catch (Exception)
{
exitCode = AnalyzeCommand.ExitCode.CriticalError;
}
Assert.IsTrue(exitCode == AnalyzeCommand.ExitCode.Success);
}
/// <summary>
/// Main entry from CLI
/// </summary>
/// <returns></returns>
public override int Run()
{
WriteOnce.Operation(ErrMsg.FormatString(ErrMsg.ID.CMD_RUNNING, "tagtest"));
//init based on true or false present argument value
bool testSuccess = true;
//one file vs ruleset
string tmp1 = Path.GetTempFileName();
WriteOnce.ConsoleVerbosity saveVerbosity = WriteOnce.Verbosity;
AnalyzeCommand.ExitCode result = AnalyzeCommand.ExitCode.CriticalError;
//setup analyze call with silent option
#region analyzesetup
try
{
AnalyzeCommand cmd1 = new AnalyzeCommand(new AnalyzeCommandOptions
{
SourcePath = _arg_srcPath,
OutputFilePath = tmp1,
OutputFileFormat = "json",
CustomRulesPath = _arg_customRulesPath,
IgnoreDefaultRules = _arg_ignoreDefaultRules,
SimpleTagsOnly = true,
AllowDupTags = false,
FilePathExclusions = "sample,example,test,docs,.vs,.git",
ConsoleVerbosityLevel = "None",
Log = _arg_logger
});
//quiet analysis commands
result = (AnalyzeCommand.ExitCode)cmd1.Run();
}
catch (Exception e)
{
WriteOnce.Verbosity = saveVerbosity;
throw e;
}
//restore
WriteOnce.Verbosity = saveVerbosity;
if (result == AnalyzeCommand.ExitCode.CriticalError)
{
throw new OpException(ErrMsg.GetString(ErrMsg.ID.CMD_CRITICAL_FILE_ERR));
}
else if (result == AnalyzeCommand.ExitCode.NoMatches)
{
//results
WriteOnce.General(ErrMsg.FormatString(ErrMsg.ID.TAGTEST_RESULTS_TEST_TYPE, _arg_tagTestType.ToString()), false, WriteOnce.ConsoleVerbosity.Low);
if (_arg_tagTestType == TagTestType.RulesPresent)
{
WriteOnce.Any(ErrMsg.GetString(ErrMsg.ID.TAGTEST_RESULTS_FAIL), true, ConsoleColor.Red, WriteOnce.ConsoleVerbosity.Low);
}
else
{
WriteOnce.Any(ErrMsg.GetString(ErrMsg.ID.TAGTEST_RESULTS_SUCCESS), true, ConsoleColor.Green, WriteOnce.ConsoleVerbosity.Low);
}
WriteOnce.FlushAll();
WriteOnce.Operation(ErrMsg.FormatString(ErrMsg.ID.CMD_COMPLETED, "Tagtest"));
return((int)ExitCode.CriticalError);
}
#endregion
//assumed (result == AnalyzeCommand.ExitCode.MatchesFound)
string file1TagsJson = File.ReadAllText(tmp1);
var file1TagsObj = JsonConvert.DeserializeObject <TagsFile[]>(file1TagsJson);
var file1Tags = file1TagsObj.First(); // here we have a single FileList object
File.Delete(tmp1);
foreach (Rule r in _rulesSet)
{
//supports both directions by generalizing
string[] testList1 = _arg_tagTestType == TagTestType.RulesNotPresent ?
r.Tags : file1Tags.Tags;
string[] testList2 = _arg_tagTestType == TagTestType.RulesNotPresent ?
file1Tags.Tags : r.Tags;
foreach (string t in testList2)
{
if (TagTest(testList1, t))
{
WriteOnce.Result(ErrMsg.FormatString(ErrMsg.ID.TAGTEST_RESULTS_TAGS_FOUND, t), true, WriteOnce.ConsoleVerbosity.High);
}
else
{
testSuccess = false;
WriteOnce.Result(ErrMsg.FormatString(ErrMsg.ID.TAGTEST_RESULTS_TAGS_MISSING, t), true, WriteOnce.ConsoleVerbosity.High);
}
}
}
//results
WriteOnce.General(ErrMsg.FormatString(ErrMsg.ID.TAGTEST_RESULTS_TEST_TYPE, _arg_tagTestType.ToString()), false, WriteOnce.ConsoleVerbosity.Low);
if (testSuccess)
{
WriteOnce.Any(ErrMsg.GetString(ErrMsg.ID.TAGTEST_RESULTS_SUCCESS), true, ConsoleColor.Green, WriteOnce.ConsoleVerbosity.Low);
}
else
{
WriteOnce.Any(ErrMsg.GetString(ErrMsg.ID.TAGTEST_RESULTS_FAIL), true, ConsoleColor.Red, WriteOnce.ConsoleVerbosity.Low);
}
WriteOnce.FlushAll();
WriteOnce.Operation(ErrMsg.FormatString(ErrMsg.ID.CMD_COMPLETED, "Tagtest"));
return(testSuccess ? (int)ExitCode.NoDiff : (int)ExitCode.DiffFound);
}
public override int Run()
{
WriteOnce.Operation(ErrMsg.FormatString(ErrMsg.ID.CMD_RUNNING, "Tagdiff"));
//setup output
TextWriter outputWriter;
if (!string.IsNullOrEmpty(_arg_outputFile))
{
outputWriter = File.CreateText(_arg_outputFile);
outputWriter.WriteLine(Utils.GetVersionString());
WriteOnce.Writer = outputWriter;
}
if (_arg_src1 == _arg_src2)
{
throw new OpException(ErrMsg.GetString(ErrMsg.ID.TAGDIFF_SAME_FILE_ARG));
}
else if (string.IsNullOrEmpty(_arg_src1) || string.IsNullOrEmpty(_arg_src2))
{
throw new OpException(ErrMsg.GetString(ErrMsg.ID.CMD_INVALID_ARG_VALUE));
}
#region setup analyze calls
//save to quiet analyze cmd
WriteOnce.ConsoleVerbosity saveVerbosity = WriteOnce.Verbosity;
string tmp1 = Path.GetTempFileName();
string tmp2 = Path.GetTempFileName();
AnalyzeCommand.ExitCode result1 = AnalyzeCommand.ExitCode.CriticalError;
AnalyzeCommand.ExitCode result2 = AnalyzeCommand.ExitCode.CriticalError;
try
{
AnalyzeCommand cmd1 = new AnalyzeCommand(new AnalyzeCommandOptions
{
SourcePath = _arg_src1,
OutputFilePath = tmp1,
OutputFileFormat = "json",
CustomRulesPath = _arg_rulesPath,
IgnoreDefaultRules = _arg_ignoreDefault,
SimpleTagsOnly = true,
AllowDupTags = false,
FilePathExclusions = "sample,example,test,docs,.vs,.git",
ConsoleVerbosityLevel = "None"
});
AnalyzeCommand cmd2 = new AnalyzeCommand(new AnalyzeCommandOptions
{
SourcePath = _arg_src2,
OutputFilePath = tmp2,
OutputFileFormat = "json",
CustomRulesPath = _arg_rulesPath,
IgnoreDefaultRules = _arg_ignoreDefault,
SimpleTagsOnly = true,
AllowDupTags = false,
FilePathExclusions = "sample,example,test,docs,.vs,.git",
ConsoleVerbosityLevel = "None"
});
result1 = (AnalyzeCommand.ExitCode)cmd1.Run();
result2 = (AnalyzeCommand.ExitCode)cmd2.Run();
}
catch (Exception e)
{
//restore
WriteOnce.Verbosity = saveVerbosity;
throw e;
}
//restore
WriteOnce.Verbosity = saveVerbosity;
#endregion
bool successResult;
bool equal1 = true;
bool equal2 = true;
//process results for each analyze call before comparing results
if (result1 == AnalyzeCommand.ExitCode.CriticalError)
{
throw new OpException(ErrMsg.FormatString(ErrMsg.ID.CMD_CRITICAL_FILE_ERR, _arg_src1));
}
else if (result2 == AnalyzeCommand.ExitCode.CriticalError)
{
throw new OpException(ErrMsg.FormatString(ErrMsg.ID.CMD_CRITICAL_FILE_ERR, _arg_src2));
}
else if (result1 == AnalyzeCommand.ExitCode.NoMatches || result2 == AnalyzeCommand.ExitCode.NoMatches)
{
throw new OpException(ErrMsg.GetString(ErrMsg.ID.TAGDIFF_NO_TAGS_FOUND));
}
else //compare tag results; assumed (result1&2 == AnalyzeCommand.ExitCode.MatchesFound)
{
string file1TagsJson = File.ReadAllText(tmp1);
string file2TagsJson = File.ReadAllText(tmp2);
var file1Tags = JsonConvert.DeserializeObject <TagsFile[]>(file1TagsJson).First();
var file2Tags = JsonConvert.DeserializeObject <TagsFile[]>(file2TagsJson).First();
//can't simply compare counts as content may differ; must compare both in directions in two passes a->b; b->a
//first pass
WriteOnce.General(ErrMsg.FormatString(ErrMsg.ID.TAGDIFF_RESULTS_GAP, Path.GetFileName(_arg_src1), Path.GetFileName(_arg_src2)),
true, WriteOnce.ConsoleVerbosity.High);
equal1 = CompareTags(file1Tags.Tags, file2Tags.Tags);
//reverse order for second pass
WriteOnce.General(ErrMsg.FormatString(ErrMsg.ID.TAGDIFF_RESULTS_GAP, Path.GetFileName(_arg_src2), Path.GetFileName(_arg_src1)),
true, WriteOnce.ConsoleVerbosity.High);
equal2 = CompareTags(file2Tags.Tags, file1Tags.Tags);
//final results
bool resultsDiffer = !(equal1 && equal2);
if (_arg_tagTestType == TagTestType.Inequality && resultsDiffer)
{
successResult = true;
}
else if (_arg_tagTestType == TagTestType.Equality && !resultsDiffer)
{
successResult = true;
}
else
{
successResult = false;
}
WriteOnce.General(ErrMsg.GetString(ErrMsg.ID.TAGDIFF_RESULTS_DIFFER), false);
WriteOnce.Result(resultsDiffer.ToString());
}
//cleanup
try
{
File.Delete(tmp1);
File.Delete(tmp2);
}
catch
{
//no action needed;
}
WriteOnce.FlushAll();
WriteOnce.Operation(ErrMsg.FormatString(ErrMsg.ID.CMD_COMPLETED, "Tagdiff"));
return(successResult ? (int)ExitCode.TestPassed : (int)ExitCode.TestFailed);
}
/// <summary>
/// Main entry from CLI
/// </summary>
/// <returns></returns>
public override int Run()
{
WriteOnce.SafeLog("TagDiffCommand::Run", LogLevel.Trace);
WriteOnce.Operation(ErrMsg.FormatString(ErrMsg.ID.CMD_RUNNING, "tagdiff"));
ExitCode exitCode = ExitCode.CriticalError;
//save to quiet analyze cmd and restore
WriteOnce.ConsoleVerbosity saveVerbosity = WriteOnce.Verbosity;
AnalyzeCommand.ExitCode analyzeCmdResult1 = AnalyzeCommand.ExitCode.CriticalError;
AnalyzeCommand.ExitCode analyzeCmdResult2 = AnalyzeCommand.ExitCode.CriticalError;
try
{
#region setup analyze calls
string tmp1 = Path.GetTempFileName();
string tmp2 = Path.GetTempFileName();
AnalyzeCommand cmd1 = new AnalyzeCommand(new AnalyzeCommandOptions
{
SourcePath = _arg_src1,
OutputFilePath = tmp1,
OutputFileFormat = "json",
CustomRulesPath = _arg_customRulesPath,
IgnoreDefaultRules = _arg_ignoreDefault,
FilePathExclusions = _arg_fileExclusionList,
SimpleTagsOnly = true,
ConsoleVerbosityLevel = "none",
Log = _arg_logger
});
AnalyzeCommand cmd2 = new AnalyzeCommand(new AnalyzeCommandOptions
{
SourcePath = _arg_src2,
OutputFilePath = tmp2,
OutputFileFormat = "json",
CustomRulesPath = _arg_customRulesPath,
IgnoreDefaultRules = _arg_ignoreDefault,
FilePathExclusions = _arg_fileExclusionList,
SimpleTagsOnly = true,
ConsoleVerbosityLevel = "none",
Log = _arg_logger
});
analyzeCmdResult1 = (AnalyzeCommand.ExitCode)cmd1.Run();
analyzeCmdResult2 = (AnalyzeCommand.ExitCode)cmd2.Run();
ConfigureFileOutput();
//restore
WriteOnce.Verbosity = saveVerbosity;
#endregion
bool equalTagsCompare1 = true;
bool equalTagsCompare2 = true;
//process results for each analyze call before comparing results
if (analyzeCmdResult1 == AnalyzeCommand.ExitCode.CriticalError)
{
throw new Exception(ErrMsg.FormatString(ErrMsg.ID.CMD_CRITICAL_FILE_ERR, _arg_src1));
}
else if (analyzeCmdResult2 == AnalyzeCommand.ExitCode.CriticalError)
{
throw new Exception(ErrMsg.FormatString(ErrMsg.ID.CMD_CRITICAL_FILE_ERR, _arg_src2));
}
else if (analyzeCmdResult1 == AnalyzeCommand.ExitCode.NoMatches || analyzeCmdResult2 == AnalyzeCommand.ExitCode.NoMatches)
{
throw new Exception(ErrMsg.GetString(ErrMsg.ID.TAGDIFF_NO_TAGS_FOUND));
}
else //compare tag results; assumed (result1&2 == AnalyzeCommand.ExitCode.Success)
{
//setup output here rather than top to avoid analyze command output in this command output
ConfigureFileOutput();
ConfigureConsoleOutput();//recheck
string file1TagsJson = File.ReadAllText(tmp1);
string file2TagsJson = File.ReadAllText(tmp2);
var file1Tags = JsonConvert.DeserializeObject <TagsFile>(file1TagsJson);
var file2Tags = JsonConvert.DeserializeObject <TagsFile>(file2TagsJson);
//can't simply compare counts as content may differ; must compare both in directions in two passes a->b; b->a
WriteOnce.General(ErrMsg.FormatString(ErrMsg.ID.TAGDIFF_RESULTS_GAP, Path.GetFileName(_arg_src1), Path.GetFileName(_arg_src2)),
true, WriteOnce.ConsoleVerbosity.High);
equalTagsCompare1 = CompareTags(file1Tags.Tags, file2Tags.Tags);
//reverse order for second pass
WriteOnce.General(ErrMsg.FormatString(ErrMsg.ID.TAGDIFF_RESULTS_GAP, Path.GetFileName(_arg_src2), Path.GetFileName(_arg_src1)),
true, WriteOnce.ConsoleVerbosity.High);
equalTagsCompare2 = CompareTags(file2Tags.Tags, file1Tags.Tags);
//final results
bool resultsDiffer = !(equalTagsCompare1 && equalTagsCompare2);
if (_arg_tagTestType == TagTestType.Inequality && !resultsDiffer)
{
exitCode = ExitCode.TestFailed;
}
else if (_arg_tagTestType == TagTestType.Equality && resultsDiffer)
{
exitCode = ExitCode.TestFailed;
}
else
{
exitCode = ExitCode.TestPassed;
}
WriteOnce.General(ErrMsg.FormatString(ErrMsg.ID.TAGDIFF_RESULTS_DIFFER), false);
WriteOnce.Result(resultsDiffer.ToString());
WriteOnce.Operation(ErrMsg.FormatString(ErrMsg.ID.CMD_COMPLETED, "tagdiff"));
if (!String.IsNullOrEmpty(_arg_outputFile) && Utils.CLIExecutionContext)
{
WriteOnce.Info(ErrMsg.FormatString(ErrMsg.ID.ANALYZE_OUTPUT_FILE, _arg_outputFile), true, WriteOnce.ConsoleVerbosity.Low, false);
}
WriteOnce.FlushAll();
}
//cleanup
try
{
File.Delete(tmp1);
File.Delete(tmp2);
}
catch
{
//no action needed;
}
}
catch (Exception e)
{
WriteOnce.Verbosity = saveVerbosity;
if (analyzeCmdResult1 == AnalyzeCommand.ExitCode.Success && analyzeCmdResult2 == AnalyzeCommand.ExitCode.Success) //error not previously logged
{
WriteOnce.Error(e.Message);
}
else
{
WriteOnce.Error(e.Message, true, WriteOnce.ConsoleVerbosity.Low, false);//console but don't log again
}
//exit normaly for CLI callers and throw for DLL callers
if (Utils.CLIExecutionContext)
{
return((int)ExitCode.CriticalError);
}
else
{
throw;
}
}
finally
{
if (_arg_close_log_on_exit)
{
Utils.Logger = null;
WriteOnce.Log = null;
}
}
return((int)exitCode);
}
/// <summary>
/// Main entry from CLI
/// </summary>
/// <returns></returns>
public override int Run()
{
WriteOnce.SafeLog("TagTestCommand::Run", LogLevel.Trace);
WriteOnce.Operation(ErrMsg.FormatString(ErrMsg.ID.CMD_RUNNING, "tagtest"));
//init based on true or false present argument value
ExitCode exitCode = ExitCode.CriticalError;
WriteOnce.ConsoleVerbosity saveVerbosity = WriteOnce.Verbosity;
AnalyzeCommand.ExitCode analyzeCmdResult = AnalyzeCommand.ExitCode.CriticalError;
try
{
//one file vs ruleset
string tmp1 = Path.GetTempFileName();
//setup analyze call with silent option
AnalyzeCommand cmd1 = new AnalyzeCommand(new AnalyzeCommandOptions
{
SourcePath = _arg_srcPath,
OutputFilePath = tmp1,
OutputFileFormat = "json",
IgnoreDefaultRules = true,
CustomRulesPath = _arg_customRulesPath,
FilePathExclusions = _arg_fileExclusionList,
SimpleTagsOnly = true,
ConsoleVerbosityLevel = "None",
Log = _arg_logger
});
//get and perform initial analyze on results
analyzeCmdResult = (AnalyzeCommand.ExitCode)cmd1.Run();
//must be done here to avoid losing our handle from analyze command overwriting WriteOnce.Writer
ConfigureFileOutput();
//restore
WriteOnce.Verbosity = saveVerbosity;
if (analyzeCmdResult == AnalyzeCommand.ExitCode.CriticalError)
{
throw new Exception(ErrMsg.GetString(ErrMsg.ID.CMD_CRITICAL_FILE_ERR));
}
else if (analyzeCmdResult == AnalyzeCommand.ExitCode.NoMatches)
{
WriteOnce.General(ErrMsg.FormatString(ErrMsg.ID.TAGTEST_RESULTS_TEST_TYPE, _arg_tagTestType.ToString()), false, WriteOnce.ConsoleVerbosity.Low);
if (_arg_tagTestType == TagTestType.RulesPresent)
{
WriteOnce.Any(ErrMsg.GetString(ErrMsg.ID.TAGTEST_RESULTS_FAIL), true, ConsoleColor.Red, WriteOnce.ConsoleVerbosity.Low);
}
else
{
WriteOnce.Any(ErrMsg.GetString(ErrMsg.ID.TAGTEST_RESULTS_SUCCESS), true, ConsoleColor.Green, WriteOnce.ConsoleVerbosity.Low);
}
WriteOnce.Operation(ErrMsg.FormatString(ErrMsg.ID.CMD_COMPLETED, "tagtest"));
exitCode = _arg_tagTestType == TagTestType.RulesPresent ? ExitCode.TestFailed : ExitCode.TestPassed;
}
else //assumed (result == AnalyzeCommand.ExitCode.MatchesFound)
{
string file1TagsJson = File.ReadAllText(tmp1);
var file1Tags = JsonConvert.DeserializeObject <TagsFile>(file1TagsJson);
File.Delete(tmp1);
exitCode = ExitCode.TestPassed;
foreach (Rule r in _rulesSet)
{
//supports both directions by generalizing
string[] testList1 = _arg_tagTestType == TagTestType.RulesNotPresent ?
r.Tags : file1Tags.Tags;
string[] testList2 = _arg_tagTestType == TagTestType.RulesNotPresent ?
file1Tags.Tags : r.Tags;
foreach (string t in testList2)
{
if (TagTest(testList1, t))
{
WriteOnce.Result(ErrMsg.FormatString(ErrMsg.ID.TAGTEST_RESULTS_TAGS_FOUND, t), true, WriteOnce.ConsoleVerbosity.High);
}
else
{
exitCode = ExitCode.TestFailed;
WriteOnce.Result(ErrMsg.FormatString(ErrMsg.ID.TAGTEST_RESULTS_TAGS_MISSING, t), true, WriteOnce.ConsoleVerbosity.High);
}
if (exitCode != ExitCode.TestPassed)
{
break;
}
}
if (exitCode != ExitCode.TestPassed)
{
break;
}
}
//results
WriteOnce.General(ErrMsg.FormatString(ErrMsg.ID.TAGTEST_RESULTS_TEST_TYPE, _arg_tagTestType.ToString()), false, WriteOnce.ConsoleVerbosity.Low);
if (exitCode == ExitCode.TestFailed)
{
WriteOnce.Any(ErrMsg.GetString(ErrMsg.ID.TAGTEST_RESULTS_FAIL), true, ConsoleColor.Red, WriteOnce.ConsoleVerbosity.Low);
}
else
{
WriteOnce.Any(ErrMsg.GetString(ErrMsg.ID.TAGTEST_RESULTS_SUCCESS), true, ConsoleColor.Green, WriteOnce.ConsoleVerbosity.Low);
}
WriteOnce.Operation(ErrMsg.FormatString(ErrMsg.ID.CMD_COMPLETED, "Tagtest"));
if (!String.IsNullOrEmpty(_arg_outputFile) && Utils.CLIExecutionContext)
{
WriteOnce.Info(ErrMsg.FormatString(ErrMsg.ID.ANALYZE_OUTPUT_FILE, _arg_outputFile), true, WriteOnce.ConsoleVerbosity.Low, false);
}
WriteOnce.FlushAll();
}
}
catch (Exception e)
{
WriteOnce.Verbosity = saveVerbosity;
if (analyzeCmdResult == AnalyzeCommand.ExitCode.Success) //then error was not previously logged
{
WriteOnce.Error(e.Message);
}
else
{
WriteOnce.Error(e.Message, true, WriteOnce.ConsoleVerbosity.Low, false);
}
//exit normaly for CLI callers and throw for DLL callers
if (Utils.CLIExecutionContext)
{
return((int)ExitCode.CriticalError);
}
else
{
throw;
}
}
finally
{
if (_arg_close_log_on_exit)
{
Utils.Logger = null;
WriteOnce.Log = null;
}
}
return((int)exitCode);
}
