protected void TestWithException <TException>(Func <IMachineRuntime, Task> test, Configuration configuration = null,
bool replay = false)
where TException : Exception
{
configuration = configuration ?? GetConfiguration();
Type exceptionType = typeof(TException);
Assert.True(exceptionType.IsSubclassOf(typeof(Exception)), "Please configure the test correctly. " +
$"Type '{exceptionType}' is not an exception type.");
var logger = new Common.TestOutputLogger(this.TestOutput);
try
{
var bfEngine = BugFindingEngine.Create(configuration, test);
bfEngine.SetLogger(logger);
bfEngine.Run();
CheckErrors(bfEngine, exceptionType);
if (replay && !configuration.EnableCycleDetection)
{
var rEngine = ReplayEngine.Create(configuration, test, bfEngine.ReproducableTrace);
rEngine.SetLogger(logger);
rEngine.Run();
Assert.True(rEngine.InternalError.Length == 0, rEngine.InternalError);
CheckErrors(rEngine, exceptionType);
}
}
catch (Exception ex)
{
Assert.False(true, ex.Message + "\n" + ex.StackTrace);
}
finally
{
logger.Dispose();
}
}
protected void AssertSucceeded(Configuration configuration, Action <PSharpRuntime> test)
{
InMemoryLogger logger = new InMemoryLogger();
try
{
var engine = BugFindingEngine.Create(configuration, test);
engine.SetLogger(logger);
engine.Run();
var numErrors = engine.TestReport.NumOfFoundBugs;
Assert.Equal(0, numErrors);
}
catch (Exception ex)
{
Assert.False(true, ex.Message);
}
finally
{
logger.Dispose();
}
}
protected void AssertSucceeded(Configuration configuration, Action <IMachineRuntime> test)
{
var logger = new Common.TestOutputLogger(this.TestOutput);
try
{
var engine = BugFindingEngine.Create(configuration, test);
engine.SetLogger(logger);
engine.Run();
var numErrors = engine.TestReport.NumOfFoundBugs;
Assert.True(numErrors == 0, GetBugReport(engine));
}
catch (Exception ex)
{
Assert.False(true, ex.Message + "\n" + ex.StackTrace);
}
finally
{
logger.Dispose();
}
}
private ITestingEngine Test(BugFindingEngine engine)
{
var logger = new Common.TestOutputLogger(this.TestOutput);
try
{
engine.SetLogger(logger);
engine.Run();
var numErrors = engine.TestReport.NumOfFoundBugs;
Assert.True(numErrors == 0, GetBugReport(engine));
}
catch (Exception ex)
{
Assert.False(true, ex.Message + "\n" + ex.StackTrace);
}
finally
{
logger.Dispose();
}
return(engine);
}
protected void AssertFailed(Configuration configuration, Action <PSharpRuntime> test, int numExpectedErrors, ISet <string> expectedOutputs)
{
InMemoryLogger logger = new InMemoryLogger();
try
{
var engine = BugFindingEngine.Create(configuration, test);
engine.SetLogger(logger);
engine.Run();
var numErrors = engine.TestReport.NumOfFoundBugs;
Assert.Equal(numExpectedErrors, numErrors);
if (expectedOutputs.Count > 0)
{
var bugReports = new HashSet <string>();
foreach (var bugReport in engine.TestReport.BugReports)
{
var actual = this.RemoveNonDeterministicValuesFromReport(bugReport);
bugReports.Add(actual);
}
foreach (var expected in expectedOutputs)
{
Assert.Contains(expected, bugReports);
}
}
}
catch (Exception ex)
{
Assert.False(true, ex.Message);
}
finally
{
logger.Dispose();
}
}
