public void Run_should_report_all_results_excluding_the_test_that_exception_occurs_in_the_callback()
{
// Arrange
var configuration = Configuration.Create().WithNumberOfIterations(200).
WithMaxSchedulingSteps(10).
WithParallelBugFindingTasks(5).
WithRandomSchedulingSeed();
var engine = new CompositeBugFindingEngine(configuration, runtimeHost =>
{
var m1 = runtimeHost.New(MachineInterface.Sender <M1.ISender>().Bundler <M1.IBundler>().Receiver <M1.InfiniteLoopReceiver>());
m1.Configure(new Notify());
});
engine.RegisterPerIterationCallBacks(new Action <int>[]
{
iteration => { },
iteration => { },
iteration => { throw new NotSupportedException(); },
iteration => { },
iteration => { },
});
// Act, Assert
var ex = Assert.Throws <AggregateException>(() => engine.Run());
Assert.IsInstanceOf <TargetInvocationException>(ex.GetBaseException());
Assert.IsInstanceOf <NotSupportedException>(ex.GetBaseException().InnerException);
Assert.IsNotNull(engine.TestReports[0]);
Assert.IsNotNull(engine.TestReports[1]);
Assert.IsNull(engine.TestReports[2]);
Assert.IsNotNull(engine.TestReports[3]);
Assert.IsNotNull(engine.TestReports[4]);
}
public void TryEmitTraces_should_output_the_artifact_of_the_test_to_the_specified_directory()
{
// Arrange
var configuration = Configuration.Create().WithNumberOfIterations(200).
WithMaxSchedulingSteps(200).
WithParallelBugFindingTasks(5).
WithRandomSchedulingSeed();
var testArtifact = configuration.CreateTestArtifact(MethodBase.GetCurrentMethod(), new DateTime(2017, 10, 10));
var engine = new CompositeBugFindingEngine(configuration, runtimeHost =>
{
var m1 = runtimeHost.New(MachineInterface.Sender <M1.ISender>().Bundler <M1.IBundler>().Receiver <M1.BugReceiver>());
m1.Configure(new Notify());
});
engine.Run();
// Act
engine.TryEmitTraces(testArtifact.Directory, testArtifact.TraceNameBase);
// Assert
Assert.GreaterOrEqual(engine.TestReport.NumOfFoundBugs, 1);
var traceFileInfos = new DirectoryInfo(testArtifact.Directory).EnumerateFiles();
Assert.IsTrue(traceFileInfos.Any(_ => Regex.IsMatch(_.Name, $@"{ testArtifact.TraceNameBase }_\d+_\d+\.pstrace")));
Assert.IsTrue(traceFileInfos.Any(_ => Regex.IsMatch(_.Name, $@"{ testArtifact.TraceNameBase }_\d+_\d+\.schedule")));
Assert.IsTrue(traceFileInfos.Any(_ => Regex.IsMatch(_.Name, $@"{ testArtifact.TraceNameBase }_\d+_\d+\.txt")));
}
public void Stop_should_abort_test_in_the_middle_of_the_iteration()
{
// Arrange
var configuration = Configuration.Create().WithNumberOfIterations(200).
WithMaxSchedulingSteps(200).
WithParallelBugFindingTasks(5).
WithRandomSchedulingSeed();
var engine = new CompositeBugFindingEngine(configuration, runtimeHost =>
{
var m1 = runtimeHost.New(MachineInterface.Sender <M1.ISender>().Bundler <M1.IBundler>().Receiver <M1.InfiniteLoopReceiver>());
m1.Configure(new Notify());
});
var runner = Task.Run(() => engine.Run());
// Act
engine.Stop();
// Assert
Assert.IsTrue(runner.Wait(5000));
}
public void ReportFully_should_return_empty_if_not_emitting_trace()
{
// Arrange
var configuration = Configuration.Create().WithNumberOfIterations(200).
WithMaxSchedulingSteps(200).
WithParallelBugFindingTasks(5).
WithRandomSchedulingSeed();
var testArtifact = configuration.CreateTestArtifact(MethodBase.GetCurrentMethod(), new DateTime(2017, 10, 10));
var engine = new CompositeBugFindingEngine(configuration, runtimeHost =>
{
var m1 = runtimeHost.New(MachineInterface.Sender <M1.ISender>().Bundler <M1.IBundler>().Receiver <M1.BugReceiver>());
m1.Configure(new Notify());
});
engine.Run();
// Act
var result = engine.ReportFully();
// Assert
Assert.IsEmpty(result);
}
public void TryEmitTraces_should_output_replayable_results()
{
// Arrange
var bugFindingConfig = Configuration.Create().WithNumberOfIterations(200).
WithMaxSchedulingSteps(200).
WithParallelBugFindingTasks(5).
WithRandomSchedulingSeed();
var testArtifact = bugFindingConfig.CreateTestArtifact(MethodBase.GetCurrentMethod(), new DateTime(2017, 10, 10));
var action = default(Action <RuntimeHost>);
action = runtimeHost =>
{
var m1 = runtimeHost.New(MachineInterface.Sender <M1.ISender>().Bundler <M1.IBundler>().Receiver <M1.BugReceiver>());
m1.Configure(new Notify());
};
var bugFindingEngine = new CompositeBugFindingEngine(bugFindingConfig, action);
bugFindingEngine.Run();
// Act
bugFindingEngine.TryEmitTraces(testArtifact.Directory, testArtifact.TraceNameBase);
// Assert
var reproTracePath = bugFindingEngine.EmittedTraceInfos.First().EmittedReproducableTracePath;
var replayConfig = Configuration.Create().WithVerbosityEnabled(2);//.
//WithAttachingDebuggerEnabled();
replayConfig.ScheduleFile = reproTracePath;
var replayEngine = new CompositeReplayEngine(replayConfig, action);
replayEngine.Run();
Assert.GreaterOrEqual(replayEngine.TestReport.NumOfFoundBugs, 1);
}
