public void RunBenchmarks_Should_NotRunBenchmark_When_SetupThrowsExceptions()
{
var assemblyInterrogator = new Mock<AssemblyInterrogator>();
assemblyInterrogator.Setup(p => p.AssemblyName).Returns("TestBenchmark.dll");
var items = new List<Object>();
var testObject = new TestBenchmarkClass1();
testObject.SetUpThrowException = true;
items.Add(testObject);
string errors;
assemblyInterrogator.Setup(p => p.PopulateItemsToBench(out errors)).Returns(true);
assemblyInterrogator.Setup(p => p.ItemsToBench).Returns(items);
var outputWriter = new Mock<OutputWriter>();
var processStarter = new Mock<ProcessStarterFactory>();
var target =
new BenchmarkExecuter(
new Settings
{BuildLabel = "Build1", BenchmarkClass = "TestBenchmarkClass1", BenchmarkMethod = "TestBenchy2"},
assemblyInterrogator.Object, outputWriter.Object, processStarter.Object);
bool result = target.RunBenchmarks(out errors);
Assert.IsFalse(result);
Assert.IsFalse(testObject.TestBenchy1Called);
Assert.IsFalse(testObject.TestBenchy2Called);
Assert.IsTrue(testObject.TearDownCalled);
}
public void RunBenchmarks_Should_LogExceptionsButNotResults_When_ClassAndMethodNameSpecifiedAndExceptionsAreThrown()
{
var assemblyInterrogator = new Mock<AssemblyInterrogator>();
assemblyInterrogator.Setup(p => p.AssemblyName).Returns("TestBenchmark.dll");
var items = new List<Object>();
var testObject = new TestBenchmarkClass1();
testObject.TestBenchy2ThrowException = true;
items.Add(testObject);
string errors;
assemblyInterrogator.Setup(p => p.PopulateItemsToBench(out errors)).Returns(true);
assemblyInterrogator.Setup(p => p.ItemsToBench).Returns(items);
var outputWriter = new Mock<OutputWriter>();
var processStarter = new Mock<ProcessStarterFactory>();
var target =
new BenchmarkExecuter(
new Settings
{BuildLabel = "Build1", BenchmarkClass = "TestBenchmarkClass1", BenchmarkMethod = "TestBenchy2"},
assemblyInterrogator.Object, outputWriter.Object, processStarter.Object);
bool result = target.RunBenchmarks(out errors);
Assert.IsFalse(result);
Assert.IsTrue(testObject.SetUpCalled);
Assert.IsTrue(testObject.TearDownCalled);
Assert.IsFalse(testObject.TestBenchy1Called);
Assert.IsTrue(testObject.TestBenchy2Called);
outputWriter.Verify(o => o.WriteResults("TestBenchy2", "Build1", It.IsAny<long>()), Times.Never());
outputWriter.Verify(o => o.WriteError(It.IsAny<string>(), "TestBenchy2", "Build1"), Times.Once());
}
