public void HasRightOrderingOfSteps()
{
List<Step> tracker = new List<Step>();
MockExperiment experiment = new MockExperiment(tracker, "ExperimentWithException", 2, "Instance0");
experiment.Start();
Assert.IsTrue(experiment.WaitForCompletion(TimeSpan.FromSeconds(20)), "experiment timed out");
AssertTracker(tracker,
new Step[]
{
Step.PrepareExperiment,
Step.PrepareIteration,
Step.RunSingleIteration,
Step.CleanupIteration,
Step.PrepareIteration,
Step.RunSingleIteration,
Step.CleanupIteration,
Step.CleanupExperiment,
});
}
public void HasCorrectStatus()
{
List<Step> tracker = new List<Step>();
MockExperiment experiment = new MockExperiment(tracker, "HasCorrectStatus", 1, "Instance0",
(i) =>
{
Thread.Sleep(TimeSpan.FromSeconds(1));
return 3.5;
});
Assert.AreEqual("HasCorrectStatus", experiment.Title);
Assert.IsFalse(experiment.IsRunning);
Assert.AreEqual(1, experiment.RequestedIterations);
Assert.IsNull(experiment.Result);
Assert.IsNotNull(experiment.HasFinishedEvent);
experiment.Start();
Assert.IsTrue(experiment.IsRunning);
bool success = experiment.WaitForCompletion(TimeSpan.FromSeconds(20));
Assert.IsTrue(success);
Assert.IsFalse(experiment.IsRunning);
}
public void ExperimentWithException()
{
const string failureMessage = "Intentional experiment failure";
List<Step> tracker = new List<Step>();
MockExperiment experiment = new MockExperiment(tracker, "ExperimentHasRightOrderingOfSteps", 1, "Instance0",
(i) =>
{
Thread.Sleep(TimeSpan.FromSeconds(1));
throw new InvalidOperationException(failureMessage);
});
experiment.Start();
Assert.IsTrue(experiment.WaitForCompletion(TimeSpan.FromSeconds(20)), "experiment timed out");
Assert.IsNotNull(experiment.Result);
ExperimentResult r = experiment.Result;
Assert.IsFalse(r.Success);
Assert.AreEqual(0, r.CompletedIterations);
Assert.AreEqual(0.0, r.AccumulatedMetric);
Assert.IsFalse(string.IsNullOrEmpty(r.Error), "expected actual error string");
Assert.IsTrue(r.Error.Contains(failureMessage), "actual error string: " + r.Error);
}
public void HasValidResult()
{
List<Step> tracker = new List<Step>();
MockExperiment experiment = new MockExperiment(tracker, "HasValidResult", 2, "Instance0",
(i) =>
{
Thread.Sleep(TimeSpan.FromSeconds(2));
return 3.5;
});
DateTime now = DateTime.UtcNow;
Stopwatch sw = new Stopwatch();
sw.Start();
experiment.Start();
Assert.IsTrue(experiment.WaitForCompletion(TimeSpan.FromSeconds(20)), "experiment timed out");
sw.Stop();
// validate result:
Assert.IsNotNull(experiment.Result);
ExperimentResult r = experiment.Result;
Assert.IsTrue(r.Success);
Assert.AreEqual(2, r.CompletedIterations);
Assert.AreEqual(7.0, r.AccumulatedMetric);
Assert.AreEqual(string.Empty, r.Error, "expected empty error string");
Assert.IsTrue(r.TotalDuration > TimeSpan.FromSeconds(3),
string.Format("TotalDuration too short to be credible: {0}", r.TotalDuration.ToString()));
Assert.IsTrue(r.TotalDuration <= sw.Elapsed,
string.Format("TotalDuration too long: {0} (stopwatch says: {1}", r.TotalDuration.ToString(), sw.Elapsed.ToString()));
Assert.IsTrue(r.NetDuration <= r.TotalDuration,
string.Format("total duration '{0}' should >= net duration '{1}'", r.TotalDuration.ToString(), r.NetDuration.ToString()));
Assert.IsTrue(Math.Abs(now.Ticks - r.Started.Ticks) <= Math.Pow(10, 6),
string.Format("expected .Started to be a current time: {0} (now: {1}", r.Started.ToString("u"), now.ToString("u")));
}