public virtual void ExecuteTestCases(TestXml test)
{
Trace.WriteLineIf(NBiTraceSwitch.TraceVerbose, string.Format("Test loaded by {0}", GetOwnFilename()));
Trace.WriteLineIf(NBiTraceSwitch.TraceInfo, string.Format("Test defined in {0}", TestSuiteFinder.Find()));
//check if ignore is set to true
if (test.Ignore)
{
Assert.Ignore(test.IgnoreReason);
}
else
{
ExecuteChecks(test.Condition);
ExecuteSetup(test.Setup);
foreach (var tc in test.Systems)
{
foreach (var ctr in test.Constraints)
{
var factory = new TestCaseFactory(Configuration);
var testCase = factory.Instantiate(tc, ctr);
AssertTestCase(testCase.SystemUnderTest, testCase.Constraint, test.Content);
}
}
ExecuteCleanup(test.Cleanup);
}
}
public void Instantiate_MembersSyntacticallyCorrect_ArgumentException()
{
var sutXml = new MembersXml();
var ctrXml = new SyntacticallyCorrectXml();
var testCaseFactory = new TestCaseFactory();
Assert.Throws <ArgumentException>(delegate { testCaseFactory.Instantiate(sutXml, ctrXml); });
}
public void Instantiate_StructureOrdered_ArgumentException()
{
var sutXml = new StructureXml();
var ctrXml = new OrderedXml();
var testCaseFactory = new TestCaseFactory();
Assert.Throws <ArgumentException>(delegate { testCaseFactory.Instantiate(sutXml, ctrXml); });
}
public void Instantiate_QueryExists_ArgumentException()
{
var sutXml = new ExecutionXml();
var ctrXml = new ExistsXml();
var testCaseFactory = new TestCaseFactory();
Assert.Throws <ArgumentException>(delegate { testCaseFactory.Instantiate(sutXml, ctrXml); });
}
public void Instantiate_MembersEqualTo_ArgumentException()
{
var sutXml = new MembersXml();
var ctrXml = new EqualToXml();
var testCaseFactory = new TestCaseFactory();
Assert.Throws <ArgumentException>(delegate { testCaseFactory.Instantiate(sutXml, ctrXml); });
}
public virtual void ExecuteTestCases(TestXml test)
{
if (ConfigurationFinder != null)
{
Trace.WriteLineIf(Extensibility.NBiTraceSwitch.TraceError, string.Format("Loading configuration"));
var config = ConfigurationFinder.Find();
ApplyConfig(config);
}
else
{
Trace.WriteLineIf(Extensibility.NBiTraceSwitch.TraceError, $"No configuration-finder found.");
}
Trace.WriteLineIf(Extensibility.NBiTraceSwitch.TraceVerbose, $"Test loaded by {GetOwnFilename()}");
Trace.WriteLineIf(Extensibility.NBiTraceSwitch.TraceInfo, $"Test defined in {TestSuiteFinder.Find()}");
Trace.WriteLineIf(Extensibility.NBiTraceSwitch.TraceInfo, $"{Variables.Count()} variables defined, {Variables.Count(x => x.Value.IsEvaluated())} already evaluated.");
if (serviceLocator == null)
{
Initialize();
}
//check if ignore is set to true
if (test.IsNotImplemented)
{
Trace.WriteLineIf(Extensibility.NBiTraceSwitch.TraceInfo, $"Test not-implemented, will be ignored. Reason is '{test.NotImplemented.Reason}'");
Assert.Ignore(test.IgnoreReason);
}
else if (test.Ignore)
{
Trace.WriteLineIf(Extensibility.NBiTraceSwitch.TraceInfo, $"Test ignored. Reason is '{test.IgnoreReason}'");
Assert.Ignore(test.IgnoreReason);
}
else
{
Trace.WriteLineIf(Extensibility.NBiTraceSwitch.TraceInfo, $"Running test '{test.Name}' #{test.UniqueIdentifier}");
ExecuteChecks(test.Condition);
ExecuteSetup(test.Setup);
foreach (var tc in test.Systems)
{
foreach (var ctr in test.Constraints)
{
var factory = new TestCaseFactory(Configuration, Variables, serviceLocator);
var testCase = factory.Instantiate(tc, ctr);
try
{
AssertTestCase(testCase.SystemUnderTest, testCase.Constraint, test.Content);
}
catch
{
ExecuteCleanup(test.Cleanup);
throw;
}
}
}
ExecuteCleanup(test.Cleanup);
}
}
public virtual void ExecuteTestCases(TestXml test)
{
if (ConfigurationFinder != null)
{
Trace.WriteLineIf(NBiTraceSwitch.TraceError, string.Format("Loading configuration"));
var config = ConfigurationFinder.Find();
ApplyConfig(config);
}
else
{
Trace.WriteLineIf(NBiTraceSwitch.TraceError, string.Format("No configuration-finder found."));
}
Trace.WriteLineIf(NBiTraceSwitch.TraceVerbose, string.Format("Test loaded by {0}", GetOwnFilename()));
Trace.WriteLineIf(NBiTraceSwitch.TraceInfo, string.Format("Test defined in {0}", TestSuiteFinder.Find()));
//check if ignore is set to true
if (test.Ignore)
{
Assert.Ignore(test.IgnoreReason);
}
else
{
ExecuteChecks(test.Condition);
ExecuteSetup(test.Setup);
foreach (var tc in test.Systems)
{
foreach (var ctr in test.Constraints)
{
var factory = new TestCaseFactory(Configuration, Variables);
var testCase = factory.Instantiate(tc, ctr);
try
{
AssertTestCase(testCase.SystemUnderTest, testCase.Constraint, test.Content);
}
catch
{
ExecuteCleanup(test.Cleanup);
throw;
}
}
}
ExecuteCleanup(test.Cleanup);
}
}
public void Instantiate_StructureContains_ArgumentException()
{
var sutXml = new StructureXml();
var ctrXml = new ContainXml();
var builderMockFactory = new Mock <ITestCaseBuilder>();
builderMockFactory.Setup(b => b.Setup(sutXml, ctrXml, TestConfiguration.Default, It.IsAny <Dictionary <string, ITestVariable> >()));
builderMockFactory.Setup(b => b.Build());
builderMockFactory.Setup(b => b.GetSystemUnderTest()).Returns(new object());
builderMockFactory.Setup(b => b.GetConstraint()).Returns(new NBi.NUnit.Structure.ContainConstraint("expected"));
var builder = builderMockFactory.Object;
var testCaseFactory = new TestCaseFactory();
testCaseFactory.Register(typeof(StructureXml), typeof(ContainXml), builder);
var tc = testCaseFactory.Instantiate(sutXml, ctrXml);
Assert.That(tc, Is.Not.Null);
builderMockFactory.VerifyAll();
}
public void Instantiate_StructureExists_TestCase()
{
var sutXml = new StructureXml();
var ctrXml = new ExistsXml();
var builderMockFactory = new Mock <ITestCaseBuilder>();
builderMockFactory.Setup(b => b.Setup(sutXml, ctrXml, TestConfiguration.Default, It.IsAny <Dictionary <string, ITestVariable> >()));
builderMockFactory.Setup(b => b.Build());
builderMockFactory.Setup(b => b.GetSystemUnderTest()).Returns(new object());
builderMockFactory.Setup(b => b.GetConstraint()).Returns(new ExistsConstraint("foo"));
var builder = builderMockFactory.Object;
var testCaseFactory = new TestCaseFactory();
testCaseFactory.Register(typeof(StructureXml), typeof(ExistsXml), builder);
var tc = testCaseFactory.Instantiate(sutXml, ctrXml);
Assert.That(tc, Is.Not.Null);
builderMockFactory.VerifyAll();
}
public void Instantiate_MembersMatchPattern_TestCase()
{
var sutXml = new MembersXml();
var ctrXml = new MatchPatternXml();
var builderMockFactory = new Mock <ITestCaseBuilder>();
builderMockFactory.Setup(b => b.Setup(sutXml, ctrXml, TestConfiguration.Default, It.IsAny <Dictionary <string, ITestVariable> >()));
builderMockFactory.Setup(b => b.Build());
builderMockFactory.Setup(b => b.GetSystemUnderTest()).Returns(new object());
builderMockFactory.Setup(b => b.GetConstraint()).Returns(new NBi.NUnit.Member.MatchPatternConstraint());
var builder = builderMockFactory.Object;
var testCaseFactory = new TestCaseFactory();
testCaseFactory.Register(typeof(MembersXml), typeof(MatchPatternXml), builder);
var tc = testCaseFactory.Instantiate(sutXml, ctrXml);
Assert.That(tc, Is.Not.Null);
builderMockFactory.VerifyAll();
}
public void Instantiate_QuerySyntacticallyCorrect_TestCase()
{
var sutXml = new ExecutionXml();
var ctrXml = new SyntacticallyCorrectXml();
var builderMockFactory = new Mock <ITestCaseBuilder>();
builderMockFactory.Setup(b => b.Setup(sutXml, ctrXml, TestConfiguration.Default, It.IsAny <Dictionary <string, ITestVariable> >()));
builderMockFactory.Setup(b => b.Build());
builderMockFactory.Setup(b => b.GetSystemUnderTest()).Returns(new SqlCommand());
builderMockFactory.Setup(b => b.GetConstraint()).Returns(new SyntacticallyCorrectConstraint());
var builder = builderMockFactory.Object;
var testCaseFactory = new TestCaseFactory();
testCaseFactory.Register(typeof(ExecutionXml), typeof(SyntacticallyCorrectXml), builder);
var tc = testCaseFactory.Instantiate(sutXml, ctrXml);
Assert.That(tc, Is.Not.Null);
builderMockFactory.VerifyAll();
}
public void Instantiate_MembersContains_ArgumentException()
{
var sutXml = new MembersXml();
var ctrXml = new ContainXml();
var builderMockFactory = new Mock <ITestCaseBuilder>();
builderMockFactory.Setup(b => b.Setup(sutXml, ctrXml, TestConfiguration.Default));
builderMockFactory.Setup(b => b.Build());
builderMockFactory.Setup(b => b.GetSystemUnderTest()).Returns(new object());
builderMockFactory.Setup(b => b.GetConstraint()).Returns(new NBi.NUnit.Member.ContainConstraint("expected"));
var builder = builderMockFactory.Object;
var testCaseFactory = new TestCaseFactory();
testCaseFactory.Register(typeof(MembersXml), typeof(ContainXml), builder);
var tc = testCaseFactory.Instantiate(sutXml, ctrXml);
Assert.That(tc, Is.Not.Null);
builderMockFactory.VerifyAll();
}
public void Instantiate_ScalarScoreExists_TestCase()
{
var sutXml = new ScalarXml();
var ctrXml = new ScoreXml();
var builderMockFactory = new Mock <ITestCaseBuilder>();
builderMockFactory.Setup(b => b.Setup(sutXml, ctrXml, NBi.Core.Configuration.Configuration.Default, It.IsAny <Dictionary <string, ITestVariable> >(), It.IsAny <ServiceLocator>()));
builderMockFactory.Setup(b => b.Build());
builderMockFactory.Setup(b => b.GetSystemUnderTest()).Returns(1);
builderMockFactory.Setup(b => b.GetConstraint()).Returns(new ScoreConstraint(1m));
var builder = builderMockFactory.Object;
var testCaseFactory = new TestCaseFactory();
testCaseFactory.Register(typeof(ScalarXml), typeof(ScoreXml), builder);
var tc = testCaseFactory.Instantiate(sutXml, ctrXml);
Assert.That(tc, Is.Not.Null);
builderMockFactory.VerifyAll();
}
public void Instantiate_ResultSetReferenceExists_TestCase()
{
var sutXml = new ResultSetSystemXml();
var ctrXml = new LookupExistsXml();
var builderMockFactory = new Mock <ITestCaseBuilder>();
builderMockFactory.Setup(b => b.Setup(sutXml, ctrXml, NBi.Core.Configuration.Configuration.Default, It.IsAny <Dictionary <string, ITestVariable> >(), It.IsAny <ServiceLocator>()));
builderMockFactory.Setup(b => b.Build());
builderMockFactory.Setup(b => b.GetSystemUnderTest()).Returns(new RelationalCommand(new SqlCommand(), null, null));
builderMockFactory.Setup(b => b.GetConstraint()).Returns(new IsConstraint("x"));
var builder = builderMockFactory.Object;
var testCaseFactory = new TestCaseFactory();
testCaseFactory.Register(typeof(ResultSetSystemXml), typeof(LookupExistsXml), builder);
var tc = testCaseFactory.Instantiate(sutXml, ctrXml);
Assert.That(tc, Is.Not.Null);
builderMockFactory.VerifyAll();
}
public void Instantiate_MembersOrdered_ArgumentException()
{
var sutXml = new MembersXml();
var ctrXml = new OrderedXml();
var builderMockFactory = new Mock <ITestCaseBuilder>();
builderMockFactory.Setup(b => b.Setup(sutXml, ctrXml, NBi.Core.Configuration.Configuration.Default, It.IsAny <Dictionary <string, ITestVariable> >(), It.IsAny <ServiceLocator>()));
builderMockFactory.Setup(b => b.Build());
builderMockFactory.Setup(b => b.GetSystemUnderTest()).Returns(new object());
builderMockFactory.Setup(b => b.GetConstraint()).Returns(new OrderedConstraint());
var builder = builderMockFactory.Object;
var testCaseFactory = new TestCaseFactory();
testCaseFactory.Register(typeof(MembersXml), typeof(OrderedXml), builder);
var tc = testCaseFactory.Instantiate(sutXml, ctrXml);
Assert.That(tc, Is.Not.Null);
builderMockFactory.VerifyAll();
}
public void Instantiate_QueryRowCount_TestCase()
{
var sutXml = new ExecutionXml();
var ctrXml = new RowCountXml();
var builderMockFactory = new Mock <ITestCaseBuilder>();
builderMockFactory.Setup(b => b.Setup(sutXml, ctrXml, TestConfiguration.Default));
builderMockFactory.Setup(b => b.Build());
builderMockFactory.Setup(b => b.GetSystemUnderTest()).Returns(new SqlCommand());
builderMockFactory.Setup(b => b.GetConstraint()).Returns(new NBi.NUnit.Execution.RowCountConstraint(null));
var builder = builderMockFactory.Object;
var testCaseFactory = new TestCaseFactory();
testCaseFactory.Register(typeof(ExecutionXml), typeof(RowCountXml), builder);
var tc = testCaseFactory.Instantiate(sutXml, ctrXml);
Assert.That(tc, Is.Not.Null);
builderMockFactory.VerifyAll();
}
public void Instantiate_MembersOrdered_ArgumentException()
{
var sutXml = new MembersXml();
var ctrXml = new OrderedXml();
var builderMockFactory = new Mock <ITestCaseBuilder>();
builderMockFactory.Setup(b => b.Setup(sutXml, ctrXml));
builderMockFactory.Setup(b => b.Build());
builderMockFactory.Setup(b => b.GetSystemUnderTest()).Returns(new object());
builderMockFactory.Setup(b => b.GetConstraint()).Returns(new OrderedConstraint());
var builder = builderMockFactory.Object;
var testCaseFactory = new TestCaseFactory();
testCaseFactory.Register(typeof(MembersXml), typeof(OrderedXml), builder);
var tc = testCaseFactory.Instantiate(sutXml, ctrXml);
Assert.That(tc, Is.Not.Null);
builderMockFactory.VerifyAll();
}
public void Instantiate_ExecutionMatchPattern_TestCase()
{
var sutXml = new ExecutionXml();
var ctrXml = new MatchPatternXml();
var builderMockFactory = new Mock <ITestCaseBuilder>();
builderMockFactory.Setup(b => b.Setup(sutXml, ctrXml));
builderMockFactory.Setup(b => b.Build());
builderMockFactory.Setup(b => b.GetSystemUnderTest()).Returns(new SqlCommand());
builderMockFactory.Setup(b => b.GetConstraint()).Returns(new NBi.NUnit.Query.MatchPatternConstraint());
var builder = builderMockFactory.Object;
var testCaseFactory = new TestCaseFactory();
testCaseFactory.Register(typeof(ExecutionXml), typeof(MatchPatternXml), builder);
var tc = testCaseFactory.Instantiate(sutXml, ctrXml);
Assert.That(tc, Is.Not.Null);
builderMockFactory.VerifyAll();
}
public void Instantiate_DataTypeIs_TestCase()
{
var sutXml = new DataTypeXml();
var ctrXml = new IsXml();
var builderMockFactory = new Mock <ITestCaseBuilder>();
builderMockFactory.Setup(b => b.Setup(sutXml, ctrXml, TestConfiguration.Default, It.IsAny <Dictionary <string, ITestVariable> >()));
builderMockFactory.Setup(b => b.Build());
builderMockFactory.Setup(b => b.GetSystemUnderTest()).Returns(new RelationalCommand(new SqlCommand(), null, null));
builderMockFactory.Setup(b => b.GetConstraint()).Returns(new IsConstraint("x"));
var builder = builderMockFactory.Object;
var testCaseFactory = new TestCaseFactory();
testCaseFactory.Register(typeof(DataTypeXml), typeof(IsXml), builder);
var tc = testCaseFactory.Instantiate(sutXml, ctrXml);
Assert.That(tc, Is.Not.Null);
builderMockFactory.VerifyAll();
}
public virtual void ExecuteTestCases(TestXml test)
{
Trace.WriteLineIf(NBiTraceSwitch.TraceVerbose, string.Format("Test loaded by {0}", GetOwnFilename()));
Trace.WriteLineIf(NBiTraceSwitch.TraceInfo, string.Format("Test defined in {0}", TestSuiteFinder.Find()));
//check if ignore is set to true
if (test.Ignore)
Assert.Ignore(test.IgnoreReason);
else
{
ExecuteChecks(test.Condition);
ExecuteSetup(test.Setup);
foreach (var tc in test.Systems)
{
foreach (var ctr in test.Constraints)
{
var factory = new TestCaseFactory(Configuration);
var testCase = factory.Instantiate(tc, ctr);
AssertTestCase(testCase.SystemUnderTest, testCase.Constraint, test.Content);
}
}
ExecuteCleanup(test.Cleanup);
}
}
public virtual void ExecuteTestCases(TestXml test, string testName, IDictionary <string, ITestVariable> localVariables)
{
if (ConfigurationProvider != null)
{
Trace.WriteLineIf(NBiTraceSwitch.TraceError, string.Format("Loading configuration"));
var config = ConfigurationProvider.GetSection();
ApplyConfig(config);
}
else
{
Trace.WriteLineIf(NBiTraceSwitch.TraceError, $"No configuration-finder found.");
}
Trace.WriteLineIf(NBiTraceSwitch.TraceVerbose, $"Test loaded by {GetOwnFilename()}");
Trace.WriteLineIf(NBiTraceSwitch.TraceInfo, $"{Variables.Count()} variables defined, {Variables.Count(x => x.Value.IsEvaluated())} already evaluated.");
if (serviceLocator == null)
{
Initialize();
}
//check if ignore is set to true
if (test.IsNotImplemented)
{
Trace.WriteLineIf(NBiTraceSwitch.TraceInfo, $"Test not-implemented, will be ignored. Reason is '{test.NotImplemented.Reason}'");
Assert.Ignore(test.IgnoreReason);
}
else if (test.Ignore)
{
Trace.WriteLineIf(NBiTraceSwitch.TraceInfo, $"Test ignored. Reason is '{test.IgnoreReason}'");
Assert.Ignore(test.IgnoreReason);
}
else
{
Trace.WriteLineIf(NBiTraceSwitch.TraceInfo, $"Running test '{testName}' #{test.UniqueIdentifier}");
var allVariables = Variables.Union(localVariables).ToDictionary(x => x.Key, x => x.Value);
ValidateConditions(test.Condition, allVariables);
ExecuteSetup(test.Setup, allVariables);
foreach (var sut in test.Systems)
{
if ((test?.Constraints.Count ?? 0) == 0)
{
Trace.WriteLineIf(NBiTraceSwitch.TraceWarning, $"Test '{testName}' has no constraint. It will always result in a success.");
}
foreach (var ctr in test.Constraints)
{
var factory = new TestCaseFactory(Configuration, allVariables, serviceLocator);
var testCase = factory.Instantiate(sut, ctr);
try
{
AssertTestCase(testCase.SystemUnderTest, testCase.Constraint, test.Content);
}
catch
{
ExecuteCleanup(test.Cleanup, allVariables);
throw;
}
}
}
ExecuteCleanup(test.Cleanup, allVariables);
}
}
