public void TestCancel() {
var executor = new TestExecutor();
var recorder = new MockTestExecutionRecorder();
var runContext = new MockRunContext();
var expectedTests = TestInfo.TestAdapterATests.Union(TestInfo.TestAdapterBTests).ToArray();
var testCases = expectedTests.Select(tr => tr.TestCase);
var thread = new System.Threading.Thread(o => {
executor.RunTests(testCases, runContext, recorder);
});
thread.Start();
// One of the tests being run is hard coded to take 10 secs
Assert.IsTrue(thread.IsAlive);
System.Threading.Thread.Sleep(100);
executor.Cancel();
System.Threading.Thread.Sleep(100);
// It should take less than 10 secs to cancel
// Depending on which assemblies are loaded, it may take some time
// to obtain the interpreters service.
Assert.IsTrue(thread.Join(10000));
System.Threading.Thread.Sleep(100);
Assert.IsFalse(thread.IsAlive);
// Canceled test cases do not get recorded
Assert.IsTrue(recorder.Results.Count < expectedTests.Length);
}
public void TestRunAll() {
var executor = new TestExecutor();
var recorder = new MockTestExecutionRecorder();
var runContext = new MockRunContext();
var expectedTests = TestInfo.TestAdapterATests.Concat(TestInfo.TestAdapterBTests).ToArray();
executor.RunTests(new[] { TestInfo.TestAdapterLibProjectFilePath, TestInfo.TestAdapterAProjectFilePath, TestInfo.TestAdapterBProjectFilePath }, runContext, recorder);
PrintTestResults(recorder.Results);
foreach (var expectedResult in expectedTests) {
var actualResult = recorder.Results.SingleOrDefault(tr => tr.TestCase.FullyQualifiedName == expectedResult.TestCase.FullyQualifiedName);
Assert.IsNotNull(actualResult, expectedResult.TestCase.FullyQualifiedName + " not found in results");
Assert.AreEqual(expectedResult.Outcome, actualResult.Outcome, expectedResult.TestCase.FullyQualifiedName + " had incorrect result");
}
}
public void Run() {
var executor = new TestExecutor();
var recorder = new MockTestExecutionRecorder();
var runContext = new MockRunContext();
var expectedTests = TestInfo.TestAdapterATests.Concat(TestInfo.TestAdapterBTests).ToArray();
var testCases = expectedTests.Select(tr => tr.TestCase);
executor.RunTests(testCases, runContext, recorder);
PrintTestResults(recorder.Results);
foreach (var expectedResult in expectedTests) {
var actualResult = recorder.Results.SingleOrDefault(tr => tr.TestCase.FullyQualifiedName == expectedResult.TestCase.FullyQualifiedName);
Assert.IsNotNull(actualResult);
Assert.AreEqual(expectedResult.Outcome, actualResult.Outcome, expectedResult.TestCase.FullyQualifiedName + " had incorrect result");
}
}
public void TestRun()
{
var executor = new TestExecutor();
var recorder = new MockTestExecutionRecorder();
var runContext = new MockRunContext();
var expectedTests = TestInfo.TestAdapterATests.Concat(TestInfo.TestAdapterBTests).ToArray();
var testCases = expectedTests.Select(tr => tr.TestCase);
executor.RunTests(testCases, runContext, recorder);
PrintTestResults(recorder.Results);
foreach (var expectedResult in expectedTests)
{
var actualResult = recorder.Results.SingleOrDefault(tr => tr.TestCase.FullyQualifiedName == expectedResult.TestCase.FullyQualifiedName);
Assert.IsNotNull(actualResult);
Assert.AreEqual(expectedResult.Outcome, actualResult.Outcome, expectedResult.TestCase.FullyQualifiedName + " had incorrect result");
}
}
public void TestEnvironment()
{
var executor = new TestExecutor();
var recorder = new MockTestExecutionRecorder();
var runContext = new MockRunContext();
var expectedTests = new[] { TestInfo.EnvironmentTestSuccess };
var testCases = expectedTests.Select(tr => tr.TestCase);
executor.RunTests(new[] { TestInfo.TestAdapterEnvironmentProject }, runContext, recorder);
PrintTestResults(recorder.Results);
foreach (var expectedResult in expectedTests)
{
var actualResult = recorder.Results.SingleOrDefault(tr => tr.TestCase.FullyQualifiedName == expectedResult.TestCase.FullyQualifiedName);
Assert.IsNotNull(actualResult, expectedResult.TestCase.FullyQualifiedName + " not found in results");
Assert.AreEqual(expectedResult.Outcome, actualResult.Outcome, expectedResult.TestCase.FullyQualifiedName + " had incorrect result");
}
}
public void TestRunAll()
{
PythonPaths.Python27_x64.AssertInstalled();
PythonPaths.Python33_x64.AssertInstalled();
var executor = new TestExecutor();
var recorder = new MockTestExecutionRecorder();
var runContext = new MockRunContext();
var expectedTests = TestInfo.TestAdapterATests.Concat(TestInfo.TestAdapterBTests).ToArray();
executor.RunTests(new[] { TestInfo.TestAdapterLibProjectFilePath, TestInfo.TestAdapterAProjectFilePath, TestInfo.TestAdapterBProjectFilePath }, runContext, recorder);
PrintTestResults(recorder.Results);
foreach (var expectedResult in expectedTests)
{
var actualResult = recorder.Results.SingleOrDefault(tr => tr.TestCase.FullyQualifiedName == expectedResult.TestCase.FullyQualifiedName);
Assert.IsNotNull(actualResult, expectedResult.TestCase.FullyQualifiedName + " not found in results");
Assert.AreEqual(expectedResult.Outcome, actualResult.Outcome, expectedResult.TestCase.FullyQualifiedName + " had incorrect result");
}
}
public void TestCancel()
{
PythonPaths.Python27_x64.AssertInstalled();
PythonPaths.Python33_x64.AssertInstalled();
var executor = new TestExecutor();
var recorder = new MockTestExecutionRecorder();
var runContext = new MockRunContext();
var expectedTests = TestInfo.TestAdapterATests.Union(TestInfo.TestAdapterBTests).ToArray();
var testCases = expectedTests.Select(tr => tr.TestCase);
var thread = new System.Threading.Thread(o => {
executor.RunTests(testCases, runContext, recorder);
});
thread.Start();
// One of the tests being run is hard coded to take 10 secs
Assert.IsTrue(thread.IsAlive);
System.Threading.Thread.Sleep(100);
executor.Cancel();
System.Threading.Thread.Sleep(100);
// It should take less than 10 secs to cancel
// Depending on which assemblies are loaded, it may take some time
// to obtain the interpreters service.
Assert.IsTrue(thread.Join(10000));
System.Threading.Thread.Sleep(100);
Assert.IsFalse(thread.IsAlive);
// Canceled test cases do not get recorded
Assert.IsTrue(recorder.Results.Count < expectedTests.Length);
}
public void TestExtensionReference() {
PythonPaths.Python27.AssertInstalled();
var executor = new TestExecutor();
var recorder = new MockTestExecutionRecorder();
var runContext = new MockRunContext();
var expectedTests = new[] { TestInfo.ExtensionReferenceTestSuccess };
var testCases = expectedTests.Select(tr => tr.TestCase);
executor.RunTests(new[] { TestInfo.TestAdapterExtensionReferenceProject }, runContext, recorder);
PrintTestResults(recorder.Results);
foreach (var expectedResult in expectedTests) {
var actualResult = recorder.Results.SingleOrDefault(tr => tr.TestCase.FullyQualifiedName == expectedResult.TestCase.FullyQualifiedName);
Assert.IsNotNull(actualResult, expectedResult.TestCase.FullyQualifiedName + " not found in results");
Assert.AreEqual(expectedResult.Outcome, actualResult.Outcome, expectedResult.TestCase.FullyQualifiedName + " had incorrect result");
}
}