public SessionResults RunAssembly(Assembly assembly)
{
var runListener = new GilesMSpecRunListener();
var runner = new AppDomainRunner(runListener, RunOptions.Default);
runner.RunAssembly(assembly);
return runListener.SessionResults;
}
public TestRunState RunMember(ITestListener testListener, Assembly assembly, MemberInfo member)
{
var listener = new TDNetRunListener(testListener);
var runner = new AppDomainRunner(listener, RunOptions.Default);
runner.RunMember(assembly, member);
return listener.TestRunState;
}
public TestRunState RunNamespace(ITestListener testListener, Assembly assembly, string ns)
{
var listener = new TDNetRunListener(testListener);
var runner = new AppDomainRunner(listener, RunOptions.Default);
runner.RunNamespace(assembly, ns);
return listener.TestRunState;
}
public IEnumerable<TestResult> Run(RunSettings settings)
{
_results = new List<TestResult>();
var listener = new TestListener(_feedback, settings.Assembly.Assembly);
var assembly = getAssembly(settings.Assembly.Assembly);
var runner = new AppDomainRunner(listener, Machine.Specifications.Runner.RunOptions.Default);
runTests(settings, assembly, runner);
_results.AddRange(listener.Results);
return _results;
}
private void runTests(RunSettings settings, Assembly assembly, AppDomainRunner runner)
{
if (runAllTests(settings))
{
runner.RunAssembly(assembly);
return;
}
foreach (var member in settings.Assembly.Tests)
runner.RunMember(assembly, assembly.GetType(member));
foreach (var member in settings.Assembly.Members)
runner.RunMember(assembly, assembly.GetType(member));
foreach (var ns in settings.Assembly.Namespaces)
runner.RunNamespace(assembly, ns);
}
public override void ExecuteRecursive(TaskExecutionNode node)
{
var task = (RunAssemblyTask) node.RemoteTask;
var contextAssembly = LoadContextAssembly(task);
if (contextAssembly == null)
{
return;
}
var result = VersionCompatibilityChecker.Check(contextAssembly);
if (!result.Success)
{
Server.TaskException(node.RemoteTask, new[] {new TaskException("no type", result.ErrorMessage, null)});
return;
}
var listener = new PerAssemblyRunListener(Server, task);
var runner = new AppDomainRunner(listener, RunOptions.Default);
node.Flatten(x => x.Children).Each(children => RegisterRemoteTaskNotifications(listener, children));
try
{
runner.StartRun(contextAssembly);
foreach (var child in node.Children)
{
RunContext(runner, contextAssembly, child);
}
}
finally
{
runner.EndRun(contextAssembly);
}
}
public ExitCode Run(string[] arguments)
{
ExceptionReporter reporter = new ExceptionReporter(_console);
Options options = new Options();
if (!options.ParseArguments(arguments))
{
_console.WriteLine(Resources.UsageStatement);
return ExitCode.Failure;
}
List<ISpecificationRunListener> listeners = new List<ISpecificationRunListener>();
var runListener = new RunListener(_console, options.Silent);
try
{
if (!String.IsNullOrEmpty(options.HtmlPath))
{
if (IsHtmlPathValid(options.HtmlPath))
{
listeners.Add(GetHtmlReportListener(options));
}
else
{
_console.WriteLine("Invalid html path:" + options.HtmlPath);
_console.WriteLine(Resources.UsageStatement);
return ExitCode.Failure;
}
}
listeners.Add(runListener);
if (options.AssemblyFiles.Count == 0)
{
_console.WriteLine(Resources.UsageStatement);
return ExitCode.Failure;
}
var listener = new AggregateRunListener(listeners);
ISpecificationRunner specificationRunner = new AppDomainRunner(listener, options.GetRunOptions());
List<Assembly> assemblies = new List<Assembly>();
foreach (string assemblyName in options.AssemblyFiles)
{
if (!File.Exists(assemblyName))
{
throw NewException.MissingAssembly(assemblyName);
}
Assembly assembly = Assembly.LoadFrom(assemblyName);
assemblies.Add(assembly);
}
specificationRunner.RunAssemblies(assemblies);
}
catch(Exception ex)
{
reporter.ReportException(ex);
return ExitCode.Error;
}
if (runListener.FailureOccured)
{
return ExitCode.Failure;
}
return ExitCode.Success;
}
/// <summary>
/// Executes the task.
/// </summary>
protected override void ExecuteTask()
{
DisplayTaskConfiguration();
if (FileSetHelper.Count(Assemblies) == 0)
{
Log(Level.Warning, "No specification assemblies, aborting task");
return;
}
List<ISpecificationRunListener> listeners = SetUpListeners();
NAntRunListener nantRunListener = new NAntRunListener(this);
listeners.Add(nantRunListener);
AggregateRunListener rootListener = new AggregateRunListener(listeners);
ISpecificationRunner runner = new AppDomainRunner(rootListener, RunOptions.Default);
RunSpecifications(Assemblies, runner);
Log(Level.Info, "Finished running specs");
if (nantRunListener.FailureOccurred)
{
throw new BuildException("There were failing specifications. Please see the build log.");
}
}
public ExitCode Run(string[] arguments)
{
ExceptionReporter reporter = new ExceptionReporter(_console);
Options options = new Options();
if (!options.ParseArguments(arguments))
{
_console.WriteLine(Options.Usage());
return ExitCode.Failure;
}
List<ISpecificationRunListener> listeners = new List<ISpecificationRunListener>();
var timingListener = new TimingRunListener();
listeners.Add(timingListener);
listeners.Add(new AssemblyLocationAwareListener());
ISpecificationRunListener mainListener;
if (options.TeamCityIntegration)
{
mainListener = new TeamCityReporter(_console.WriteLine, timingListener);
}
else
{
mainListener = new RunListener(_console, options.Silent, timingListener);
}
try
{
if (!String.IsNullOrEmpty(options.HtmlPath))
{
if (IsHtmlPathValid(options.HtmlPath))
{
listeners.Add(GetHtmlReportListener(options));
}
else
{
_console.WriteLine("Invalid html path:" + options.HtmlPath);
_console.WriteLine(Options.Usage());
return ExitCode.Failure;
}
}
if (!String.IsNullOrEmpty(options.XmlPath))
{
if (IsHtmlPathValid(options.XmlPath))
{
listeners.Add(GetXmlReportListener(options, timingListener));
}
else
{
_console.WriteLine("Invalid xml path:" + options.XmlPath);
_console.WriteLine(Options.Usage());
return ExitCode.Failure;
}
}
listeners.Add(mainListener);
if (options.AssemblyFiles.Count == 0)
{
_console.WriteLine(Options.Usage());
return ExitCode.Failure;
}
var listener = new AggregateRunListener(listeners);
ISpecificationRunner specificationRunner = new AppDomainRunner(listener, options.GetRunOptions());
List<Assembly> assemblies = new List<Assembly>();
foreach (string assemblyName in options.AssemblyFiles)
{
if (!File.Exists(assemblyName))
{
throw NewException.MissingAssembly(assemblyName);
}
Assembly assembly = Assembly.LoadFrom(assemblyName);
assemblies.Add(assembly);
}
specificationRunner.RunAssemblies(assemblies);
}
catch (Exception ex)
{
reporter.ReportException(ex);
return ExitCode.Error;
}
if (mainListener is ISpecificationResultProvider)
{
var errorProvider = (ISpecificationResultProvider)mainListener;
if (errorProvider.FailureOccurred)
{
return ExitCode.Failure;
}
}
return ExitCode.Success;
}
public ExitCode Run(string[] arguments)
{
ExceptionReporter reporter = new ExceptionReporter(_console);
Options options = new Options();
if (!options.ParseArguments(arguments))
{
_console.WriteLine(Options.Usage());
return ExitCode.Failure;
}
var timer = new TimingRunListener();
var listeners = new List<ISpecificationRunListener>
{
timer
};
ISpecificationRunListener mainListener;
if (options.TeamCityIntegration ||
(!options.DisableTeamCityAutodetection &&
Environment.GetEnvironmentVariable("TEAMCITY_PROJECT_NAME") != null))
{
mainListener = new TeamCityReporter(_console.WriteLine, timer);
}
else
{
mainListener = new RunListener(_console, DetermineOutput(options, _console), timer);
}
try
{
if (!String.IsNullOrEmpty(options.HtmlPath))
{
if (IsHtmlPathValid(options.HtmlPath))
{
listeners.Add(GetHtmlReportListener(options));
}
else
{
_console.WriteLine("Invalid html path: {0}", options.HtmlPath);
_console.WriteLine(Options.Usage());
return ExitCode.Failure;
}
}
if (!String.IsNullOrEmpty(options.XmlPath))
{
if (IsHtmlPathValid(options.XmlPath))
{
listeners.Add(GetXmlReportListener(options, timer));
}
else
{
_console.WriteLine("Invalid xml path: {0}", options.XmlPath);
_console.WriteLine(Options.Usage());
return ExitCode.Failure;
}
}
listeners.Add(mainListener);
if (options.AssemblyFiles.Count == 0)
{
_console.WriteLine(Options.Usage());
return ExitCode.Failure;
}
var listener = new AggregateRunListener(listeners);
ISpecificationRunner specificationRunner = new AppDomainRunner(listener, options.GetRunOptions());
List<Assembly> assemblies = new List<Assembly>();
foreach (string assemblyName in options.AssemblyFiles)
{
if (!File.Exists(assemblyName))
{
throw NewException.MissingAssembly(assemblyName);
}
var excludedAssemblies = new[] { "Machine.Specifications.dll", "Machine.Specifications.Clr4.dll" };
if (excludedAssemblies.Any(x => Path.GetFileName(assemblyName) == x))
{
_console.WriteLine("Warning: Excluded {0} from the test run because the file name matches either of these: {1}", assemblyName, String.Join(", ", excludedAssemblies));
continue;
}
Assembly assembly = Assembly.LoadFrom(assemblyName);
assemblies.Add(assembly);
}
if (options.WaitForDebugger)
{
WaitForDebugger();
if (Debugger.IsAttached == false)
{
_console.WriteLine("Fatal error: Timeout while waiting for debugger to attach");
return ExitCode.Failure;
}
}
specificationRunner.RunAssemblies(assemblies);
}
catch (Exception ex)
{
reporter.ReportException(ex);
return ExitCode.Error;
}
if (mainListener is ISpecificationResultProvider)
{
var errorProvider = (ISpecificationResultProvider)mainListener;
if (errorProvider.FailureOccurred)
{
return ExitCode.Failure;
}
}
return ExitCode.Success;
}
public ExitCode Run(string[] arguments)
{
ExceptionReporter reporter = new ExceptionReporter(_console);
Options options = new Options();
if (!options.ParseArguments(arguments))
{
_console.WriteLine(Options.Usage());
return ExitCode.Failure;
}
List<ISpecificationRunListener> listeners = new List<ISpecificationRunListener>();
var timingListener = new TimingRunListener();
listeners.Add(timingListener);
listeners.Add(new AssemblyLocationAwareListener());
ISpecificationRunListener mainListener;
if (options.TeamCityIntegration || Environment.GetEnvironmentVariable("TEAMCITY_PROJECT_NAME") != null)
{
mainListener = new TeamCityReporter(_console.WriteLine, timingListener);
}
else if(options.TerseOutput)
{
mainListener = new TerseSpecFormatter(Console.Write, timingListener);
}
else
{
mainListener = new RunListener(_console, options.Silent, timingListener);
}
try
{
if (!String.IsNullOrEmpty(options.HtmlPath))
{
if (IsHtmlPathValid(options.HtmlPath))
{
listeners.Add(GetHtmlReportListener(options));
}
else
{
_console.WriteLine("Invalid html path:" + options.HtmlPath);
_console.WriteLine(Options.Usage());
return ExitCode.Failure;
}
}
if (!String.IsNullOrEmpty(options.XmlPath))
{
if (IsHtmlPathValid(options.XmlPath))
{
listeners.Add(GetXmlReportListener(options, timingListener));
}
else
{
_console.WriteLine("Invalid xml path:" + options.XmlPath);
_console.WriteLine(Options.Usage());
return ExitCode.Failure;
}
}
listeners.Add(mainListener);
if (options.AssemblyFiles.Count == 0)
{
_console.WriteLine(Options.Usage());
return ExitCode.Failure;
}
var listener = new AggregateRunListener(listeners);
ISpecificationRunner specificationRunner = new AppDomainRunner(listener, options.GetRunOptions());
List<Assembly> assemblies = new List<Assembly>();
foreach (string assemblyName in options.AssemblyFiles)
{
if (!File.Exists(assemblyName))
{
throw NewException.MissingAssembly(assemblyName);
}
Assembly assembly = Assembly.LoadFrom(assemblyName);
assemblies.Add(assembly);
}
if (options.WaitForDebugger)
{
WaitForDebugger();
if (Debugger.IsAttached == false)
{
_console.WriteLine("Fatal error: Timeout while waiting for debugger to attach");
return ExitCode.Failure;
}
}
specificationRunner.RunAssemblies(assemblies);
}
catch (Exception ex)
{
reporter.ReportException(ex);
return ExitCode.Error;
}
if (mainListener is ISpecificationResultProvider)
{
var errorProvider = (ISpecificationResultProvider)mainListener;
if (errorProvider.FailureOccurred)
{
return ExitCode.Failure;
}
}
return ExitCode.Success;
}
public ExitCode Run(string[] arguments)
{
ExceptionReporter reporter = new ExceptionReporter(_console);
Options options = new Options();
if (!options.ParseArguments(arguments))
{
_console.WriteLine(Resources.UsageStatement);
return ExitCode.Failure;
}
ISpecificationRunListener mainListener = null;
do
{
List<ISpecificationRunListener> listeners = new List<ISpecificationRunListener>();
var timingListener = new TimingRunListener();
listeners.Add(timingListener);
if (options.TeamCityIntegration)
{
mainListener = new TeamCityReporter(_console.WriteLine, timingListener);
}
else
{
mainListener = new RunListener(_console, options.Silent, timingListener);
}
try
{
if (!String.IsNullOrEmpty(options.HtmlPath))
{
if (IsHtmlPathValid(options.HtmlPath))
{
listeners.Add(GetHtmlReportListener(options));
}
else
{
_console.WriteLine("Invalid html path:" + options.HtmlPath);
_console.WriteLine(Resources.UsageStatement);
return ExitCode.Failure;
}
}
if (!String.IsNullOrEmpty(options.XmlPath))
{
if (IsHtmlPathValid(options.XmlPath))
{
listeners.Add(GetXmlReportListener(options));
}
else
{
_console.WriteLine("Invalid xml path:" + options.XmlPath);
_console.WriteLine(Resources.UsageStatement);
return ExitCode.Failure;
}
}
listeners.Add(mainListener);
if (options.AssemblyFiles.Count == 0)
{
_console.WriteLine(Resources.UsageStatement);
return ExitCode.Failure;
}
_console.WriteLine("Files Count: {0} Name: {1}", options.AssemblyFiles.Count, options.AssemblyFiles.Count > 0?options.AssemblyFiles[options.AssemblyFiles.Count-1]:"none");
bool runXap = options.AssemblyFiles.Count > 0 && options.AssemblyFiles[options.AssemblyFiles.Count-1].EndsWith(".xap", StringComparison.OrdinalIgnoreCase);
if (!options.WcfListen && !runXap)
{
listeners.Add(new AssemblyLocationAwareListener());
var listener = new AggregateRunListener(listeners);
ISpecificationRunner specificationRunner = new AppDomainRunner(listener, options.GetRunOptions());
List<Assembly> assemblies = new List<Assembly>();
foreach (string assemblyName in options.AssemblyFiles)
{
if (!File.Exists(assemblyName))
{
throw NewException.MissingAssembly(assemblyName);
}
Assembly assembly = Assembly.LoadFrom(assemblyName);
assemblies.Add(assembly);
}
specificationRunner.RunAssemblies(assemblies);
}
else
{
var completionListener = new CompletionListener();
listeners.Add(completionListener);
var listener = new AggregateRunListener(listeners);
var proxy = new WcfRunnerProxy(listener);
ServiceHost host = null;
try
{
host = new ServiceHost(proxy);
host.AddServiceEndpoint(typeof(ISpecificationRunListener), new BasicHttpBinding(), new Uri("http://localhost:5931/MSpecListener"));
((System.ServiceModel.Description.ServiceDebugBehavior)host.Description.Behaviors[typeof(System.ServiceModel.Description.ServiceDebugBehavior)]).IncludeExceptionDetailInFaults = true;
var smb = new System.ServiceModel.Description.ServiceMetadataBehavior();
smb.MetadataExporter.PolicyVersion = System.ServiceModel.Description.PolicyVersion.Policy15;
host.Description.Behaviors.Add(smb);
host.AddServiceEndpoint(typeof(System.ServiceModel.Description.IMetadataExchange),
System.ServiceModel.Description.MetadataExchangeBindings.CreateMexHttpBinding(), "http://localhost:5931/MSpecListener/MEX");
host.Open();
_console.WriteLine("=========================================================================");
_console.WriteLine("Waiting for test results via WCF at http://localhost:5931/MSpecListener");
if (runXap)
{
var xap = options.AssemblyFiles[options.AssemblyFiles.Count-1];
if (!File.Exists(xap))
{
throw NewException.MissingAssembly(xap);
}
var runner = new Wp7DeviceRunner(true);
runner.RunXap(xap);
}
completionListener.WaitForRunCompletion();
System.Threading.Thread.Sleep(1000);
}
finally
{
if (host != null && host.State != CommunicationState.Faulted)
host.Close();
}
}
}
catch (Exception ex)
{
if (System.Diagnostics.Debugger.IsAttached)
System.Diagnostics.Debugger.Break();
reporter.ReportException(ex);
return ExitCode.Error;
}
} while (options.Loop);
if (mainListener != null && mainListener is ISpecificationResultProvider)
{
var errorProvider = (ISpecificationResultProvider)mainListener;
if (errorProvider.FailureOccured)
{
Console.WriteLine("Generic failure occurred, no idea what this is");
return ExitCode.Failure;
}
}
return ExitCode.Success;
}