protected virtual bool ExecuteTestFile (TestCase test, string binaryFileName)
{
string filename = test.FileName;
AppDomain domain = null;
#if !NET_2_1
if (safe_execution) {
// Create a new AppDomain, with the current directory as the base.
AppDomainSetup setupInfo = new AppDomainSetup ();
setupInfo.ApplicationBase = AppDomain.CurrentDomain.BaseDirectory;
setupInfo.LoaderOptimization = LoaderOptimization.SingleDomain;
domain = AppDomain.CreateDomain (Path.GetFileNameWithoutExtension (binaryFileName), null, setupInfo);
}
#endif
try {
DomainTester tester;
try {
#if !NET_2_1
if (domain != null)
tester = (DomainTester) domain.CreateInstanceAndUnwrap (typeof (PositiveChecker).Assembly.FullName, typeof (DomainTester).FullName);
else
#endif
tester = new DomainTester ();
if (!tester.Test (binaryFileName))
return false;
} catch (ApplicationException e) {
HandleFailure (filename, TestResult.ExecError, e.Message);
return false;
} catch (Exception e) {
HandleFailure (filename, TestResult.LoadError, e.ToString ());
return false;
}
if (doc_output != null) {
string ref_file = filename.Replace (".cs", "-ref.xml");
try {
#if !NET_2_1
new XmlComparer ("doc").Compare (ref_file, doc_output);
#endif
} catch (Exception e) {
HandleFailure (filename, TestResult.XmlError, e.Message);
return false;
}
} else {
if (verif_file != null) {
PositiveTestCase pt = (PositiveTestCase) test;
pt.VerificationProvider = (PositiveTestCase.VerificationData) verif_data[filename];
if (!tester.CheckILSize (pt, this, binaryFileName))
return false;
}
if (filename.StartsWith ("test-debug", StringComparison.OrdinalIgnoreCase)) {
var mdb_file_name = binaryFileName + ".mdb";
MonoSymbolFile mdb_file = MonoSymbolFile.ReadSymbolFile (mdb_file_name);
var mdb_xml_file = mdb_file_name + ".xml";
ConvertSymbolFileToXml (mdb_file, mdb_xml_file);
var ref_file = filename.Replace(".cs", "-ref.xml");
try {
new XmlComparer ("symbols").Compare (ref_file, mdb_xml_file);
} catch (Exception e) {
HandleFailure (filename, TestResult.DebugError, e.Message);
return false;
}
}
}
} finally {
if (domain != null)
AppDomain.Unload (domain);
}
HandleFailure (filename, TestResult.Success, null);
return true;
}
protected override bool Check(TestCase test)
{
string filename = test.FileName;
try {
if (!base.Check (test)) {
HandleFailure (filename, TestResult.CompileError, tester.Output);
return false;
}
}
catch (Exception e) {
if (e.InnerException != null)
e = e.InnerException;
HandleFailure (filename, TestResult.CompileError, e.ToString ());
return false;
}
// Test setup
if (filename.EndsWith ("-lib.cs") || filename.EndsWith ("-mod.cs")) {
if (verbose)
LogFileLine (filename, "OK");
--total;
return true;
}
string file = Path.Combine (files_folder, Path.GetFileNameWithoutExtension (filename) + ".exe");
// Enable .dll only tests (no execution required)
if (!File.Exists(file)) {
HandleFailure (filename, TestResult.Success, null);
return true;
}
return ExecuteTestFile (test, file);
}
protected virtual bool Check (TestCase test)
{
string[] test_args;
if (test.CompilerOptions != null) {
test_args = new string[2 + test.CompilerOptions.Length];
test.CompilerOptions.CopyTo (test_args, 0);
} else {
test_args = new string[2];
}
test_args[test_args.Length - 2] = test_args[0];
test_args[test_args.Length - 1] = "-debug";
test_args[0] = test.FileName;
return tester.Invoke (test_args);
}
protected override bool ExecuteTestFile (TestCase test, string binaryFileName)
{
Assembly assembly = Assembly.LoadFile (binaryFileName);
var ep = assembly.EntryPoint;
if (!ep.IsPublic) {
HandleFailure (test.FileName, TestResult.LoadError, "Entry method is private");
return false;
}
if (ep.DeclaringType.IsNestedPrivate || ep.DeclaringType.IsNestedFamily) {
HandleFailure (test.FileName, TestResult.LoadError, "Entry method in hidden nested type");
return false;
}
entries.Add (new TestCaseEntry (Path.GetFileNameWithoutExtension (test.FileName), binaryFileName, ep));
HandleFailure (test.FileName, TestResult.Success, null);
return true;
}
protected override bool Check (TestCase test)
{
string filename = test.FileName;
int start_char = 0;
while (Char.IsLetter (filename, start_char))
++start_char;
int end_char = filename.IndexOfAny (new char [] { '-', '.' } );
string expected = filename.Substring (start_char, end_char - start_char);
try {
if (base.Check (test)) {
HandleFailure (filename, CompilerError.Missing);
return false;
}
}
catch (Exception e) {
HandleFailure (filename, CompilerError.Missing);
if (e.InnerException != null)
e = e.InnerException;
Log (e.ToString ());
return false;
}
int err_id = int.Parse (expected, System.Globalization.CultureInfo.InvariantCulture);
if (tester.IsWarning (err_id)) {
if (!is_warning)
wrong_warning [err_id] = true;
} else {
if (is_warning)
wrong_warning [err_id] = false;
}
CompilerError result_code = GetCompilerError (expected, tester.Output);
if (HandleFailure (filename, result_code)) {
success++;
return true;
}
if (result_code == CompilerError.Wrong)
LogLine (tester.Output);
return false;
}
protected override bool Check(TestCase test)
{
string filename = test.FileName;
try {
if (!base.Check (test)) {
HandleFailure (filename, TestResult.CompileError, tester.Output);
return false;
}
}
catch (Exception e) {
if (e.InnerException != null)
e = e.InnerException;
HandleFailure (filename, TestResult.CompileError, e.ToString ());
return false;
}
// Test setup
if (filename.EndsWith ("-lib.cs") || filename.EndsWith ("-mod.cs")) {
if (verbose)
LogFileLine (filename, "OK");
--total;
return true;
}
string file = Path.Combine (files_folder, Path.GetFileNameWithoutExtension (filename) + ".exe");
// Enable .dll only tests (no execution required)
if (!File.Exists(file)) {
HandleFailure (filename, TestResult.Success, null);
return true;
}
AppDomain domain = null;
#if !NET_2_1
if (safe_execution) {
// Create a new AppDomain, with the current directory as the base.
AppDomainSetup setupInfo = new AppDomainSetup ();
setupInfo.ApplicationBase = AppDomain.CurrentDomain.BaseDirectory;
setupInfo.LoaderOptimization = LoaderOptimization.SingleDomain;
domain = AppDomain.CreateDomain (Path.GetFileNameWithoutExtension (file), null, setupInfo);
}
#endif
try {
DomainTester tester;
try {
#if !NET_2_1
if (domain != null)
tester = (DomainTester) domain.CreateInstanceAndUnwrap (typeof (PositiveChecker).Assembly.FullName, typeof (DomainTester).FullName);
else
#endif
tester = new DomainTester ();
if (!tester.Test (file))
return false;
} catch (ApplicationException e) {
HandleFailure (filename, TestResult.ExecError, e.Message);
return false;
} catch (Exception e) {
HandleFailure (filename, TestResult.LoadError, e.ToString ());
return false;
}
if (doc_output != null) {
string ref_file = filename.Replace (".cs", "-ref.xml");
try {
#if !NET_2_1
new XmlComparer ("doc").Compare (ref_file, doc_output);
#endif
} catch (Exception e) {
HandleFailure (filename, TestResult.XmlError, e.Message);
return false;
}
} else {
if (verif_file != null) {
PositiveTestCase pt = (PositiveTestCase) test;
pt.VerificationProvider = (PositiveTestCase.VerificationData) verif_data[filename];
if (!tester.CheckILSize (pt, this, file))
return false;
}
if (filename.StartsWith ("test-debug", StringComparison.OrdinalIgnoreCase)) {
var mdb_file_name = file + ".mdb";
MonoSymbolFile mdb_file = MonoSymbolFile.ReadSymbolFile (mdb_file_name);
var mdb_xml_file = mdb_file_name + ".xml";
ConvertSymbolFileToXml (mdb_file, mdb_xml_file);
var ref_file = filename.Replace(".cs", "-ref.xml");
try {
new XmlComparer ("symbols").Compare (ref_file, mdb_xml_file);
} catch (Exception e) {
HandleFailure (filename, TestResult.DebugError, e.Message);
return false;
}
}
}
} finally {
if (domain != null)
AppDomain.Unload (domain);
}
HandleFailure (filename, TestResult.Success, null);
return true;
}
