private static void TestZing(TestConfig config, TextWriter tmpWriter, DirectoryInfo workDirectory, string activeDirectory)
{
// Find Zing tool
string zingFilePath = Path.Combine(
Constants.SolutionDirectory,
"Bld",
"Drops",
Constants.Configuration,
Constants.Platform,
"Binaries",
"zinger.exe");
// Find DLL input to Zing
string zingDllName = (from fileName in workDirectory.EnumerateFiles()
where fileName.Extension == ".dll" && !fileName.Name.Contains("linker")
select fileName.FullName).FirstOrDefault();
if (zingDllName == null)
{
throw new Exception("Could not find Zinger input.");
}
// Run Zing tool
var arguments = new List <string>(config.Arguments)
{
zingDllName
};
string stdout, stderr;
int exitCode = RunWithOutput(zingFilePath, activeDirectory, arguments, out stdout, out stderr);
tmpWriter.Write(stdout);
tmpWriter.Write(stderr);
tmpWriter.WriteLine($"EXIT: {exitCode}");
// Append includes
foreach (string include in config.Includes)
{
tmpWriter.WriteLine();
tmpWriter.WriteLine("=================================");
tmpWriter.WriteLine(include);
tmpWriter.WriteLine("=================================");
try
{
using (var sr = new StreamReader(Path.Combine(activeDirectory, include)))
{
while (!sr.EndOfStream)
{
tmpWriter.WriteLine(sr.ReadLine());
}
}
}
catch (FileNotFoundException)
{
if (!include.EndsWith("trace"))
{
throw;
}
}
}
}
public void TestProgramAndBackends(DirectoryInfo origTestDir, Dictionary <TestType, TestConfig> testConfigs)
{
// First step: clone test folder to new spot
DirectoryInfo workDirectory = PrepareTestDir(origTestDir);
File.Delete(Path.Combine(Constants.TestDirectory, Constants.DisplayDiffsFile));
var sbd = new StringBuilder();
foreach (KeyValuePair <TestType, TestConfig> kv in testConfigs.OrderBy(kv => kv.Key))
{
TestType testType = kv.Key;
TestConfig config = kv.Value;
Console.WriteLine($"*** {config.Description}");
string activeDirectory = Path.Combine(workDirectory.FullName, testType.ToString());
// Delete temp files as specified by test configuration.
IEnumerable <FileInfo> toDelete = config
.Deletes.Select(file => new FileInfo(Path.Combine(activeDirectory, file))).Where(file => file.Exists);
foreach (FileInfo fileInfo in toDelete)
{
fileInfo.Delete();
}
var sb = new StringBuilder();
int pcResult;
using (var tmpWriter = new StringWriter(sb))
{
WriteHeader(tmpWriter);
switch (testType)
{
case TestType.Pc:
TestPc(config, tmpWriter, workDirectory, activeDirectory, CompilerOutput.C);
break;
case TestType.Prt:
TestPrt(config, tmpWriter, workDirectory, activeDirectory);
break;
case TestType.Pt:
pcResult = TestPc(config, tmpWriter, workDirectory, activeDirectory, CompilerOutput.CSharp);
if (pcResult == 0)
{
TestPt(config, tmpWriter, workDirectory, activeDirectory, origTestDir);
}
break;
case TestType.Zing:
TestZing(config, tmpWriter, workDirectory, activeDirectory);
break;
default: throw new ArgumentOutOfRangeException();
}
}
/* TODO: Add test case freezing code here.
* Check for a FREEZE_P_TESTS environment variable, and if present, overwrite the contents of
* Path.Combine(origTestDir.FullName, testType.ToString(), Constants.CorrectOutputFileName)
* with the value in actualText and, of course, skip the assertion.
*/
string correctOutputPath = Path.Combine(activeDirectory, Constants.CorrectOutputFileName);
string correctText = File.ReadAllText(correctOutputPath);
correctText = Regex.Replace(correctText, Constants.NewLinePattern, Environment.NewLine);
string actualText = sb.ToString();
actualText = Regex.Replace(actualText, Constants.NewLinePattern, Environment.NewLine);
if (!actualText.Equals(correctText))
{
try
{
//Save actual test output:
File.WriteAllText(Path.Combine(activeDirectory, Constants.ActualOutputFileName), actualText);
//add diffing command to "display-diffs.bat":
string diffCmd = string.Format("{0} {1}\\acc_0.txt {1}\\{2}", Constants.DiffTool,
activeDirectory, Constants.ActualOutputFileName);
File.AppendAllText(Path.Combine(Constants.TestDirectory, Constants.DisplayDiffsFile), diffCmd);
}
catch (Exception e)
{
WriteError("ERROR: exception: {0}", e.Message);
}
}
Assert.AreEqual(correctText, actualText);
Console.WriteLine(actualText);
}
}
private int TestPc(TestConfig config, TextWriter tmpWriter, DirectoryInfo workDirectory, string activeDirectory, CompilerOutput outputLanguage)
{
List <string> pFiles = workDirectory.EnumerateFiles("*.p").Select(pFile => pFile.FullName).ToList();
if (!pFiles.Any())
{
throw new Exception("no .p file found in test directory");
}
string inputFileName = pFiles.First();
string linkFileName = Path.ChangeExtension(inputFileName, ".4ml");
var compilerOutput = new CompilerTestOutputStream(tmpWriter);
var compileArgs = new CommandLineOptions
{
inputFileNames = new List <string>(pFiles),
shortFileNames = true,
outputDir = workDirectory.FullName,
unitName = linkFileName,
//liveness = LivenessOption.None,
liveness = (outputLanguage == CompilerOutput.Zing && config.Arguments.Contains("/liveness")) ? LivenessOption.Standard
: LivenessOption.None,
compilerOutput = outputLanguage
};
// Compile
if (!PCompiler.Compile(compilerOutput, compileArgs))
{
tmpWriter.WriteLine("EXIT: -1");
return(-1);
}
// Link
compileArgs.dependencies.Add(linkFileName);
compileArgs.inputFileNames.Clear();
if (config.Link != null)
{
compileArgs.inputFileNames.Add(Path.Combine(activeDirectory, config.Link));
}
if (!PCompiler.Link(compilerOutput, compileArgs))
{
tmpWriter.WriteLine("EXIT: -1");
return(-1);
}
//pc.exe with Zing option is called when outputLanguage is C;
//pc.exe with CSharp option is called when outputLanguage is CSharp;
if (outputLanguage == CompilerOutput.C)
{
// compile *.p again, this time with Zing option:
compileArgs.compilerOutput = CompilerOutput.Zing;
compileArgs.inputFileNames = new List <string>(pFiles);
compileArgs.dependencies.Clear();
int zingResult = PCompiler.Compile(compilerOutput, compileArgs) ? 0 : -1;
tmpWriter.WriteLine($"EXIT: {zingResult}");
if (!(zingResult == 0))
{
return(-1);
}
}
if (outputLanguage == CompilerOutput.CSharp)
{
// compile *.p again, this time with CSharp option:
compileArgs.compilerOutput = CompilerOutput.CSharp;
compileArgs.inputFileNames = new List <string>(pFiles);
compileArgs.dependencies.Clear();
if (!PCompiler.Compile(compilerOutput, compileArgs))
{
tmpWriter.WriteLine("EXIT: -1");
return(-1);
}
else
{
tmpWriter.WriteLine("EXIT: 0");
}
}
return(0);
}