public void Make(DirectoryInfo di, TestResult res)
{
//Compile code
Directory.SetCurrentDirectory(di.FullName);
Console.WriteLine("Compiling code...");
//Run cmake
Process runCmake = new Process();
if (Utils.IsWinPlatform())
runCmake.StartInfo = new ProcessStartInfo("alternative", " make Output" + (Config.Verbose ? " -v" : ""));
else
runCmake.StartInfo = new ProcessStartInfo("bash", "-c 'alternative make Output" + (Config.Verbose ? " -v" : "") + "'");
runCmake.StartInfo.CreateNoWindow = true;
runCmake.StartInfo.UseShellExecute = false;
if (Config.Verbose)
{
runCmake.StartInfo.RedirectStandardOutput = true;
runCmake.OutputDataReceived += (sender, args) => Console.WriteLine(args.Data);
}
runCmake.Start();
if (Config.Verbose)
runCmake.BeginOutputReadLine();
runCmake.WaitForExit();
short exitCode = (short)runCmake.ExitCode;
if (exitCode == 0) res.cmakeCode = res.msbuildCode = 0;
else if (exitCode == -1) res.cmakeCode = 1;
else if (exitCode == -2) { res.msbuildCode = 1; res.cmakeCode = 0; }
Utils.DebugMessage("Exit Code: " + res.cmakeCode);
}
public void Alternative(DirectoryInfo di, TestResult res)
{
DirectoryInfo outd = new DirectoryInfo(di.FullName + "/Output");
Console.WriteLine("Cleaning directory: " + outd.Name);
Utils.CleanDirectory(outd);
Console.WriteLine("Running alternative...");
Process runAlt = new Process();
string altArgs = di.FullName + "/NETbin/" + di.Name.Split('.')[1] + ".exe" + " "
+ di.FullName + "/Output/" + " "
+ Utils.GetAltCompileArg(Config.compileMode) + " "
+ (Config.Verbose ? "-v" : "") + " "
+ (Config.RecursiveDependencies ? "-R" : "");
Utils.DebugMessage("ALTERNATIVE COMMAND:");
Utils.DebugMessage("alternative " + altArgs);
if (Utils.IsWinPlatform())
runAlt.StartInfo = new ProcessStartInfo("alternative", altArgs);
else
runAlt.StartInfo = new ProcessStartInfo("bash", "-c 'alternative " + altArgs + "'");
runAlt.StartInfo.CreateNoWindow = true;
runAlt.StartInfo.UseShellExecute = false;
if (Config.Verbose)
{
runAlt.StartInfo.RedirectStandardOutput = true;
runAlt.OutputDataReceived += (sender, args) => Console.WriteLine(args.Data);
}
try
{
runAlt.Start();
}
catch (UnauthorizedAccessException e)
{
Utils.DebugMessage("Unautorized exception: " + e.Message);
res.alternative = 1;
return;
}
catch (Exception ex)
{
Utils.DebugMessage("Exception: " + ex.Message);
res.alternative = 2;
}
if (Config.Verbose)
runAlt.BeginOutputReadLine();
runAlt.WaitForExit();
res.alternative = (short)runAlt.ExitCode;
}
public static void diff(DirectoryInfo di, TestResult res)
{
int exitCode = 0;
Console.WriteLine("Diff output source with target source...");
Directory.SetCurrentDirectory(testPath);
Utils.DebugMessage("Current directory: " + Environment.CurrentDirectory);
DirectoryInfo output = new DirectoryInfo(di.FullName + "/Output");
DirectoryInfo target = new DirectoryInfo(di.FullName + "/Target");
int rootDirectoryCode = diffDirectory(output, target);
if (rootDirectoryCode == 0)
{
foreach (DirectoryInfo d in output.GetDirectories())
{
if (ignoreFolders.Contains(d.Name))
{
Utils.DebugMessage("Ignoring " + d.Name + " folder");
continue;
}
DirectoryInfo d1 = new DirectoryInfo(di.FullName + "/Output/" + d.Name);
DirectoryInfo d2 = new DirectoryInfo(di.FullName + "/Target/" + d.Name);
int dirCode = diffDirectory(d1, d2);
if (dirCode != 0)
{
exitCode = dirCode;
break;
}
}
}
else
exitCode = rootDirectoryCode;
res.diffCode = (short)exitCode;
Utils.DebugMessage("Exit Code: " + res.diffCode);
}
public void CompareOutputs(DirectoryInfo di, TestResult res)
{
Console.WriteLine("Comparing outputs...");
//Run original app
Process orig = new Process();
if (Utils.IsWinPlatform())
orig.StartInfo = new ProcessStartInfo(di.FullName + @"/NETbin/" + di.Name.Split('.')[1] + ".exe");
else
orig.StartInfo = new ProcessStartInfo("mono", di.FullName + @"/NETbin/" + di.Name.Split('.')[1] + ".exe");
orig.StartInfo.RedirectStandardOutput = true;
orig.StartInfo.CreateNoWindow = true;
orig.StartInfo.UseShellExecute = false;
DateTime orig_di = DateTime.Now;
orig.Start();
orig.WaitForExit();
DateTime orig_df = DateTime.Now;
String originalOutput = orig.StandardOutput.ReadToEnd();
Process final = new Process();
if (Utils.IsWinPlatform())
final.StartInfo = new ProcessStartInfo(di.FullName + @"/Output/build/" + Utils.GetOutputFolderName(Config.compileMode) + "/" + di.Name.Split('.')[1] + ".exe");
else
final.StartInfo = new ProcessStartInfo(di.FullName + @"/Output/build/" + di.Name.Split('.')[1]);
final.StartInfo.RedirectStandardOutput = true;
final.StartInfo.CreateNoWindow = true;
final.StartInfo.UseShellExecute = false;
DateTime final_di = DateTime.Now;
final.Start();
final.WaitForExit();
DateTime final_df = DateTime.Now;
String finalOutput = final.StandardOutput.ReadToEnd();
res.output = (short)string.Compare(originalOutput, finalOutput);
int maxLengthMsg;
if (Config.Unlimited)
maxLengthMsg = int.MaxValue;
else
maxLengthMsg = 100;
//Timespan original
TimeSpan tso = orig_df - orig_di;
long ot = (long)tso.TotalMilliseconds;
res.originalTime = ot;
//Timespan final
TimeSpan tsf = final_df - final_di;
long ft = (long)tsf.TotalMilliseconds;
res.finalTime = ft;
Utils.DebugMessage("ORIGINAL");
Utils.DebugMessage(originalOutput.Length > maxLengthMsg ? originalOutput.Substring(0, maxLengthMsg) + " [......] " : originalOutput);
Utils.DebugMessage("TimeSpan: " + ot);
Utils.DebugMessage("FINAL");
Utils.DebugMessage(finalOutput.Length > maxLengthMsg ? finalOutput.Substring(0, maxLengthMsg) + " [......] " : finalOutput);
Utils.DebugMessage("TimeSpan: " + ft);
res.msTimeSpan = ft - ot;
res.relativeTime = 100 * ((float)res.msTimeSpan / (float)ot);
}
public void CompareOutputs(DirectoryInfo di, TestResult res)
{
Console.WriteLine("Comparing outputs...");
//Run original app
Process orig = new Process();
if (Utils.IsWinPlatform())
{
orig.StartInfo = new ProcessStartInfo(di.FullName + @"/NETbin/" + di.Name.Split('.')[1] + ".exe");
}
else
{
orig.StartInfo = new ProcessStartInfo("mono", di.FullName + @"/NETbin/" + di.Name.Split('.')[1] + ".exe");
}
orig.StartInfo.RedirectStandardOutput = true;
orig.StartInfo.CreateNoWindow = true;
orig.StartInfo.UseShellExecute = false;
DateTime orig_di = DateTime.Now;
orig.Start();
orig.WaitForExit();
DateTime orig_df = DateTime.Now;
String originalOutput = orig.StandardOutput.ReadToEnd();
Process final = new Process();
if (Utils.IsWinPlatform())
{
final.StartInfo = new ProcessStartInfo(di.FullName + @"/Output/build/" + Utils.GetOutputFolderName(Config.compileMode) + "/" + di.Name.Split('.')[1] + ".exe");
}
else
{
final.StartInfo = new ProcessStartInfo(di.FullName + @"/Output/build/" + di.Name.Split('.')[1]);
}
final.StartInfo.RedirectStandardOutput = true;
final.StartInfo.CreateNoWindow = true;
final.StartInfo.UseShellExecute = false;
DateTime final_di = DateTime.Now;
final.Start();
final.WaitForExit();
DateTime final_df = DateTime.Now;
String finalOutput = final.StandardOutput.ReadToEnd();
res.output = (short)string.Compare(originalOutput, finalOutput);
int maxLengthMsg;
if (Config.Unlimited)
{
maxLengthMsg = int.MaxValue;
}
else
{
maxLengthMsg = 100;
}
//Timespan original
TimeSpan tso = orig_df - orig_di;
long ot = (long)tso.TotalMilliseconds;
res.originalTime = ot;
//Timespan final
TimeSpan tsf = final_df - final_di;
long ft = (long)tsf.TotalMilliseconds;
res.finalTime = ft;
Utils.DebugMessage("ORIGINAL");
Utils.DebugMessage(originalOutput.Length > maxLengthMsg ? originalOutput.Substring(0, maxLengthMsg) + " [......] " : originalOutput);
Utils.DebugMessage("TimeSpan: " + ot);
Utils.DebugMessage("FINAL");
Utils.DebugMessage(finalOutput.Length > maxLengthMsg ? finalOutput.Substring(0, maxLengthMsg) + " [......] " : finalOutput);
Utils.DebugMessage("TimeSpan: " + ft);
res.msTimeSpan = ft - ot;
res.relativeTime = 100 * ((float)res.msTimeSpan / (float)ot);
}