public static TestStatistics TestBSP(TestJob job, LoadedBSP bsp, string temporaryDirectory, Regex additionalMCUFilter = null)
{
TestStatistics stats = new TestStatistics();
Directory.CreateDirectory(temporaryDirectory);
using (var r = new TestResultLogger(Path.Combine(temporaryDirectory, "bsptest.log")))
{
LoadedBSP.LoadedMCU[] MCUs;
if (job.DeviceRegex == null)
{
MCUs = bsp.MCUs.ToArray();
}
else
{
var rgFilter = new Regex(job.DeviceRegex);
MCUs = bsp.MCUs.Where(mcu => rgFilter.IsMatch(mcu.ExpandedMCU.ID)).ToArray();
}
if (job.SkippedDeviceRegex != null)
{
var rg = new Regex(job.SkippedDeviceRegex);
MCUs = MCUs.Where(mcu => !rg.IsMatch(mcu.ExpandedMCU.ID)).ToArray();
}
var registerValidationParameters = new RegisterValidationParameters
{
RenameRules = job.RegisterRenamingRules?.Select(rule => new LoadedRenamingRule(rule))?.ToArray(),
NonValidatedRegisters = job.NonValidatedRegisters,
UndefinedMacros = job.UndefinedMacros
};
foreach (var sample in job.Samples)
{
r.BeginSample(sample.Name);
int cnt = 0, failed = 0, succeeded = 0;
var effectiveMCUs = MCUs;
if (!string.IsNullOrEmpty(sample.DeviceRegex))
{
Regex rgDevice = new Regex(sample.DeviceRegex);
effectiveMCUs = MCUs.Where(mcu => rgDevice.IsMatch(mcu.ExpandedMCU.ID)).ToArray();
}
if (additionalMCUFilter != null)
{
effectiveMCUs = effectiveMCUs.Where(mcu => additionalMCUFilter.IsMatch(mcu.ExpandedMCU.ID)).ToArray();
}
foreach (var mcu in effectiveMCUs)
{
if (string.IsNullOrEmpty(mcu.ExpandedMCU.ID))
{
throw new Exception("Invalid MCU ID!");
}
var extraParams = job.DeviceParameterSets?.FirstOrDefault(s => s.DeviceRegexObject?.IsMatch(mcu.ExpandedMCU.ID) == true);
string mcuDir = Path.Combine(temporaryDirectory, mcu.ExpandedMCU.ID);
DateTime start = DateTime.Now;
var result = TestMCU(mcu, mcuDir + sample.TestDirSuffix, sample, extraParams, registerValidationParameters);
Console.WriteLine($"[{(DateTime.Now - start).TotalMilliseconds:f0} msec]");
if (result.Result == TestBuildResult.Failed)
{
failed++;
}
else if (result.Result == TestBuildResult.Succeeded)
{
succeeded++;
}
r.LogTestResult(mcu.ExpandedMCU.ID, result);
cnt++;
Console.WriteLine("{0}: {1}% done ({2}/{3} devices, {4} failed)", sample.Name, (cnt * 100) / effectiveMCUs.Length, cnt, effectiveMCUs.Length, failed);
}
if ((succeeded + failed) == 0)
{
throw new Exception("Not a single MCU supports " + sample.Name);
}
r.EndSample();
stats.Passed += succeeded;
stats.Failed += failed;
}
}
return(stats);
}
private static TestResult BuildAndRunValidationJob(LoadedBSP.LoadedMCU mcu,
string mcuDir,
GeneratedProject prj,
ToolFlags flags,
Dictionary <string, bool> sourceExtensions,
VendorSample vendorSample = null,
RegisterValidationParameters registerValidationParameters = null,
BSPValidationFlags validationFlags = BSPValidationFlags.None)
{
BuildJob job = new BuildJob();
string prefix = string.Format("{0}\\{1}\\{2}", mcu.BSP.Toolchain.Directory, mcu.BSP.Toolchain.Toolchain.BinaryDirectory, mcu.BSP.Toolchain.Toolchain.Prefix);
foreach (var sf in prj.SourceFiles)
{
var sfE = sf.Replace('\\', '/');
string ext = Path.GetExtension(sf);
if (!sourceExtensions.ContainsKey(ext.TrimStart('.')))
{
if (ext != ".txt" && ext != ".a" && ext != ".h")
{
Console.WriteLine($"#{sf} is not a recognized source file");
}
}
else
{
bool isCpp = ext.ToLower() != ".c";
string obj = Path.ChangeExtension(Path.GetFileName(sfE), ".o");
job.CompileTasks.Add(new BuildTask
{
PrimaryOutput = Path.ChangeExtension(Path.GetFileName(sfE), ".o"),
AllInputs = new[] { sfE },
Executable = prefix + (isCpp ? "g++" : "gcc"),
Arguments = $"-c -o $@ $< { (isCpp ? "-std=gnu++11 " : " ")} {flags.GetEffectiveCFLAGS(isCpp, ToolchainSubtype.GCC, ToolFlags.FlagEscapingMode.ForMakefile)}".Replace('\\', '/').Replace("/\"", "\\\""),
});
}
}
bool errorsFound = false;
foreach (var g in job.CompileTasks.GroupBy(t => t.PrimaryOutput.ToLower()))
{
if (g.Count() > 1)
{
int i = 0;
foreach (var j2 in g)
{
j2.AttachDisambiguationSuffix($"_{++i}");
}
Console.WriteLine($"ERROR: {g.Key} corresponds to the following files:");
foreach (var f in g)
{
Console.WriteLine("\t" + f.AllInputs.FirstOrDefault());
}
errorsFound = true;
}
}
if (errorsFound && (validationFlags & BSPValidationFlags.ResolveNameCollisions) == BSPValidationFlags.None)
{
throw new Exception("Multiple source files with the same name found");
}
job.OtherTasks.Add(new BuildTask
{
Executable = prefix + "g++",
Arguments = $"{flags.StartGroup} {flags.EffectiveLDFLAGS} $^ {flags.EndGroup} -o $@",
AllInputs = job.CompileTasks.Select(t => t.PrimaryOutput)
.Concat(prj.SourceFiles.Where(f => f.EndsWith(".a", StringComparison.InvariantCultureIgnoreCase)))
.ToArray(),
PrimaryOutput = "test.elf",
});
job.OtherTasks.Add(new BuildTask
{
Executable = prefix + "objcopy",
Arguments = "-O binary $< $@",
AllInputs = new[] { "test.elf" },
PrimaryOutput = "test.bin",
});
List <string> comments = new List <string>();
comments.Add("Original directory:" + vendorSample?.Path);
comments.Add("Tool flags:");
comments.Add("\tInclude directories:");
foreach (var dir in flags.IncludeDirectories ?? new string[0])
{
comments.Add("\t\t" + dir);
}
comments.Add("\tPreprocessor macros:");
foreach (var dir in flags.PreprocessorMacros ?? new string[0])
{
comments.Add("\t\t" + dir);
}
comments.Add("\tLibrary directories:");
foreach (var dir in flags.AdditionalLibraryDirectories ?? new string[0])
{
comments.Add("\t\t" + dir);
}
comments.Add("\tLibrary names:");
foreach (var dir in flags.AdditionalLibraries ?? new string[0])
{
comments.Add("\t\t" + dir);
}
comments.Add("\tExtra linker inputs:");
foreach (var dir in flags.AdditionalLinkerInputs ?? new string[0])
{
comments.Add("\t\t" + dir);
}
comments.Add("\tCFLAGS:" + flags.CFLAGS);
comments.Add("\tCXXFLAGS:" + flags.CXXFLAGS);
comments.Add("\tLDFLAGS:" + flags.LDFLAGS);
comments.Add("\tCOMMONFLAGS:" + flags.COMMONFLAGS);
job.GenerateMakeFile(Path.Combine(mcuDir, "Makefile"),
"test.bin",
comments,
(validationFlags & BSPValidationFlags.ContinuePastCompilationErrors) != BSPValidationFlags.None);
if (!string.IsNullOrEmpty(mcu.MCUDefinitionFile) && registerValidationParameters != null)
{
string firstSrcFileInPrjDir = prj.SourceFiles.First(fn => Path.GetDirectoryName(fn) == mcuDir);
InsertRegisterValidationCode(firstSrcFileInPrjDir, XmlTools.LoadObject <MCUDefinition>(mcu.MCUDefinitionFile), registerValidationParameters);
}
bool buildSucceeded;
if (true)
{
var proc = Process.Start(new ProcessStartInfo("cmd.exe", "/c " + Path.Combine(mcu.BSP.Toolchain.Directory, mcu.BSP.Toolchain.Toolchain.BinaryDirectory, "make.exe") + " -j" + Environment.ProcessorCount + " > build.log 2>&1")
{
UseShellExecute = false, CreateNoWindow = true, WorkingDirectory = mcuDir
});
proc.WaitForExit();
buildSucceeded = proc.ExitCode == 0;
}
else
{
buildSucceeded = job.BuildFast(mcuDir, Environment.ProcessorCount);
}
bool success = false;
string mapFile = Path.Combine(mcuDir, GeneratedProject.MapFileName);
if (buildSucceeded && File.Exists(mapFile))
{
success = File.ReadAllLines(Path.Combine(mcuDir, mapFile)).Where(l => RgMainMap.IsMatch(l)).Count() > 0;
if (success)
{
string binFile = Path.Combine(mcuDir, "test.bin");
using (var fs = File.Open(binFile, FileMode.Open))
if (fs.Length < 512)
{
success = false;
}
}
}
if (!success)
{
if (vendorSample != null)
{
vendorSample.AllDependencies = null;
}
return(new TestResult(TestBuildResult.Failed, Path.Combine(mcuDir, "build.log")));
}
if (vendorSample != null)
{
vendorSample.AllDependencies = Directory.GetFiles(mcuDir, "*.d")
.SelectMany(f => SplitDependencyFile(f).Where(t => !t.EndsWith(":")))
.Concat(prj.SourceFiles.SelectMany(sf => FindIncludedResources(vendorSample.Path, sf)))
.Distinct()
.ToArray();
}
if ((validationFlags & BSPValidationFlags.KeepDirectoryAfterSuccessfulTest) == BSPValidationFlags.None)
{
Directory.Delete(mcuDir, true);
}
return(new TestResult(TestBuildResult.Succeeded, Path.Combine(mcuDir, "build.log")));
}
private static TestResult TestMCU(LoadedBSP.LoadedMCU mcu, string mcuDir, TestedSample sample, DeviceParameterSet extraParameters, RegisterValidationParameters registerValidationParameters)
{
var samples = mcu.BSP.GetSamplesForMCU(mcu.ExpandedMCU.ID, false);
LoadedBSP.LoadedSample sampleObj;
if (string.IsNullOrEmpty(sample.Name))
{
sampleObj = samples[0];
}
else
{
sampleObj = samples.FirstOrDefault(s => s.Sample.Name == sample.Name);
}
if (sampleObj == null)
{
if (sample.SkipIfNotFound)
{
return(new TestResult(TestBuildResult.Skipped, null));
}
else
{
throw new Exception("Cannot find sample: " + sample.Name);
}
}
return(TestSingleSample(sampleObj, mcu, mcuDir, sample, extraParameters, registerValidationParameters));
}
public static TestResult TestSingleSample(LoadedBSP.LoadedSample sampleObj,
LoadedBSP.LoadedMCU mcu,
string testDirectory,
TestedSample sample,
DeviceParameterSet extraParameters,
RegisterValidationParameters registerValidationParameters,
BSPValidationFlags validationFlags = BSPValidationFlags.None)
{
CreateEmptyDirectoryForTestingMCU(testDirectory);
var configuredMCU = new LoadedBSP.ConfiguredMCU(mcu, GetDefaultPropertyValues(mcu.ExpandedMCU.ConfigurableProperties));
if (configuredMCU.ExpandedMCU.FLASHSize == 0)
{
configuredMCU.Configuration["com.sysprogs.bspoptions.primary_memory"] = "sram";
}
var configuredSample = new ConfiguredSample
{
Sample = sampleObj,
Parameters = GetDefaultPropertyValues(sampleObj.Sample.ConfigurableProperties),
Frameworks = (sampleObj.Sample.RequiredFrameworks == null) ? null :
sampleObj.Sample.RequiredFrameworks.Select(fwId =>
{
return(configuredMCU.BSP.BSP.Frameworks.First(fwO => fwO.ID == fwId || fwO.ClassID == fwId && fwO.IsCompatibleWithMCU(configuredMCU.ExpandedMCU.ID)));
}).ToList(),
FrameworkParameters = new Dictionary <string, string>(),
};
ApplyConfiguration(configuredMCU.Configuration, extraParameters?.MCUConfiguration, sample.MCUConfiguration);
var bspDict = configuredMCU.BuildSystemDictionary(default(SystemDirectories));
bspDict["PROJECTNAME"] = "test";
if (configuredSample.Frameworks != null)
{
foreach (var fw in configuredSample.Frameworks)
{
if (fw.AdditionalSystemVars != null)
{
foreach (var kv in fw.AdditionalSystemVars)
{
bspDict[kv.Key] = kv.Value;
}
}
if (fw.ConfigurableProperties != null)
{
var defaultFwConfig = GetDefaultPropertyValues(fw.ConfigurableProperties);
if (defaultFwConfig != null)
{
foreach (var kv in defaultFwConfig)
{
configuredSample.FrameworkParameters[kv.Key] = kv.Value;
}
}
}
}
}
if (sampleObj.Sample?.DefaultConfiguration?.Entries != null)
{
foreach (var kv in sampleObj.Sample.DefaultConfiguration.Entries)
{
configuredSample.FrameworkParameters[kv.Key] = kv.Value;
}
}
ApplyConfiguration(configuredSample.FrameworkParameters, extraParameters?.FrameworkConfiguration, sample.FrameworkConfiguration);
ApplyConfiguration(configuredSample.Parameters, extraParameters?.SampleConfiguration, sample.SampleConfiguration);
Dictionary <string, bool> frameworkIDs = new Dictionary <string, bool>();
foreach (var fw in sampleObj.Sample.RequiredFrameworks ?? new string[0])
{
frameworkIDs[fw] = true;
}
foreach (var fw in sample.AdditionalFrameworks ?? new string[0])
{
frameworkIDs[fw] = true;
}
var prj = new GeneratedProject(testDirectory, configuredMCU, frameworkIDs.Keys.ToArray())
{
DataSections = sample.DataSections
};
prj.DoGenerateProjectFromEmbeddedSample(configuredSample, false, bspDict);
prj.AddBSPFilesToProject(bspDict, configuredSample.FrameworkParameters, frameworkIDs);
var flags = prj.GetToolFlags(bspDict, configuredSample.FrameworkParameters, frameworkIDs);
// if(sampleObj.Sample.LinkerScript!=null)
// flags.LinkerScript = sampleObj.Sample.LinkerScript;
if (!string.IsNullOrEmpty(configuredSample.Sample.Sample.LinkerScript))
{
flags.LinkerScript = VariableHelper.ExpandVariables(configuredSample.Sample.Sample.LinkerScript, bspDict, configuredSample.FrameworkParameters);
}
if (!string.IsNullOrEmpty(configuredSample.Sample.Sample.CLanguageStandard))
{
flags.CFLAGS += $" -std={configuredSample.Sample.Sample.CLanguageStandard}";
}
if (!string.IsNullOrEmpty(configuredSample.Sample.Sample.CPPLanguageStandard))
{
flags.CXXFLAGS += $" -std={configuredSample.Sample.Sample.CPPLanguageStandard}";
}
flags.COMMONFLAGS += " -save-temps ";
Dictionary <string, bool> sourceExtensions = new Dictionary <string, bool>(StringComparer.InvariantCultureIgnoreCase);
foreach (var ext in sample.SourceFileExtensions.Split(';'))
{
sourceExtensions[ext] = true;
}
Console.WriteLine("Building {0}...", Path.GetFileName(testDirectory));
return(BuildAndRunValidationJob(mcu, testDirectory, prj, flags, sourceExtensions, null, sample.ValidateRegisters ? registerValidationParameters : null, validationFlags));
}
static void InsertRegisterValidationCode(string sourceFile, MCUDefinition mcuDefinition, RegisterValidationParameters parameters)
{
if (!File.Exists(sourceFile))
{
throw new Exception("File does not exist: " + sourceFile);
}
if (mcuDefinition != null)
{
using (var sw = new StreamWriter(sourceFile, true))
{
sw.WriteLine();
sw.WriteLine("#define STATIC_ASSERT(COND) typedef char static_assertion[(COND)?1:-1]");
sw.WriteLine("void ValidateOffsets()");
sw.WriteLine("{");
foreach (var regset in mcuDefinition.RegisterSets)
{
foreach (var reg in regset.Registers)
{
string regName = reg.Name;
if (IsNoValid(regset.UserFriendlyName, parameters.NonValidatedRegisters))
{
continue;
}
if (IsNoValid(regName, parameters.NonValidatedRegisters))
{
continue;
}
if (IsNoValid(regName, parameters.UndefinedMacros))
{
sw.WriteLine($"#undef {regName}");
}
if (parameters.RenameRules != null)
{
foreach (var rule in parameters.RenameRules)
{
if (rule.RegisterSetRegex?.IsMatch(regset.UserFriendlyName) != false)
{
var match = rule.RegisterRegex.Match(regName);
if (match.Success)
{
switch (rule.Mode)
{
case RegisterRenamingMode.Normal:
regName = string.Format("{0}[{1}]", match.Groups[1], int.Parse(match.Groups[2].ToString()) + rule.Offset);
break;
case RegisterRenamingMode.HighLow:
regName = string.Format("{0}[{1}]", match.Groups[1], match.Groups[2].ToString() == "H" ? 1 : 0);
break;
case RegisterRenamingMode.WithSuffix:
regName = string.Format("{0}[{1}].{2}", match.Groups[1], int.Parse(match.Groups[2].ToString()) + rule.Offset, match.Groups[3]);
break;
}
break;
}
}
}
}
if (regset.UserFriendlyName.StartsWith("ARM Cortex M"))
{
continue;
}
if (mcuDefinition.MCUName.StartsWith("MSP432"))
{
if (regName.Contains("RESERVED"))
{
continue;
}
sw.WriteLine("STATIC_ASSERT((unsigned)&({0}->r{1}) == {2});", regset.UserFriendlyName, regName, reg.Address);
}
else
{
sw.WriteLine("STATIC_ASSERT((unsigned)&({0}->{1}) == {2});", regset.UserFriendlyName, regName, reg.Address);
}
}
}
sw.WriteLine("}");
}
}
}
