public void Badger_AssignExperiments5()
{
//create herd agents
List <HerdAgentInfo> herdAgents = new List <HerdAgentInfo>
{
new HerdAgentInfo("Agent-1", 4, PropValues.Linux64, PropValues.None, "1.1.0"),
new HerdAgentInfo("Agent-2", 2, PropValues.Win32, "8.1.2", "1.1.0"),
new HerdAgentInfo("Agent-3", 2, PropValues.Win64, "8.1.2", "1.1.0")
};
//create app versions
AppVersionRequirements win64Reqs = new AppVersionRequirements(PropValues.Win64);
AppVersionRequirements win32Reqs = new AppVersionRequirements(PropValues.Win32);
AppVersionRequirements linux64Reqs = new AppVersionRequirements(PropValues.Linux64);
AppVersion win32Version = new AppVersion("win-x32", "RLSimion.exe", win32Reqs);
AppVersion win64Version = new AppVersion("win-x64", "RLSimion-linux-x64.exe", win64Reqs);
AppVersion linux64Version = new AppVersion("linux-x64", "RLSimion-x64.exe", linux64Reqs);
List <AppVersion> appVersions = new List <AppVersion>()
{
win32Version, win64Version, linux64Version
};
//create run-time requirements
RunTimeRequirements cores_2_win32 = new RunTimeRequirements(0, PropValues.Win32);
RunTimeRequirements cores_2_linux64 = new RunTimeRequirements(2, PropValues.Linux64);
RunTimeRequirements cores_1 = new RunTimeRequirements(1, PropValues.Linux64);
//create experiments
List <ExperimentalUnit> pendingExperiments = new List <ExperimentalUnit>()
{
new ExperimentalUnit("Experiment-1", appVersions, cores_2_win32),
new ExperimentalUnit("Experiment-2", appVersions, cores_2_linux64),
new ExperimentalUnit("Experiment-3", appVersions, cores_2_linux64),
};
//create output list to receive assigned jobs
List <Job> assignedJobs = new List <Job>();
//Assign experiments
JobDispatcher.AssignExperiments(ref pendingExperiments, ref herdAgents, ref assignedJobs);
//Check everything went as expected
Assert.IsTrue(assignedJobs.Count == 2);
// -assigned experimental units and agents
Assert.IsTrue(assignedJobs[0].HerdAgent.ProcessorId == "Agent-1");
Assert.IsTrue(assignedJobs[0].ExperimentalUnits.Count == 2);
Assert.IsTrue(assignedJobs[0].ExperimentalUnits[0].Name == "Experiment-2");
Assert.IsTrue(assignedJobs[0].ExperimentalUnits[0].SelectedVersion.Requirements.Architecture == PropValues.Linux64);
Assert.IsTrue(assignedJobs[0].ExperimentalUnits[1].Name == "Experiment-3");
Assert.IsTrue(assignedJobs[0].ExperimentalUnits[1].SelectedVersion.Requirements.Architecture == PropValues.Linux64);
Assert.IsTrue(assignedJobs[1].HerdAgent.ProcessorId == "Agent-2");
Assert.IsTrue(assignedJobs[1].ExperimentalUnits.Count == 1);
Assert.IsTrue(assignedJobs[1].ExperimentalUnits[0].Name == "Experiment-1");
Assert.IsTrue(assignedJobs[1].ExperimentalUnits[0].SelectedVersion.Requirements.Architecture == PropValues.Win32);
// -used agents are removed
Assert.IsTrue(herdAgents.Count == 1);
// -assigned experiments are removed
Assert.IsTrue(pendingExperiments.Count == 0);
}
public static RunTimeRequirements GetRunTimeRequirements(string exe, string args)
{
object o = new object();
Monitor.Enter(o);
var process = new Process
{
StartInfo = new ProcessStartInfo
{
FileName = exe,
Arguments = args + " -requirements",
UseShellExecute = false,
RedirectStandardOutput = true,
CreateNoWindow = true
}
};
string processOutput = "";
process.Start();
while (!process.StandardOutput.EndOfStream)
{
processOutput += process.StandardOutput.ReadLine();
}
//Parse the output
RunTimeRequirements runTimeRequirements = null;
int startPos = processOutput.IndexOf("<" + Herd.Network.XmlTags.Requirements + ">");
int endPos = processOutput.IndexOf("</" + Herd.Network.XmlTags.Requirements + ">");
if (startPos >= 0 && endPos > 0)
{
string xml = processOutput.Substring(startPos, endPos - startPos + ("</" + Herd.Network.XmlTags.Requirements + ">").Length);
XmlDocument doc = new XmlDocument();
doc.LoadXml(xml);
runTimeRequirements = new RunTimeRequirements(doc.FirstChild);
}
Monitor.Exit(o);
return(runTimeRequirements);
}
public void Badger_AssignExperiments2()
{
//Case: Cannot find match for x64 agents because only x32 version is defined
//Agent 1: x64, 4 cores
//Agent 2: x32, 2 cores
//Agent 3: x64, 2 cores
//Exp.Unit 1: 0 cores
//Exp.Unit 2: 1 cores
//Exp.Unit 3: 2 cores
//Exp.Unit 4: 1 cores
//Exp.Unit 5: 0 cores
//Exp.Unit 6: 1 cores
//Exp.Unit 7: 2 cores
//Exp.Unit 8: 1 cores
//create herd agents
List <HerdAgentInfo> herdAgents = new List <HerdAgentInfo>
{
new HerdAgentInfo("Agent-1", 4, PropValues.Win64, PropValues.None, "1.1.0"),
new HerdAgentInfo("Agent-2", 2, PropValues.Win32, "8.1.2", "1.1.0"),
new HerdAgentInfo("Agent-3", 2, PropValues.Win64, "8.1.2", "1.1.0")
};
//create app versions
AppVersionRequirements x64Reqs = new AppVersionRequirements(PropValues.Win64);
AppVersionRequirements x32Reqs = new AppVersionRequirements(PropValues.Win32);
AppVersion x32Version = new AppVersion("x32", "RLSimion.exe", x32Reqs);
List <AppVersion> appVersions = new List <AppVersion>()
{
x32Version
};
//create run-time requirements
RunTimeRequirements cores_all = new RunTimeRequirements(0);
RunTimeRequirements cores_2 = new RunTimeRequirements(2);
RunTimeRequirements cores_1 = new RunTimeRequirements(1);
//create experiments
List <ExperimentalUnit> pendingExperiments = new List <ExperimentalUnit>()
{
new ExperimentalUnit("Experiment-1", appVersions, cores_all),
new ExperimentalUnit("Experiment-2", appVersions, cores_1),
new ExperimentalUnit("Experiment-3", appVersions, cores_2),
new ExperimentalUnit("Experiment-4", appVersions, cores_1),
new ExperimentalUnit("Experiment-5", appVersions, cores_all),
new ExperimentalUnit("Experiment-6", appVersions, cores_1),
new ExperimentalUnit("Experiment-7", appVersions, cores_1),
new ExperimentalUnit("Experiment-8", appVersions, cores_1)
};
//create output list to receive assigned jobs
List <Job> assignedJobs = new List <Job>();
//Assign experiments
JobDispatcher.AssignExperiments(ref pendingExperiments, ref herdAgents, ref assignedJobs);
//Check everything went as expected
Assert.IsTrue(assignedJobs.Count == 1);
// -assigned experimental units and agents
Assert.IsTrue(assignedJobs[0].HerdAgent.ProcessorId == "Agent-2");
Assert.IsTrue(assignedJobs[0].ExperimentalUnits.Count == 1);
Assert.IsTrue(assignedJobs[0].ExperimentalUnits[0].Name == "Experiment-1");
Assert.IsTrue(assignedJobs[0].ExperimentalUnits[0].SelectedVersion.Requirements.Architecture == PropValues.Win32);
// -used agents are removed
Assert.IsTrue(herdAgents.Count == 2);
// -assigned experiments are removed
Assert.IsTrue(pendingExperiments.Count == 7);
}
public void Badger_AssignExperiments7()
{
//create herd agents
List <HerdAgentInfo> herdAgents = new List <HerdAgentInfo>
{
new HerdAgentInfo("Agent-1", 4, PropValues.Linux64, PropValues.None, "1.1.0"),
new HerdAgentInfo("Agent-2", 2, PropValues.Win32, "8.1.2", "1.1.0"),
new HerdAgentInfo("Agent-3", 2, PropValues.Win64, "8.1.2", "1.1.0")
};
//create app versions
AppVersionRequirements win64Reqs = new AppVersionRequirements(PropValues.Win64);
AppVersionRequirements win32Reqs = new AppVersionRequirements(PropValues.Win32);
AppVersionRequirements linux64Reqs = new AppVersionRequirements(PropValues.Linux64);
AppVersion win32Version = new AppVersion("win-x32", "RLSimion.exe", win32Reqs);
AppVersion win64Version = new AppVersion("win-x64", "RLSimion-linux-x64.exe", win64Reqs);
AppVersion linux64Version = new AppVersion("linux-x64", "RLSimion-x64.exe", linux64Reqs);
List <AppVersion> appVersions = new List <AppVersion>()
{
win32Version, win64Version, linux64Version
};
//create run-time requirements
RunTimeRequirements cntkRequirements = new RunTimeRequirements(0);
Requirements cntkLinuxInputFiles = new Requirements();
cntkLinuxInputFiles.AddInputFile("cntk-linux.so");
cntkRequirements.AddTargetPlatformRequirement(PropValues.Linux64, cntkLinuxInputFiles);
Requirements cntkWindowsInputFiles = new Requirements();
cntkWindowsInputFiles.AddInputFile("cntk-windows.dll");
cntkRequirements.AddTargetPlatformRequirement(PropValues.Win64, cntkWindowsInputFiles);
//create experiments
List <ExperimentalUnit> pendingExperiments = new List <ExperimentalUnit>()
{
new ExperimentalUnit("Experiment-1", appVersions, cntkRequirements),
new ExperimentalUnit("Experiment-2", appVersions, cntkRequirements),
new ExperimentalUnit("Experiment-3", appVersions, cntkRequirements),
};
//create output list to receive assigned jobs
List <Job> assignedJobs = new List <Job>();
//Assign experiments
JobDispatcherOptions options = new JobDispatcherOptions();
options.LeaveOneFreeCore = true;
JobDispatcher.AssignExperiments(ref pendingExperiments, ref herdAgents, ref assignedJobs, options);
//Check everything went as expected
Assert.IsTrue(assignedJobs.Count == 2);
// -assigned experimental units and agents
Assert.IsTrue(assignedJobs[0].HerdAgent.ProcessorId == "Agent-1");
Assert.IsTrue(assignedJobs[0].ExperimentalUnits.Count == 1);
Assert.IsTrue(assignedJobs[0].ExperimentalUnits[0].Name == "Experiment-1");
Assert.IsTrue(assignedJobs[0].ExperimentalUnits[0].SelectedVersion.Requirements.Architecture == PropValues.Linux64);
Assert.IsTrue(assignedJobs[1].HerdAgent.ProcessorId == "Agent-3");
Assert.IsTrue(assignedJobs[1].ExperimentalUnits.Count == 1);
Assert.IsTrue(assignedJobs[1].ExperimentalUnits[0].Name == "Experiment-2");
Assert.IsTrue(assignedJobs[1].ExperimentalUnits[0].SelectedVersion.Requirements.Architecture == PropValues.Win64);
// -used agents are removed
Assert.IsTrue(herdAgents.Count == 1);
// -assigned experiments are removed
Assert.IsTrue(pendingExperiments.Count == 1);
}
