public virtual void UpdateAllocationConfiguration(AllocationConfiguration queueConf ) { // Create leaf queues and the parent queues in a leaf's ancestry if they do not exist foreach (string name in queueConf.GetConfiguredQueues()[FSQueueType.Leaf]) { if (RemoveEmptyIncompatibleQueues(name, FSQueueType.Leaf)) { GetLeafQueue(name, true); } } // At this point all leaves and 'parents with at least one child' would have been created. // Now create parents with no configured leaf. foreach (string name_1 in queueConf.GetConfiguredQueues()[FSQueueType.Parent]) { if (RemoveEmptyIncompatibleQueues(name_1, FSQueueType.Parent)) { GetParentQueue(name_1, true); } } foreach (FSQueue queue in queues.Values) { // Update queue metrics FSQueueMetrics queueMetrics = queue.GetMetrics(); queueMetrics.SetMinShare(queue.GetMinShare()); queueMetrics.SetMaxShare(queue.GetMaxShare()); // Set scheduling policies try { SchedulingPolicy policy = queueConf.GetSchedulingPolicy(queue.GetName()); policy.Initialize(scheduler.GetClusterResource()); queue.SetPolicy(policy); } catch (AllocationConfigurationException ex) { Log.Warn("Cannot apply configured scheduling policy to queue " + queue.GetName(), ex); } } // Update steady fair shares for all queues rootQueue.RecomputeSteadyShares(); // Update the fair share preemption timeouts and preemption for all queues // recursively rootQueue.UpdatePreemptionVariables(); }
public virtual void TestBackwardsCompatibleAllocationFileParsing() { Configuration conf = new Configuration(); conf.Set(FairSchedulerConfiguration.AllocationFile, AllocFile); AllocationFileLoaderService allocLoader = new AllocationFileLoaderService(); PrintWriter @out = new PrintWriter(new FileWriter(AllocFile)); @out.WriteLine("<?xml version=\"1.0\"?>"); @out.WriteLine("<allocations>"); // Give queue A a minimum of 1024 M @out.WriteLine("<pool name=\"queueA\">"); @out.WriteLine("<minResources>1024mb,0vcores</minResources>"); @out.WriteLine("</pool>"); // Give queue B a minimum of 2048 M @out.WriteLine("<pool name=\"queueB\">"); @out.WriteLine("<minResources>2048mb,0vcores</minResources>"); @out.WriteLine("<aclAdministerApps>alice,bob admins</aclAdministerApps>"); @out.WriteLine("</pool>"); // Give queue C no minimum @out.WriteLine("<pool name=\"queueC\">"); @out.WriteLine("<aclSubmitApps>alice,bob admins</aclSubmitApps>"); @out.WriteLine("</pool>"); // Give queue D a limit of 3 running apps @out.WriteLine("<pool name=\"queueD\">"); @out.WriteLine("<maxRunningApps>3</maxRunningApps>"); @out.WriteLine("</pool>"); // Give queue E a preemption timeout of one minute and 0.3f threshold @out.WriteLine("<pool name=\"queueE\">"); @out.WriteLine("<minSharePreemptionTimeout>60</minSharePreemptionTimeout>"); @out.WriteLine("<fairSharePreemptionThreshold>0.3</fairSharePreemptionThreshold>" ); @out.WriteLine("</pool>"); // Set default limit of apps per queue to 15 @out.WriteLine("<queueMaxAppsDefault>15</queueMaxAppsDefault>"); // Set default limit of apps per user to 5 @out.WriteLine("<userMaxAppsDefault>5</userMaxAppsDefault>"); // Give user1 a limit of 10 jobs @out.WriteLine("<user name=\"user1\">"); @out.WriteLine("<maxRunningApps>10</maxRunningApps>"); @out.WriteLine("</user>"); // Set default min share preemption timeout to 2 minutes @out.WriteLine("<defaultMinSharePreemptionTimeout>120" + "</defaultMinSharePreemptionTimeout>" ); // Set fair share preemption timeout to 5 minutes @out.WriteLine("<fairSharePreemptionTimeout>300</fairSharePreemptionTimeout>"); // Set default fair share preemption threshold to 0.6f @out.WriteLine("<defaultFairSharePreemptionThreshold>0.6</defaultFairSharePreemptionThreshold>" ); @out.WriteLine("</allocations>"); @out.Close(); allocLoader.Init(conf); TestAllocationFileLoaderService.ReloadListener confHolder = new TestAllocationFileLoaderService.ReloadListener (this); allocLoader.SetReloadListener(confHolder); allocLoader.ReloadAllocations(); AllocationConfiguration queueConf = confHolder.allocConf; NUnit.Framework.Assert.AreEqual(5, queueConf.GetConfiguredQueues()[FSQueueType.Leaf ].Count); NUnit.Framework.Assert.AreEqual(Resources.CreateResource(0), queueConf.GetMinResources ("root." + YarnConfiguration.DefaultQueueName)); NUnit.Framework.Assert.AreEqual(Resources.CreateResource(0), queueConf.GetMinResources ("root." + YarnConfiguration.DefaultQueueName)); NUnit.Framework.Assert.AreEqual(Resources.CreateResource(1024, 0), queueConf.GetMinResources ("root.queueA")); NUnit.Framework.Assert.AreEqual(Resources.CreateResource(2048, 0), queueConf.GetMinResources ("root.queueB")); NUnit.Framework.Assert.AreEqual(Resources.CreateResource(0), queueConf.GetMinResources ("root.queueC")); NUnit.Framework.Assert.AreEqual(Resources.CreateResource(0), queueConf.GetMinResources ("root.queueD")); NUnit.Framework.Assert.AreEqual(Resources.CreateResource(0), queueConf.GetMinResources ("root.queueE")); NUnit.Framework.Assert.AreEqual(15, queueConf.GetQueueMaxApps("root." + YarnConfiguration .DefaultQueueName)); NUnit.Framework.Assert.AreEqual(15, queueConf.GetQueueMaxApps("root.queueA")); NUnit.Framework.Assert.AreEqual(15, queueConf.GetQueueMaxApps("root.queueB")); NUnit.Framework.Assert.AreEqual(15, queueConf.GetQueueMaxApps("root.queueC")); NUnit.Framework.Assert.AreEqual(3, queueConf.GetQueueMaxApps("root.queueD")); NUnit.Framework.Assert.AreEqual(15, queueConf.GetQueueMaxApps("root.queueE")); NUnit.Framework.Assert.AreEqual(10, queueConf.GetUserMaxApps("user1")); NUnit.Framework.Assert.AreEqual(5, queueConf.GetUserMaxApps("user2")); // Unspecified queues should get default ACL NUnit.Framework.Assert.AreEqual(" ", queueConf.GetQueueAcl("root.queueA", QueueACL .AdministerQueue).GetAclString()); NUnit.Framework.Assert.AreEqual(" ", queueConf.GetQueueAcl("root.queueA", QueueACL .SubmitApplications).GetAclString()); // Queue B ACL NUnit.Framework.Assert.AreEqual("alice,bob admins", queueConf.GetQueueAcl("root.queueB" , QueueACL.AdministerQueue).GetAclString()); // Queue C ACL NUnit.Framework.Assert.AreEqual("alice,bob admins", queueConf.GetQueueAcl("root.queueC" , QueueACL.SubmitApplications).GetAclString()); NUnit.Framework.Assert.AreEqual(120000, queueConf.GetMinSharePreemptionTimeout("root" )); NUnit.Framework.Assert.AreEqual(-1, queueConf.GetMinSharePreemptionTimeout("root." + YarnConfiguration.DefaultQueueName)); NUnit.Framework.Assert.AreEqual(-1, queueConf.GetMinSharePreemptionTimeout("root.queueA" )); NUnit.Framework.Assert.AreEqual(-1, queueConf.GetMinSharePreemptionTimeout("root.queueB" )); NUnit.Framework.Assert.AreEqual(-1, queueConf.GetMinSharePreemptionTimeout("root.queueC" )); NUnit.Framework.Assert.AreEqual(-1, queueConf.GetMinSharePreemptionTimeout("root.queueD" )); NUnit.Framework.Assert.AreEqual(60000, queueConf.GetMinSharePreemptionTimeout("root.queueE" )); NUnit.Framework.Assert.AreEqual(300000, queueConf.GetFairSharePreemptionTimeout("root" )); NUnit.Framework.Assert.AreEqual(-1, queueConf.GetFairSharePreemptionTimeout("root." + YarnConfiguration.DefaultQueueName)); NUnit.Framework.Assert.AreEqual(-1, queueConf.GetFairSharePreemptionTimeout("root.queueA" )); NUnit.Framework.Assert.AreEqual(-1, queueConf.GetFairSharePreemptionTimeout("root.queueB" )); NUnit.Framework.Assert.AreEqual(-1, queueConf.GetFairSharePreemptionTimeout("root.queueC" )); NUnit.Framework.Assert.AreEqual(-1, queueConf.GetFairSharePreemptionTimeout("root.queueD" )); NUnit.Framework.Assert.AreEqual(-1, queueConf.GetFairSharePreemptionTimeout("root.queueE" )); NUnit.Framework.Assert.AreEqual(.6f, queueConf.GetFairSharePreemptionThreshold("root" ), 0.01); NUnit.Framework.Assert.AreEqual(-1, queueConf.GetFairSharePreemptionThreshold("root." + YarnConfiguration.DefaultQueueName), 0.01); NUnit.Framework.Assert.AreEqual(-1, queueConf.GetFairSharePreemptionThreshold("root.queueA" ), 0.01); NUnit.Framework.Assert.AreEqual(-1, queueConf.GetFairSharePreemptionThreshold("root.queueB" ), 0.01); NUnit.Framework.Assert.AreEqual(-1, queueConf.GetFairSharePreemptionThreshold("root.queueC" ), 0.01); NUnit.Framework.Assert.AreEqual(-1, queueConf.GetFairSharePreemptionThreshold("root.queueD" ), 0.01); NUnit.Framework.Assert.AreEqual(.3f, queueConf.GetFairSharePreemptionThreshold("root.queueE" ), 0.01); }
/// <exception cref="System.Exception"/> public virtual void TestReload() { PrintWriter @out = new PrintWriter(new FileWriter(AllocFile)); @out.WriteLine("<?xml version=\"1.0\"?>"); @out.WriteLine("<allocations>"); @out.WriteLine(" <queue name=\"queueA\">"); @out.WriteLine(" <maxRunningApps>1</maxRunningApps>"); @out.WriteLine(" </queue>"); @out.WriteLine(" <queue name=\"queueB\" />"); @out.WriteLine(" <queuePlacementPolicy>"); @out.WriteLine(" <rule name='default' />"); @out.WriteLine(" </queuePlacementPolicy>"); @out.WriteLine("</allocations>"); @out.Close(); TestAllocationFileLoaderService.MockClock clock = new TestAllocationFileLoaderService.MockClock (this); Configuration conf = new Configuration(); conf.Set(FairSchedulerConfiguration.AllocationFile, AllocFile); AllocationFileLoaderService allocLoader = new AllocationFileLoaderService(clock); allocLoader.reloadIntervalMs = 5; allocLoader.Init(conf); TestAllocationFileLoaderService.ReloadListener confHolder = new TestAllocationFileLoaderService.ReloadListener (this); allocLoader.SetReloadListener(confHolder); allocLoader.ReloadAllocations(); AllocationConfiguration allocConf = confHolder.allocConf; // Verify conf QueuePlacementPolicy policy = allocConf.GetPlacementPolicy(); IList <QueuePlacementRule> rules = policy.GetRules(); NUnit.Framework.Assert.AreEqual(1, rules.Count); NUnit.Framework.Assert.AreEqual(typeof(QueuePlacementRule.Default), rules[0].GetType ()); NUnit.Framework.Assert.AreEqual(1, allocConf.GetQueueMaxApps("root.queueA")); NUnit.Framework.Assert.AreEqual(2, allocConf.GetConfiguredQueues()[FSQueueType.Leaf ].Count); NUnit.Framework.Assert.IsTrue(allocConf.GetConfiguredQueues()[FSQueueType.Leaf].Contains ("root.queueA")); NUnit.Framework.Assert.IsTrue(allocConf.GetConfiguredQueues()[FSQueueType.Leaf].Contains ("root.queueB")); confHolder.allocConf = null; // Modify file and advance the clock @out = new PrintWriter(new FileWriter(AllocFile)); @out.WriteLine("<?xml version=\"1.0\"?>"); @out.WriteLine("<allocations>"); @out.WriteLine(" <queue name=\"queueB\">"); @out.WriteLine(" <maxRunningApps>3</maxRunningApps>"); @out.WriteLine(" </queue>"); @out.WriteLine(" <queuePlacementPolicy>"); @out.WriteLine(" <rule name='specified' />"); @out.WriteLine(" <rule name='nestedUserQueue' >"); @out.WriteLine(" <rule name='primaryGroup' />"); @out.WriteLine(" </rule>"); @out.WriteLine(" <rule name='default' />"); @out.WriteLine(" </queuePlacementPolicy>"); @out.WriteLine("</allocations>"); @out.Close(); clock.Tick(Runtime.CurrentTimeMillis() + AllocationFileLoaderService.AllocReloadWaitMs + 10000); allocLoader.Start(); while (confHolder.allocConf == null) { Sharpen.Thread.Sleep(20); } // Verify conf allocConf = confHolder.allocConf; policy = allocConf.GetPlacementPolicy(); rules = policy.GetRules(); NUnit.Framework.Assert.AreEqual(3, rules.Count); NUnit.Framework.Assert.AreEqual(typeof(QueuePlacementRule.Specified), rules[0].GetType ()); NUnit.Framework.Assert.AreEqual(typeof(QueuePlacementRule.NestedUserQueue), rules [1].GetType()); NUnit.Framework.Assert.AreEqual(typeof(QueuePlacementRule.PrimaryGroup), ((QueuePlacementRule.NestedUserQueue )(rules[1])).nestedRule.GetType()); NUnit.Framework.Assert.AreEqual(typeof(QueuePlacementRule.Default), rules[2].GetType ()); NUnit.Framework.Assert.AreEqual(3, allocConf.GetQueueMaxApps("root.queueB")); NUnit.Framework.Assert.AreEqual(1, allocConf.GetConfiguredQueues()[FSQueueType.Leaf ].Count); NUnit.Framework.Assert.IsTrue(allocConf.GetConfiguredQueues()[FSQueueType.Leaf].Contains ("root.queueB")); }
public virtual void TestAllocationFileParsing() { Configuration conf = new Configuration(); conf.Set(FairSchedulerConfiguration.AllocationFile, AllocFile); AllocationFileLoaderService allocLoader = new AllocationFileLoaderService(); PrintWriter @out = new PrintWriter(new FileWriter(AllocFile)); @out.WriteLine("<?xml version=\"1.0\"?>"); @out.WriteLine("<allocations>"); // Give queue A a minimum of 1024 M @out.WriteLine("<queue name=\"queueA\">"); @out.WriteLine("<minResources>1024mb,0vcores</minResources>"); @out.WriteLine("</queue>"); // Give queue B a minimum of 2048 M @out.WriteLine("<queue name=\"queueB\">"); @out.WriteLine("<minResources>2048mb,0vcores</minResources>"); @out.WriteLine("<aclAdministerApps>alice,bob admins</aclAdministerApps>"); @out.WriteLine("<schedulingPolicy>fair</schedulingPolicy>"); @out.WriteLine("</queue>"); // Give queue C no minimum @out.WriteLine("<queue name=\"queueC\">"); @out.WriteLine("<aclSubmitApps>alice,bob admins</aclSubmitApps>"); @out.WriteLine("</queue>"); // Give queue D a limit of 3 running apps and 0.4f maxAMShare @out.WriteLine("<queue name=\"queueD\">"); @out.WriteLine("<maxRunningApps>3</maxRunningApps>"); @out.WriteLine("<maxAMShare>0.4</maxAMShare>"); @out.WriteLine("</queue>"); // Give queue E a preemption timeout of one minute @out.WriteLine("<queue name=\"queueE\">"); @out.WriteLine("<minSharePreemptionTimeout>60</minSharePreemptionTimeout>"); @out.WriteLine("</queue>"); //Make queue F a parent queue without configured leaf queues using the 'type' attribute @out.WriteLine("<queue name=\"queueF\" type=\"parent\" >"); @out.WriteLine("</queue>"); // Create hierarchical queues G,H, with different min/fair share preemption // timeouts and preemption thresholds @out.WriteLine("<queue name=\"queueG\">"); @out.WriteLine("<fairSharePreemptionTimeout>120</fairSharePreemptionTimeout>"); @out.WriteLine("<minSharePreemptionTimeout>50</minSharePreemptionTimeout>"); @out.WriteLine("<fairSharePreemptionThreshold>0.6</fairSharePreemptionThreshold>" ); @out.WriteLine(" <queue name=\"queueH\">"); @out.WriteLine(" <fairSharePreemptionTimeout>180</fairSharePreemptionTimeout>"); @out.WriteLine(" <minSharePreemptionTimeout>40</minSharePreemptionTimeout>"); @out.WriteLine(" <fairSharePreemptionThreshold>0.7</fairSharePreemptionThreshold>" ); @out.WriteLine(" </queue>"); @out.WriteLine("</queue>"); // Set default limit of apps per queue to 15 @out.WriteLine("<queueMaxAppsDefault>15</queueMaxAppsDefault>"); // Set default limit of apps per user to 5 @out.WriteLine("<userMaxAppsDefault>5</userMaxAppsDefault>"); // Set default limit of AMResourceShare to 0.5f @out.WriteLine("<queueMaxAMShareDefault>0.5f</queueMaxAMShareDefault>"); // Give user1 a limit of 10 jobs @out.WriteLine("<user name=\"user1\">"); @out.WriteLine("<maxRunningApps>10</maxRunningApps>"); @out.WriteLine("</user>"); // Set default min share preemption timeout to 2 minutes @out.WriteLine("<defaultMinSharePreemptionTimeout>120" + "</defaultMinSharePreemptionTimeout>" ); // Set default fair share preemption timeout to 5 minutes @out.WriteLine("<defaultFairSharePreemptionTimeout>300</defaultFairSharePreemptionTimeout>" ); // Set default fair share preemption threshold to 0.4 @out.WriteLine("<defaultFairSharePreemptionThreshold>0.4</defaultFairSharePreemptionThreshold>" ); // Set default scheduling policy to DRF @out.WriteLine("<defaultQueueSchedulingPolicy>drf</defaultQueueSchedulingPolicy>" ); @out.WriteLine("</allocations>"); @out.Close(); allocLoader.Init(conf); TestAllocationFileLoaderService.ReloadListener confHolder = new TestAllocationFileLoaderService.ReloadListener (this); allocLoader.SetReloadListener(confHolder); allocLoader.ReloadAllocations(); AllocationConfiguration queueConf = confHolder.allocConf; NUnit.Framework.Assert.AreEqual(6, queueConf.GetConfiguredQueues()[FSQueueType.Leaf ].Count); NUnit.Framework.Assert.AreEqual(Resources.CreateResource(0), queueConf.GetMinResources ("root." + YarnConfiguration.DefaultQueueName)); NUnit.Framework.Assert.AreEqual(Resources.CreateResource(0), queueConf.GetMinResources ("root." + YarnConfiguration.DefaultQueueName)); NUnit.Framework.Assert.AreEqual(Resources.CreateResource(1024, 0), queueConf.GetMinResources ("root.queueA")); NUnit.Framework.Assert.AreEqual(Resources.CreateResource(2048, 0), queueConf.GetMinResources ("root.queueB")); NUnit.Framework.Assert.AreEqual(Resources.CreateResource(0), queueConf.GetMinResources ("root.queueC")); NUnit.Framework.Assert.AreEqual(Resources.CreateResource(0), queueConf.GetMinResources ("root.queueD")); NUnit.Framework.Assert.AreEqual(Resources.CreateResource(0), queueConf.GetMinResources ("root.queueE")); NUnit.Framework.Assert.AreEqual(15, queueConf.GetQueueMaxApps("root." + YarnConfiguration .DefaultQueueName)); NUnit.Framework.Assert.AreEqual(15, queueConf.GetQueueMaxApps("root.queueA")); NUnit.Framework.Assert.AreEqual(15, queueConf.GetQueueMaxApps("root.queueB")); NUnit.Framework.Assert.AreEqual(15, queueConf.GetQueueMaxApps("root.queueC")); NUnit.Framework.Assert.AreEqual(3, queueConf.GetQueueMaxApps("root.queueD")); NUnit.Framework.Assert.AreEqual(15, queueConf.GetQueueMaxApps("root.queueE")); NUnit.Framework.Assert.AreEqual(10, queueConf.GetUserMaxApps("user1")); NUnit.Framework.Assert.AreEqual(5, queueConf.GetUserMaxApps("user2")); NUnit.Framework.Assert.AreEqual(.5f, queueConf.GetQueueMaxAMShare("root." + YarnConfiguration .DefaultQueueName), 0.01); NUnit.Framework.Assert.AreEqual(.5f, queueConf.GetQueueMaxAMShare("root.queueA"), 0.01); NUnit.Framework.Assert.AreEqual(.5f, queueConf.GetQueueMaxAMShare("root.queueB"), 0.01); NUnit.Framework.Assert.AreEqual(.5f, queueConf.GetQueueMaxAMShare("root.queueC"), 0.01); NUnit.Framework.Assert.AreEqual(.4f, queueConf.GetQueueMaxAMShare("root.queueD"), 0.01); NUnit.Framework.Assert.AreEqual(.5f, queueConf.GetQueueMaxAMShare("root.queueE"), 0.01); // Root should get * ACL NUnit.Framework.Assert.AreEqual("*", queueConf.GetQueueAcl("root", QueueACL.AdministerQueue ).GetAclString()); NUnit.Framework.Assert.AreEqual("*", queueConf.GetQueueAcl("root", QueueACL.SubmitApplications ).GetAclString()); // Unspecified queues should get default ACL NUnit.Framework.Assert.AreEqual(" ", queueConf.GetQueueAcl("root.queueA", QueueACL .AdministerQueue).GetAclString()); NUnit.Framework.Assert.AreEqual(" ", queueConf.GetQueueAcl("root.queueA", QueueACL .SubmitApplications).GetAclString()); // Queue B ACL NUnit.Framework.Assert.AreEqual("alice,bob admins", queueConf.GetQueueAcl("root.queueB" , QueueACL.AdministerQueue).GetAclString()); // Queue C ACL NUnit.Framework.Assert.AreEqual("alice,bob admins", queueConf.GetQueueAcl("root.queueC" , QueueACL.SubmitApplications).GetAclString()); NUnit.Framework.Assert.AreEqual(120000, queueConf.GetMinSharePreemptionTimeout("root" )); NUnit.Framework.Assert.AreEqual(-1, queueConf.GetMinSharePreemptionTimeout("root." + YarnConfiguration.DefaultQueueName)); NUnit.Framework.Assert.AreEqual(-1, queueConf.GetMinSharePreemptionTimeout("root.queueA" )); NUnit.Framework.Assert.AreEqual(-1, queueConf.GetMinSharePreemptionTimeout("root.queueB" )); NUnit.Framework.Assert.AreEqual(-1, queueConf.GetMinSharePreemptionTimeout("root.queueC" )); NUnit.Framework.Assert.AreEqual(-1, queueConf.GetMinSharePreemptionTimeout("root.queueD" )); NUnit.Framework.Assert.AreEqual(60000, queueConf.GetMinSharePreemptionTimeout("root.queueE" )); NUnit.Framework.Assert.AreEqual(-1, queueConf.GetMinSharePreemptionTimeout("root.queueF" )); NUnit.Framework.Assert.AreEqual(50000, queueConf.GetMinSharePreemptionTimeout("root.queueG" )); NUnit.Framework.Assert.AreEqual(40000, queueConf.GetMinSharePreemptionTimeout("root.queueG.queueH" )); NUnit.Framework.Assert.AreEqual(300000, queueConf.GetFairSharePreemptionTimeout("root" )); NUnit.Framework.Assert.AreEqual(-1, queueConf.GetFairSharePreemptionTimeout("root." + YarnConfiguration.DefaultQueueName)); NUnit.Framework.Assert.AreEqual(-1, queueConf.GetFairSharePreemptionTimeout("root.queueA" )); NUnit.Framework.Assert.AreEqual(-1, queueConf.GetFairSharePreemptionTimeout("root.queueB" )); NUnit.Framework.Assert.AreEqual(-1, queueConf.GetFairSharePreemptionTimeout("root.queueC" )); NUnit.Framework.Assert.AreEqual(-1, queueConf.GetFairSharePreemptionTimeout("root.queueD" )); NUnit.Framework.Assert.AreEqual(-1, queueConf.GetFairSharePreemptionTimeout("root.queueE" )); NUnit.Framework.Assert.AreEqual(-1, queueConf.GetFairSharePreemptionTimeout("root.queueF" )); NUnit.Framework.Assert.AreEqual(120000, queueConf.GetFairSharePreemptionTimeout("root.queueG" )); NUnit.Framework.Assert.AreEqual(180000, queueConf.GetFairSharePreemptionTimeout("root.queueG.queueH" )); NUnit.Framework.Assert.AreEqual(.4f, queueConf.GetFairSharePreemptionThreshold("root" ), 0.01); NUnit.Framework.Assert.AreEqual(-1, queueConf.GetFairSharePreemptionThreshold("root." + YarnConfiguration.DefaultQueueName), 0.01); NUnit.Framework.Assert.AreEqual(-1, queueConf.GetFairSharePreemptionThreshold("root.queueA" ), 0.01); NUnit.Framework.Assert.AreEqual(-1, queueConf.GetFairSharePreemptionThreshold("root.queueB" ), 0.01); NUnit.Framework.Assert.AreEqual(-1, queueConf.GetFairSharePreemptionThreshold("root.queueC" ), 0.01); NUnit.Framework.Assert.AreEqual(-1, queueConf.GetFairSharePreemptionThreshold("root.queueD" ), 0.01); NUnit.Framework.Assert.AreEqual(-1, queueConf.GetFairSharePreemptionThreshold("root.queueE" ), 0.01); NUnit.Framework.Assert.AreEqual(-1, queueConf.GetFairSharePreemptionThreshold("root.queueF" ), 0.01); NUnit.Framework.Assert.AreEqual(.6f, queueConf.GetFairSharePreemptionThreshold("root.queueG" ), 0.01); NUnit.Framework.Assert.AreEqual(.7f, queueConf.GetFairSharePreemptionThreshold("root.queueG.queueH" ), 0.01); NUnit.Framework.Assert.IsTrue(queueConf.GetConfiguredQueues()[FSQueueType.Parent] .Contains("root.queueF")); NUnit.Framework.Assert.IsTrue(queueConf.GetConfiguredQueues()[FSQueueType.Parent] .Contains("root.queueG")); NUnit.Framework.Assert.IsTrue(queueConf.GetConfiguredQueues()[FSQueueType.Leaf].Contains ("root.queueG.queueH")); // Verify existing queues have default scheduling policy NUnit.Framework.Assert.AreEqual(DominantResourceFairnessPolicy.Name, queueConf.GetSchedulingPolicy ("root").GetName()); NUnit.Framework.Assert.AreEqual(DominantResourceFairnessPolicy.Name, queueConf.GetSchedulingPolicy ("root.queueA").GetName()); // Verify default is overriden if specified explicitly NUnit.Framework.Assert.AreEqual(FairSharePolicy.Name, queueConf.GetSchedulingPolicy ("root.queueB").GetName()); // Verify new queue gets default scheduling policy NUnit.Framework.Assert.AreEqual(DominantResourceFairnessPolicy.Name, queueConf.GetSchedulingPolicy ("root.newqueue").GetName()); }