Пример #1
0
        /// <summary>test getters and setters of JobConf</summary>
        public virtual void TestJobConf()
        {
            JobConf conf = new JobConf();

            // test default value
            Sharpen.Pattern pattern = conf.GetJarUnpackPattern();
            NUnit.Framework.Assert.AreEqual(Sharpen.Pattern.Compile("(?:classes/|lib/).*").ToString
                                                (), pattern.ToString());
            // default value
            NUnit.Framework.Assert.IsFalse(conf.GetKeepFailedTaskFiles());
            conf.SetKeepFailedTaskFiles(true);
            NUnit.Framework.Assert.IsTrue(conf.GetKeepFailedTaskFiles());
            // default value
            NUnit.Framework.Assert.IsNull(conf.GetKeepTaskFilesPattern());
            conf.SetKeepTaskFilesPattern("123454");
            NUnit.Framework.Assert.AreEqual("123454", conf.GetKeepTaskFilesPattern());
            // default value
            NUnit.Framework.Assert.IsNotNull(conf.GetWorkingDirectory());
            conf.SetWorkingDirectory(new Path("test"));
            NUnit.Framework.Assert.IsTrue(conf.GetWorkingDirectory().ToString().EndsWith("test"
                                                                                         ));
            // default value
            NUnit.Framework.Assert.AreEqual(1, conf.GetNumTasksToExecutePerJvm());
            // default value
            NUnit.Framework.Assert.IsNull(conf.GetKeyFieldComparatorOption());
            conf.SetKeyFieldComparatorOptions("keySpec");
            NUnit.Framework.Assert.AreEqual("keySpec", conf.GetKeyFieldComparatorOption());
            // default value
            NUnit.Framework.Assert.IsFalse(conf.GetUseNewReducer());
            conf.SetUseNewReducer(true);
            NUnit.Framework.Assert.IsTrue(conf.GetUseNewReducer());
            // default
            NUnit.Framework.Assert.IsTrue(conf.GetMapSpeculativeExecution());
            NUnit.Framework.Assert.IsTrue(conf.GetReduceSpeculativeExecution());
            NUnit.Framework.Assert.IsTrue(conf.GetSpeculativeExecution());
            conf.SetReduceSpeculativeExecution(false);
            NUnit.Framework.Assert.IsTrue(conf.GetSpeculativeExecution());
            conf.SetMapSpeculativeExecution(false);
            NUnit.Framework.Assert.IsFalse(conf.GetSpeculativeExecution());
            NUnit.Framework.Assert.IsFalse(conf.GetMapSpeculativeExecution());
            NUnit.Framework.Assert.IsFalse(conf.GetReduceSpeculativeExecution());
            conf.SetSessionId("ses");
            NUnit.Framework.Assert.AreEqual("ses", conf.GetSessionId());
            NUnit.Framework.Assert.AreEqual(3, conf.GetMaxTaskFailuresPerTracker());
            conf.SetMaxTaskFailuresPerTracker(2);
            NUnit.Framework.Assert.AreEqual(2, conf.GetMaxTaskFailuresPerTracker());
            NUnit.Framework.Assert.AreEqual(0, conf.GetMaxMapTaskFailuresPercent());
            conf.SetMaxMapTaskFailuresPercent(50);
            NUnit.Framework.Assert.AreEqual(50, conf.GetMaxMapTaskFailuresPercent());
            NUnit.Framework.Assert.AreEqual(0, conf.GetMaxReduceTaskFailuresPercent());
            conf.SetMaxReduceTaskFailuresPercent(70);
            NUnit.Framework.Assert.AreEqual(70, conf.GetMaxReduceTaskFailuresPercent());
            // by default
            NUnit.Framework.Assert.AreEqual(JobPriority.Normal.ToString(), conf.GetJobPriority
                                                ().ToString());
            conf.SetJobPriority(JobPriority.High);
            NUnit.Framework.Assert.AreEqual(JobPriority.High.ToString(), conf.GetJobPriority(
                                                ).ToString());
            NUnit.Framework.Assert.IsNull(conf.GetJobSubmitHostName());
            conf.SetJobSubmitHostName("hostname");
            NUnit.Framework.Assert.AreEqual("hostname", conf.GetJobSubmitHostName());
            // default
            NUnit.Framework.Assert.IsNull(conf.GetJobSubmitHostAddress());
            conf.SetJobSubmitHostAddress("ww");
            NUnit.Framework.Assert.AreEqual("ww", conf.GetJobSubmitHostAddress());
            // default value
            NUnit.Framework.Assert.IsFalse(conf.GetProfileEnabled());
            conf.SetProfileEnabled(true);
            NUnit.Framework.Assert.IsTrue(conf.GetProfileEnabled());
            // default value
            NUnit.Framework.Assert.AreEqual(conf.GetProfileTaskRange(true).ToString(), "0-2");
            NUnit.Framework.Assert.AreEqual(conf.GetProfileTaskRange(false).ToString(), "0-2"
                                            );
            conf.SetProfileTaskRange(true, "0-3");
            NUnit.Framework.Assert.AreEqual(conf.GetProfileTaskRange(false).ToString(), "0-2"
                                            );
            NUnit.Framework.Assert.AreEqual(conf.GetProfileTaskRange(true).ToString(), "0-3");
            // default value
            NUnit.Framework.Assert.IsNull(conf.GetMapDebugScript());
            conf.SetMapDebugScript("mDbgScript");
            NUnit.Framework.Assert.AreEqual("mDbgScript", conf.GetMapDebugScript());
            // default value
            NUnit.Framework.Assert.IsNull(conf.GetReduceDebugScript());
            conf.SetReduceDebugScript("rDbgScript");
            NUnit.Framework.Assert.AreEqual("rDbgScript", conf.GetReduceDebugScript());
            // default value
            NUnit.Framework.Assert.IsNull(conf.GetJobLocalDir());
            NUnit.Framework.Assert.AreEqual("default", conf.GetQueueName());
            conf.SetQueueName("qname");
            NUnit.Framework.Assert.AreEqual("qname", conf.GetQueueName());
            conf.SetMemoryForMapTask(100 * 1000);
            NUnit.Framework.Assert.AreEqual(100 * 1000, conf.GetMemoryForMapTask());
            conf.SetMemoryForReduceTask(1000 * 1000);
            NUnit.Framework.Assert.AreEqual(1000 * 1000, conf.GetMemoryForReduceTask());
            NUnit.Framework.Assert.AreEqual(-1, conf.GetMaxPhysicalMemoryForTask());
            NUnit.Framework.Assert.AreEqual("The variable key is no longer used.", JobConf.DeprecatedString
                                                ("key"));
            // make sure mapreduce.map|reduce.java.opts are not set by default
            // so that they won't override mapred.child.java.opts
            NUnit.Framework.Assert.AreEqual("mapreduce.map.java.opts should not be set by default"
                                            , null, conf.Get(JobConf.MapredMapTaskJavaOpts));
            NUnit.Framework.Assert.AreEqual("mapreduce.reduce.java.opts should not be set by default"
                                            , null, conf.Get(JobConf.MapredReduceTaskJavaOpts));
        }