public virtual void TestSingleEntryDataStatistics() { DataStatistics statistics = new DataStatistics(17.29); NUnit.Framework.Assert.AreEqual(1, statistics.Count(), Tol); NUnit.Framework.Assert.AreEqual(17.29, statistics.Mean(), Tol); NUnit.Framework.Assert.AreEqual(0, statistics.Var(), Tol); NUnit.Framework.Assert.AreEqual(0, statistics.Std(), Tol); NUnit.Framework.Assert.AreEqual(17.29, statistics.Outlier(1.0f), Tol); }
public virtual void TestMutiEntryDataStatistics() { DataStatistics statistics = new DataStatistics(); statistics.Add(17); statistics.Add(29); NUnit.Framework.Assert.AreEqual(2, statistics.Count(), Tol); NUnit.Framework.Assert.AreEqual(23.0, statistics.Mean(), Tol); NUnit.Framework.Assert.AreEqual(36.0, statistics.Var(), Tol); NUnit.Framework.Assert.AreEqual(6.0, statistics.Std(), Tol); NUnit.Framework.Assert.AreEqual(29.0, statistics.Outlier(1.0f), Tol); }
public virtual long ThresholdRuntime(TaskId taskID) { JobId jobID = taskID.GetJobId(); Org.Apache.Hadoop.Mapreduce.V2.App.Job.Job job = context.GetJob(jobID); TaskType type = taskID.GetTaskType(); DataStatistics statistics = DataStatisticsForTask(taskID); int completedTasksOfType = type == TaskType.Map ? job.GetCompletedMaps() : job.GetCompletedReduces (); int totalTasksOfType = type == TaskType.Map ? job.GetTotalMaps() : job.GetTotalReduces (); if (completedTasksOfType < MinimumCompleteNumberToSpeculate || (((float)completedTasksOfType ) / totalTasksOfType) < MinimumCompleteProportionToSpeculate) { return(long.MaxValue); } long result = statistics == null ? long.MaxValue : (long)statistics.Outlier(slowTaskRelativeTresholds [job]); return(result); }