/// <summary>Create a job</summary> /// <exception cref="System.IO.IOException"/> private Job CreateJob(string name, Summation sigma) { Job job = Job.GetInstance(GetConf(), parameters.remoteDir + "/" + name); Configuration jobconf = job.GetConfiguration(); job.SetJarByClass(typeof(DistSum)); jobconf.SetInt(NParts, parameters.nParts); SummationWritable.Write(sigma, typeof(DistSum), jobconf); // disable task timeout jobconf.SetLong(MRJobConfig.TaskTimeout, 0); // do not use speculative execution jobconf.SetBoolean(MRJobConfig.MapSpeculative, false); jobconf.SetBoolean(MRJobConfig.ReduceSpeculative, false); return(job); }
/// <summary> /// <inheritDoc/> /// /// </summary> /// <exception cref="System.IO.IOException"/> public virtual void Write(DataOutput @out) { SummationWritable.Write(sigma, @out); @out.WriteLong(duration); }