/// <summary>Create a job</summary>
/// <exception cref="System.IO.IOException"/>
private Job CreateJob(string name, Summation sigma)
{
Job job = Job.GetInstance(GetConf(), parameters.remoteDir + "/" + name);
Configuration jobconf = job.GetConfiguration();
job.SetJarByClass(typeof(DistSum));
jobconf.SetInt(NParts, parameters.nParts);
SummationWritable.Write(sigma, typeof(DistSum), jobconf);
// disable task timeout
jobconf.SetLong(MRJobConfig.TaskTimeout, 0);
// do not use speculative execution
jobconf.SetBoolean(MRJobConfig.MapSpeculative, false);
jobconf.SetBoolean(MRJobConfig.ReduceSpeculative, false);
return(job);
}
/// <summary>
/// <inheritDoc/>
///
/// </summary>
/// <exception cref="System.IO.IOException"/>
public virtual void Write(DataOutput @out)
{
SummationWritable.Write(sigma, @out);
@out.WriteLong(duration);
}
