/// <returns>a list containing a single split of summation</returns> public override IList <InputSplit> GetSplits(JobContext context) { //read sigma from conf Configuration conf = context.GetConfiguration(); Summation sigma = SummationWritable.Read(typeof(DistSum), conf); //create splits IList <InputSplit> splits = new AList <InputSplit>(1); splits.AddItem(new DistSum.Machine.SummationSplit(sigma)); return(splits); }
/// <summary>Partitions the summation into parts and then return them as splits</summary> public override IList <InputSplit> GetSplits(JobContext context) { //read sigma from conf Configuration conf = context.GetConfiguration(); Summation sigma = SummationWritable.Read(typeof(DistSum), conf); int nParts = conf.GetInt(NParts, 0); //create splits IList <InputSplit> splits = new AList <InputSplit>(nParts); Summation[] parts = sigma.Partition(nParts); for (int i = 0; i < parts.Length; ++i) { splits.AddItem(new DistSum.Machine.SummationSplit(parts[i])); } //LOG.info("parts[" + i + "] = " + parts[i]); return(splits); }
/// <summary> /// <inheritDoc/> /// /// </summary> /// <exception cref="System.IO.IOException"/> public void ReadFields(DataInput @in) { sigma = SummationWritable.Read(@in); }
/// <summary> /// <inheritDoc/> /// /// </summary> /// <exception cref="System.IO.IOException"/> public virtual void ReadFields(DataInput @in) { sigma = SummationWritable.Read(@in); duration = @in.ReadLong(); }