Exemple #1
0
                /// <returns>a list containing a single split of summation</returns>
                public override IList <InputSplit> GetSplits(JobContext context)
                {
                    //read sigma from conf
                    Configuration conf  = context.GetConfiguration();
                    Summation     sigma = SummationWritable.Read(typeof(DistSum), conf);
                    //create splits
                    IList <InputSplit> splits = new AList <InputSplit>(1);

                    splits.AddItem(new DistSum.Machine.SummationSplit(sigma));
                    return(splits);
                }
Exemple #2
0
                /// <summary>Partitions the summation into parts and then return them as splits</summary>
                public override IList <InputSplit> GetSplits(JobContext context)
                {
                    //read sigma from conf
                    Configuration conf   = context.GetConfiguration();
                    Summation     sigma  = SummationWritable.Read(typeof(DistSum), conf);
                    int           nParts = conf.GetInt(NParts, 0);
                    //create splits
                    IList <InputSplit> splits = new AList <InputSplit>(nParts);

                    Summation[] parts = sigma.Partition(nParts);
                    for (int i = 0; i < parts.Length; ++i)
                    {
                        splits.AddItem(new DistSum.Machine.SummationSplit(parts[i]));
                    }
                    //LOG.info("parts[" + i + "] = " + parts[i]);
                    return(splits);
                }
Exemple #3
0
 /// <summary>
 /// <inheritDoc/>
 ///
 /// </summary>
 /// <exception cref="System.IO.IOException"/>
 public void ReadFields(DataInput @in)
 {
     sigma = SummationWritable.Read(@in);
 }
Exemple #4
0
 /// <summary>
 /// <inheritDoc/>
 ///
 /// </summary>
 /// <exception cref="System.IO.IOException"/>
 public virtual void ReadFields(DataInput @in)
 {
     sigma    = SummationWritable.Read(@in);
     duration = @in.ReadLong();
 }