Exemple #1
0
            public Batch <double[]> PropagateForward(Batch <double[]> batch, bool isTraining)
            {
                if (isTraining)
                {
                    var parallelOptions = new ParallelOptions();
                    var tuple           = Tuple.Create <double[][], double[][]>(new double[batch.Size][], new double[batch.Size][]);

                    parallelOptions.MaxDegreeOfParallelism = 2 * Environment.ProcessorCount;

                    Parallel.ForEach <double[], List <Tuple <long, double[], double[]> > >(batch, parallelOptions, () => new List <Tuple <long, double[], double[]> >(), (vector1, state, index, local) =>
                    {
                        Random random    = random = RandomProvider.GetRandom();;
                        double[] masks   = new double[vector1.Length];
                        double[] vector2 = new double[vector1.Length];

                        for (int i = 0; i < vector1.Length; i++)
                        {
                            double probability = random.Binomial(1, this.rate);

                            masks[i]   = probability;
                            vector2[i] = vector1[i] * probability;
                        }

                        local.Add(Tuple.Create <long, double[], double[]>(index, masks, vector2));

                        return(local);
                    }, (local) =>
                    {
                        lock (tuple)
                        {
                            local.ForEach(x =>
                            {
                                tuple.Item1[x.Item1] = x.Item2;
                                tuple.Item2[x.Item1] = x.Item3;
                            });
                        }
                    });

                    this.masks = tuple.Item1;

                    return(new Batch <double[]>(tuple.Item2));
                }

                return(batch);
            }