Esempio n. 1
0
        public void Execute(string[] args)
        {
            Region actorRegion =
                RegionAllocator.AllocateRegion(NaiadSimulator.ACTOR_REGION_SIZE);
            RegionAggregateVertex <AggDocument, int> aggregateVertex;

            using (RegionContext regContext = RegionContext.Create(actorRegion))
            {
                aggregateVertex =
                    new RegionAggregateVertex <AggDocument, int>(
                        (accDoc, newDoc) => new AggDocument(accDoc.docId,
                                                            accDoc.length + newDoc.length,
                                                            accDoc.authorId,
                                                            accDoc.title));
                // Note: Depending on how we use batching we may or may not have to
                // clone the fields.
                // (accDoc, newDoc) => new AggDocument(new Integer(accDoc.docId),
                //                                     accDoc.length + newDoc.length,
                //                                     new Integer(accDoc.authorId),
                //                                     String.Copy(accDoc.title)));
            }
            PlayData(aggregateVertex, args[0], actorRegion);
            // PlayDataFromMemory(aggregateVertex, args[0], actorRegion);
            RegionAllocator.FreeRegion(actorRegion);
        }
Esempio n. 2
0
 public void PlayData(RegionAggregateVertex <AggDocument, int> aggVertex,
                      string filename, Region actorRegion)
 {
     if (File.Exists(filename))
     {
         using (StreamReader file = File.OpenText(filename))
         {
             while (true)
             {
                 var line = file.ReadLine();
                 if (line == null)
                 {
                     break;
                 }
                 Region inputRegion =
                     RegionAllocator.AllocateRegion(NaiadSimulator.TMP_REGION_SIZE);
                 using (RegionContext regContext = RegionContext.Create(inputRegion))
                 {
                     var elements = line.Split(' ');
                     if (elements[0] == "BEGIN")
                     {
                         int time       = Convert.ToInt32(elements[1]);
                         int batch_size = Convert.ToInt32(elements[2]);
                         Message <int, Pair <Integer, AggDocument> > msg =
                             new Message <int, Pair <Integer, AggDocument> >(time, batch_size);
                         for (int i = 0; i < batch_size; i++)
                         {
                             elements = file.ReadLine().Split(' ');
                             msg.put(new Pair <Integer, AggDocument>(
                                         new Integer(Convert.ToInt32(elements[3])),
                                         new AggDocument(new Integer(Convert.ToInt32(elements[1])),
                                                         new Integer(Convert.ToInt32(elements[2])),
                                                         new Integer(Convert.ToInt32(elements[3])),
                                                         elements[4])));
                         }
                         aggVertex.onReceive(msg, actorRegion);
                     }
                     else if (elements[0] == "END")
                     {
                         aggVertex.onNotify(Convert.ToInt32(elements[1]));
                     }
                 }
                 RegionAllocator.FreeRegion(inputRegion);
             }
         }
     }
     else
     {
         Console.WriteLine("Input file does not exist");
     }
 }
Esempio n. 3
0
        public void PlayDataFromMemory(RegionAggregateVertex <AggDocument, int> aggVertex,
                                       string filename, Region actorRegion)
        {
            int time_epoch = 0;
            RegionLinkedList <Message <int, Pair <Integer, AggDocument> > > messages;

            using (StreamReader file = File.OpenText(filename))
            {
                Region inputRegion =
                    RegionAllocator.AllocateRegion(NaiadSimulator.TMP_REGION_SIZE);
                using (RegionContext regContext = RegionContext.Create(inputRegion))
                {
                    messages =
                        new RegionLinkedList <Message <int, Pair <Integer, AggDocument> > >();
                    while (true)
                    {
                        var line = file.ReadLine();
                        if (line == null)
                        {
                            break;
                        }
                        var elements = line.Split(' ');
                        if (elements[0] == "BEGIN")
                        {
                            int time       = Convert.ToInt32(elements[1]);
                            int batch_size = Convert.ToInt32(elements[2]);
                            Message <int, Pair <Integer, AggDocument> > msg =
                                new Message <int, Pair <Integer, AggDocument> >(time, batch_size);
                            for (int i = 0; i < batch_size; i++)
                            {
                                elements = file.ReadLine().Split(' ');
                                msg.put(new Pair <Integer, AggDocument>(
                                            new Integer(Convert.ToInt32(elements[3])),
                                            new AggDocument(new Integer(Convert.ToInt32(elements[1])),
                                                            new Integer(Convert.ToInt32(elements[2])),
                                                            new Integer(Convert.ToInt32(elements[3])),
                                                            elements[4])));
                            }
                            messages.InsertFirst(msg);
                            time_epoch++;
                        }
                    }
                }
            }
            Int64  start        = RegionAllocator.NativeGetPerformanceCounter();
            Region memoryRegion =
                RegionAllocator.AllocateRegion(NaiadSimulator.TMP_REGION_SIZE);

            using (RegionContext regContext = RegionContext.Create(memoryRegion))
            {
                for (Node <Message <int, Pair <Integer, AggDocument> > > cur = messages.Head;
                     cur != default(Node <Message <int, Pair <Integer, AggDocument> > >);
                     cur = cur.Next)
                {
                    aggVertex.onReceive((Message <int, Pair <Integer, AggDocument> >)cur.Data.Clone(), actorRegion);
                    aggVertex.onNotify(--time_epoch);
                }
            }
            RegionAllocator.FreeRegion(memoryRegion);
            // NOTE: We do not free the input region because we don't want to include
            // it in measuring the runtime. The input region is just used as a
            // mechanism to load the data into memory.
            Int64 end = RegionAllocator.NativeGetPerformanceCounter();

            Utils.Print(end - start);
        }