Exemplo n.º 1
0
        private static void WriteReadDummy(IBenchmarkDummy benchmarkRunner, BenchmarkOperation operations, Random random)
        {
            var d = new Dummy()
            {
                Id   = Guid.NewGuid().ToString("N"),
                Blob = new byte[random.Next(4 * 1024, 20 * 1024)] // 4-20 KB
            };

            random.NextBytes(d.Blob);
            if ((operations & BenchmarkOperation.Insert) == BenchmarkOperation.Insert)
            {
                benchmarkRunner.Save(d);
            }
            if ((operations & BenchmarkOperation.Get) == BenchmarkOperation.Get)
            {
                var d2 = benchmarkRunner.Get(d.Id);
                if (d2 == null)
                {
                    throw new InvalidOperationException("Could not find item");
                }
                if (d2.Id != d.Id)
                {
                    throw new InvalidOperationException("Has a different id: " + d2.Id);
                }
            }

            if ((operations & BenchmarkOperation.GetNonExistent) == BenchmarkOperation.GetNonExistent)
            {
                var d3 = benchmarkRunner.Get(d.Id + 1);
                if (d3 != null)
                {
                    throw new InvalidOperationException("Found a non-existent item");
                }
            }
        }
Exemplo n.º 2
0
        private static void WriteReadNTimes(int n, IBenchmarkDummy benchmarkRunner,
                                            BenchmarkOperation operations, bool gatherStatistics,
                                            Stopwatch stopwatch, StreamWriter writer
                                            )
        {
            var    random            = new Random();
            double totalMilliseconds = 0;


            for (int i = 1; i <= n; i++)
            {
                WriteReadDummy(benchmarkRunner, operations, random);


                if (i % 100 == 0)
                {
                    Console.Write("\r" + i);
                    if (gatherStatistics)
                    {
                        var current = stopwatch.Elapsed.TotalMilliseconds;
                        writer.Write(i + ",");
                        writer.Write(current - totalMilliseconds);
                        writer.Write("\r\n");
                        totalMilliseconds = current;
                    }
                }
            }
        }
Exemplo n.º 3
0
        private static void Test(IBenchmarkDummy benchmarkRunner, int n,
                                 BenchmarkOperation operations = BenchmarkOperation.Insert | BenchmarkOperation.Get | BenchmarkOperation.GetNonExistent,
                                 bool gatherStatistics         = false, int concurrency = 50)
        {
            string       benchmarker = benchmarkRunner.GetType().Name;
            StreamWriter writer      = null;

            if (gatherStatistics)
            {
                writer = new StreamWriter(benchmarker + ".csv");
                writer.Write("n, milliseconds\r\n");
            }
            benchmarkRunner.Init();
            var stopwatch = new Stopwatch();
            var random    = new Random();


            Console.ForegroundColor = ConsoleColor.DarkGreen;
            Console.WriteLine("Starting benchmark with " + benchmarker);
            Console.ForegroundColor = ConsoleColor.DarkYellow;

            ThreadPool.SetMinThreads(concurrency, 100);
            ThreadPool.SetMaxThreads(concurrency, 100);

            Console.Write("Warming up");
            for (int i = 0; i < concurrency; i++)
            {
                ThreadPool.QueueUserWorkItem((o) => Console.Write("."));
            }
            Thread.Sleep(2000);

            Console.WriteLine("it should be OK now.");

            stopwatch.Start();

            if (concurrency > 0)
            {
                WriteReadNTimesAsync(n, benchmarkRunner, operations, gatherStatistics, stopwatch, writer);
            }
            else
            {
                WriteReadNTimes(n, benchmarkRunner, operations, gatherStatistics, stopwatch, writer);
            }


            stopwatch.Stop();
            Console.WriteLine();
            Console.ForegroundColor = ConsoleColor.Yellow;
            Console.WriteLine("Took " + stopwatch.Elapsed);
            Console.WriteLine("Average " + (stopwatch.Elapsed.TotalMilliseconds / n).ToString("0.0"));
            Console.WriteLine("---------------------------------------");
            benchmarkRunner.Cleanup();
            if (gatherStatistics)
            {
                writer.Flush();
                writer.Close();
            }
        }
Exemplo n.º 4
0
        private static void WriteReadNTimesAsync(int n, IBenchmarkDummy benchmarkRunner,
                                                 BenchmarkOperation operations, bool gatherStatistics,
                                                 Stopwatch stopwatch, StreamWriter writer
                                                 )
        {
            var    random            = new Random();
            double totalMilliseconds = 0;

            failedCount  = 0;
            currentCount = 0;
            var resetEvent = new AutoResetEvent(false);

            for (int i = 0; i < n; i++)
            {
                ThreadPool.QueueUserWorkItem(
                    (o) =>
                {
                    try
                    {
                        WriteReadDummy(benchmarkRunner, operations, random);
                        Interlocked.Increment(ref currentCount);
                    }
                    catch (Exception e)
                    {
                        Interlocked.Increment(ref failedCount);
                        Interlocked.Increment(ref currentCount);
                        Trace.WriteLine(e.ToString());
                    }
                }
                    );
            }

            while (true)
            {
                resetEvent.WaitOne(1000);
                Console.Write("\r" + currentCount);
                var color = Console.ForegroundColor;
                Console.ForegroundColor = ConsoleColor.Red;
                Console.Write(" (" + failedCount + ")");
                Console.ForegroundColor = color;
                if (currentCount == n)
                {
                    break;
                }
            }
            Console.WriteLine();
            Console.WriteLine("Failed count: " + failedCount);
        }
Exemplo n.º 5
0
        private static void WriteReadNTimesAsync(int n, IBenchmarkDummy benchmarkRunner,
           BenchmarkOperation operations, bool gatherStatistics,
           Stopwatch stopwatch, StreamWriter writer
       )
        {
            var random = new Random();
            double totalMilliseconds = 0;
            failedCount = 0;
            currentCount = 0;
            var resetEvent = new AutoResetEvent(false);

            for (int i = 0; i < n; i++)
            {
                ThreadPool.QueueUserWorkItem(
                    (o) =>
                        {
                            try
                            {
                                WriteReadDummy(benchmarkRunner, operations, random);
                                Interlocked.Increment(ref currentCount);
                            }
                            catch(Exception e)
                            {
                                Interlocked.Increment(ref failedCount);
                                Interlocked.Increment(ref currentCount);
                                Trace.WriteLine(e.ToString());
                            }
                        }
                    );
            }

            while (true)
            {

                resetEvent.WaitOne(1000);
                Console.Write("\r" + currentCount);
                var color = Console.ForegroundColor;
                Console.ForegroundColor = ConsoleColor.Red;
                Console.Write(" (" + failedCount + ")");
                Console.ForegroundColor = color;
                if(currentCount == n)
                    break;
            }
            Console.WriteLine();
            Console.WriteLine("Failed count: " + failedCount);
        }
Exemplo n.º 6
0
        private static void WriteReadNTimes(int n, IBenchmarkDummy benchmarkRunner,
            BenchmarkOperation operations, bool gatherStatistics, 
            Stopwatch stopwatch, StreamWriter writer
            )
        {
            var random = new Random();
            double totalMilliseconds = 0;

            for (int i = 1; i <= n; i++)
            {
                WriteReadDummy(benchmarkRunner, operations, random);

                if (i % 100 == 0)
                {
                    Console.Write("\r" + i);
                    if (gatherStatistics)
                    {
                        var current = stopwatch.Elapsed.TotalMilliseconds;
                        writer.Write(i + ",");
                        writer.Write(current - totalMilliseconds);
                        writer.Write("\r\n");
                        totalMilliseconds = current;
                    }
                }

            }
        }
Exemplo n.º 7
0
        private static void WriteReadDummy(IBenchmarkDummy benchmarkRunner, BenchmarkOperation operations, Random random)
        {
            var d = new Dummy()
            {
                Id = Guid.NewGuid().ToString("N"),
                Blob = new byte[random.Next(4 * 1024, 20 * 1024)] // 4-20 KB
            };

            random.NextBytes(d.Blob);
            if ((operations & BenchmarkOperation.Insert) == BenchmarkOperation.Insert)
            {
                benchmarkRunner.Save(d);
            }
            if ((operations & BenchmarkOperation.Get) == BenchmarkOperation.Get)
            {
                var d2 = benchmarkRunner.Get(d.Id);
                if (d2 == null)
                    throw new InvalidOperationException("Could not find item");
                if (d2.Id != d.Id)
                    throw new InvalidOperationException("Has a different id: " + d2.Id);

            }

            if ((operations & BenchmarkOperation.GetNonExistent) == BenchmarkOperation.GetNonExistent)
            {
                var d3 = benchmarkRunner.Get(d.Id + 1);
                if (d3 != null)
                    throw new InvalidOperationException("Found a non-existent item");
            }
        }
Exemplo n.º 8
0
        private static void Test(IBenchmarkDummy benchmarkRunner, int n,
			BenchmarkOperation operations = BenchmarkOperation.Insert | BenchmarkOperation.Get | BenchmarkOperation.GetNonExistent,
			bool gatherStatistics = false, int concurrency = 50)
        {
            string benchmarker = benchmarkRunner.GetType().Name;
            StreamWriter writer = null;
            if(gatherStatistics)
            {
                writer = new StreamWriter(benchmarker + ".csv");
                writer.Write("n, milliseconds\r\n");
            }
            benchmarkRunner.Init();
            var stopwatch = new Stopwatch();
            var random = new Random();

            Console.ForegroundColor = ConsoleColor.DarkGreen;
            Console.WriteLine("Starting benchmark with " + benchmarker);
            Console.ForegroundColor = ConsoleColor.DarkYellow;

            ThreadPool.SetMinThreads(concurrency, 100);
            ThreadPool.SetMaxThreads(concurrency, 100);

            Console.Write("Warming up");
            for (int i = 0; i < concurrency; i++)
            {
                ThreadPool.QueueUserWorkItem((o) => Console.Write("."));
            }
            Thread.Sleep(2000);

            Console.WriteLine("it should be OK now.");

            stopwatch.Start();

            if(concurrency>0)
                WriteReadNTimesAsync(n, benchmarkRunner, operations, gatherStatistics, stopwatch, writer);
            else
                WriteReadNTimes(n, benchmarkRunner, operations, gatherStatistics, stopwatch, writer);

            stopwatch.Stop();
            Console.WriteLine();
            Console.ForegroundColor = ConsoleColor.Yellow;
            Console.WriteLine("Took " + stopwatch.Elapsed);
            Console.WriteLine("Average " + (stopwatch.Elapsed.TotalMilliseconds / n).ToString("0.0"));
            Console.WriteLine("---------------------------------------");
            benchmarkRunner.Cleanup();
            if (gatherStatistics)
            {
                writer.Flush();
                writer.Close();
            }
        }
Exemplo n.º 9
0
        static void Main(string[] args)
        {
            while (true)
            {
                int             store     = TakeUserInput(@"Please choose a store: 
1) Cassandra
2) MongoDB
3) RavenDB
4) Redis
5) SQL Server
", 1);
                IBenchmarkDummy benchmark = null;
                switch (store)
                {
                case 1:
                    benchmark = new CassandraBenchmark();
                    break;

                case 2:
                    benchmark = new MongoDbBenchmark();
                    break;

                case 3:
                    benchmark = new RavenDbBenchmark();
                    break;

                case 4:
                    benchmark = new RedisBenchmark();
                    break;

                case 5:
                    benchmark = new SqlServerBenchmark();
                    break;

                default:
                    benchmark = new CassandraBenchmark();
                    break;
                }

                int n           = TakeUserInput("Please enter number of operations (enter empty for 10000 operations): ", 10000);
                int gatherStats = TakeUserInput("Gather statistics every 100 operations? (enter 1 if you want stats)", 0);
                int concurrency = TakeUserInput("Run multi-threaded? in which case enter number of threads", 0);

                try
                {
                    Test(benchmark, n,
                         operations: BenchmarkOperation.Insert | BenchmarkOperation.Get | BenchmarkOperation.GetNonExistent,
                         gatherStatistics: gatherStats == 1, concurrency: concurrency);
                }
                catch (Exception e)
                {
                    Console.ForegroundColor = ConsoleColor.Red;
                    Console.WriteLine(e);
                }

                Console.ForegroundColor = ConsoleColor.DarkMagenta;
                Console.WriteLine("Press <ENTER> to exit, c to continue");
                var read = Console.ReadKey();
                Console.WriteLine();
                if (read.KeyChar != 'c')
                {
                    break;
                }
            }
        }