Example #1
0
        protected IndexResults GenerateAndIndex(int numMessages, int bufferSize)
        {
            //settings from  http://benchmarks.elasticsearch.org/
            var msgGenerator        = new MessageGenerator();
            var partitionedMessages = msgGenerator.Generate(numMessages).Partition(bufferSize);

            this.Client.CreateIndex(this.IndexName, c => c
                                    .Settings(s => s
                                              .NumberOfShards(6)
                                              .NumberOfReplicas(0)
                                              .RefreshInterval("30s")
                                              .Setting("refresh_interval", "30s")
                                              .Setting("index.store.type", "mmapfs")
                                              .Setting("index.store.throttle.type", "none")
                                              .Setting("indices.store.throttle.type", "none")
                                              .Setting("indices.memory.index_buffer_size", "10%")
                                              .Setting("index.translog.flush_threshold_size", "4g")
                                              .Setting("index.translog.flush_threshold_ops", 500000)
                                              .Setting("index.merge.scheduler.max_thread_count", 3)
                                              .Setting("index.merge.scheduler.max_merge_count", 6)
                                              )
                                    .Mappings(m => m.Map <Message>(mm => mm.AutoMap()))
                                    );

            var sw = Stopwatch.StartNew();

            Interlocked.Exchange(ref NumSent, 0);
            Task <IBulkResponse>[] array = partitionedMessages
                                           .Select(messages => Client.IndexManyAsync(messages, this.IndexName)
                                                   .ContinueWith(tt =>
            {
                Interlocked.Add(ref NumSent, bufferSize);
                Console.Write("\r{2}: {0:0,0} msgs es-time: {1}      ",
                              NumSent, tt.Result.Took, this.Type);
                return(tt.Result);
            })
                                                   ).ToArray();

            Task.WaitAll(array);
            sw.Stop();

            Console.WriteLine();

            Client.UpdateIndexSettings(this.IndexName, u => u
                                       .IndexSettings(i => i
                                                      .RefreshInterval("1s")
                                                      )
                                       );

            return(new IndexResults
            {
                Elapsed = sw.ElapsedMilliseconds,
                EsTimings = array.Select(a => a.Result.Took).ToList()
            });
        }
Example #2
0
		protected IndexResults GenerateAndIndex(int numMessages, int bufferSize)
		{
			//settings from  http://benchmarks.elasticsearch.org/
			var msgGenerator = new MessageGenerator();
			var partitionedMessages = msgGenerator.Generate(numMessages).Partition(bufferSize);
			this.Client.CreateIndex(this.IndexName, c => c
				.Settings(s => s
					.NumberOfShards(6)
					.NumberOfReplicas(0)
					.RefreshInterval("30s")
					.Setting("refresh_interval", "30s")
					.Setting("index.store.type", "mmapfs")
					.Setting("index.store.throttle.type", "none")
					.Setting("indices.store.throttle.type", "none")
					.Setting("indices.memory.index_buffer_size", "10%")
					.Setting("index.translog.flush_threshold_size", "4g")
					.Setting("index.translog.flush_threshold_ops", 500000)
					.Setting("index.merge.scheduler.max_thread_count", 3)
					.Setting("index.merge.scheduler.max_merge_count", 6)
				)
				.Mappings(m => m.Map<Message>(mm => mm.AutoMap()))
			);

			var sw = Stopwatch.StartNew();
			Interlocked.Exchange(ref NumSent, 0);
			Task<IBulkResponse>[] array = partitionedMessages
				.Select(messages => Client.IndexManyAsync(messages, this.IndexName)
					.ContinueWith(tt =>
					{
						Interlocked.Add(ref NumSent, bufferSize);
						Console.Write("\r{2}: {0:0,0} msgs es-time: {1}      ",
							NumSent, tt.Result.Took, this.Type);
						return tt.Result;
					})
				).ToArray();

			Task.WaitAll(array);
			sw.Stop();

			Console.WriteLine();

			Client.UpdateIndexSettings(this.IndexName, u => u
				.IndexSettings(i => i
					.RefreshInterval("1s")
				)
			);

			return new IndexResults
			{
				Elapsed = sw.ElapsedMilliseconds,
				EsTimings = array.Select(a => a.Result.Took).ToList()
			};
		}