public BulkElasticGroupedTitleIndex Post(BulkElasticGroupedTitleIndex t) { const int batchCount = 400; ConsoleProcess.Start(t.GetType()); CreateMapping(); var i = 0; foreach (var elasticTitle in t.ElasticGroupedTitles.Batch(batchCount)) { i++; ConsoleProcess.Restart(); var rootDescriptor = GenerateElasticDescriptor(elasticTitle); ElasticSearch.Client.Bulk(rootDescriptor); Console.WriteLine(Environment.NewLine); Console.WriteLine(@"iteration for {0} took - {1} ms", i * batchCount, ConsoleProcess.ElapsedMilliseconds()); } //Parallel.ForEach(t.ElasticGroupedTitles.Batch(batchCount), elasticTitle => { // i++; // ConsoleProcess.Restart(); // var rootDescriptor = GenerateElasticDescriptor(elasticTitle); // ElasticSearch.Client.Bulk(rootDescriptor); // if (i%1000 != 0) return; // Console.WriteLine(Environment.NewLine); // Console.WriteLine(@"iteration for {0} took - {1} ms", i * batchCount, ConsoleProcess.ElapsedMilliseconds()); //}); ConsoleProcess.End(t.GetType()); return(t); }
public MergeProcessor() { TitleIndexList = new BulkTitleIndex(); ElasticTitleIndexList = new BulkElasticTitleIndex(); ElasticSuggestiveIndexList = new BulkElasticSuggestiveIndex(); ElasticOwnershipIndexList = new BulkElasticOwnershipIndexCollection(); BulkElasticGroupedTitleIndex = new BulkElasticGroupedTitleIndex(); }
public BulkElasticGroupedTitleIndex Post(BulkElasticGroupedTitleIndex t) { const int batchCount = 500; ConsoleProcess.Start(t.GetType()); CreateMapping(); var i = 0; foreach (var elasticTitle in t.ElasticGroupedTitles.Batch(batchCount)) { i++; ConsoleProcess.Restart(); ElasticSearch.BulkIndex(elasticTitle.ToList()); Console.WriteLine(Environment.NewLine); Console.WriteLine(@"iteration for {0} took - {1} ms", i * batchCount, ConsoleProcess.ElapsedMilliseconds()); } ConsoleProcess.End(t.GetType()); return(t); }