public BulkElasticGroupedTitleIndex Post(BulkElasticGroupedTitleIndex t) { const int batchCount = 400; ConsoleProcess.Start(t.GetType()); CreateMapping(); var i = 0; foreach (var elasticTitle in t.ElasticGroupedTitles.Batch(batchCount)) { i++; ConsoleProcess.Restart(); var rootDescriptor = GenerateElasticDescriptor(elasticTitle); ElasticSearch.Client.Bulk(rootDescriptor); Console.WriteLine(Environment.NewLine); Console.WriteLine(@"iteration for {0} took - {1} ms", i * batchCount, ConsoleProcess.ElapsedMilliseconds()); } //Parallel.ForEach(t.ElasticGroupedTitles.Batch(batchCount), elasticTitle => { // i++; // ConsoleProcess.Restart(); // var rootDescriptor = GenerateElasticDescriptor(elasticTitle); // ElasticSearch.Client.Bulk(rootDescriptor); // if (i%1000 != 0) return; // Console.WriteLine(Environment.NewLine); // Console.WriteLine(@"iteration for {0} took - {1} ms", i * batchCount, ConsoleProcess.ElapsedMilliseconds()); //}); ConsoleProcess.End(t.GetType()); return(t); }
public BulkElasticOwnershipIndexCollection Post(BulkElasticOwnershipIndexCollection t) { int batchCount = 400; ConsoleProcess.Start(t.GetType()); CreateMapping(); Console.WriteLine(@"Ownership titles count = " + t.ElasticOwnershipCollections.Count); var i = 0; foreach (var elasticTitle in t.ElasticOwnershipCollections.Batch(batchCount)) { i++; ConsoleProcess.Restart(); var rootDescriptor = GenerateElasticDescriptor(elasticTitle); ElasticSearch.Client.Bulk(rootDescriptor); Console.WriteLine(Environment.NewLine); Console.WriteLine(@"iteration for {0} took - {1} ms", i * batchCount, ConsoleProcess.ElapsedMilliseconds()); } //Parallel.ForEach(t.ElasticOwnershipCollections.Batch(batchCount), elastictitle => //{ // i++; // ConsoleProcess.Restart(); // var rootDescriptor = GenerateElasticDescriptor(elastictitle); // ElasticSearch.Client.Bulk(rootDescriptor); // if (i % 1000 != 0) return; // Console.WriteLine(Environment.NewLine); // Console.WriteLine(@"iteration for {0} took - {1} ms", i * batchCount, ConsoleProcess.ElapsedMilliseconds()); //}); //foreach (var ownershipList in t.ElasticOwnershipCollections) //{ // ConsoleProcess.Increment(); // if (ownershipList.ElasticOwnership.Count > 0) // { // ElasticSearch.BulkIndex(ownershipList.ElasticOwnership, ownershipList.Isbn); // } // ConsoleProcess.ModOf5000(); //} //ElasticSearch.Client.UpdateIndexSettings(us => us.RefreshInterval("1s")); ConsoleProcess.End(t.GetType()); return(t); }
public BulkElasticGroupedTitleIndex Post(BulkElasticGroupedTitleIndex t) { const int batchCount = 500; ConsoleProcess.Start(t.GetType()); CreateMapping(); var i = 0; foreach (var elasticTitle in t.ElasticGroupedTitles.Batch(batchCount)) { i++; ConsoleProcess.Restart(); ElasticSearch.BulkIndex(elasticTitle.ToList()); Console.WriteLine(Environment.NewLine); Console.WriteLine(@"iteration for {0} took - {1} ms", i * batchCount, ConsoleProcess.ElapsedMilliseconds()); } ConsoleProcess.End(t.GetType()); return(t); }