public BulkElasticGroupedTitleIndex Post(BulkElasticGroupedTitleIndex t)
{
const int batchCount = 400;
ConsoleProcess.Start(t.GetType());
CreateMapping();
var i = 0;
foreach (var elasticTitle in t.ElasticGroupedTitles.Batch(batchCount))
{
i++;
ConsoleProcess.Restart();
var rootDescriptor = GenerateElasticDescriptor(elasticTitle);
ElasticSearch.Client.Bulk(rootDescriptor);
Console.WriteLine(Environment.NewLine);
Console.WriteLine(@"iteration for {0} took - {1} ms", i * batchCount, ConsoleProcess.ElapsedMilliseconds());
}
//Parallel.ForEach(t.ElasticGroupedTitles.Batch(batchCount), elasticTitle => {
// i++;
// ConsoleProcess.Restart();
// var rootDescriptor = GenerateElasticDescriptor(elasticTitle);
// ElasticSearch.Client.Bulk(rootDescriptor);
// if (i%1000 != 0) return;
// Console.WriteLine(Environment.NewLine);
// Console.WriteLine(@"iteration for {0} took - {1} ms", i * batchCount, ConsoleProcess.ElapsedMilliseconds());
//});
ConsoleProcess.End(t.GetType());
return(t);
}
public MergeProcessor()
{
TitleIndexList = new BulkTitleIndex();
ElasticTitleIndexList = new BulkElasticTitleIndex();
ElasticSuggestiveIndexList = new BulkElasticSuggestiveIndex();
ElasticOwnershipIndexList = new BulkElasticOwnershipIndexCollection();
BulkElasticGroupedTitleIndex = new BulkElasticGroupedTitleIndex();
}
public BulkElasticGroupedTitleIndex Post(BulkElasticGroupedTitleIndex t)
{
const int batchCount = 500;
ConsoleProcess.Start(t.GetType());
CreateMapping();
var i = 0;
foreach (var elasticTitle in t.ElasticGroupedTitles.Batch(batchCount))
{
i++;
ConsoleProcess.Restart();
ElasticSearch.BulkIndex(elasticTitle.ToList());
Console.WriteLine(Environment.NewLine);
Console.WriteLine(@"iteration for {0} took - {1} ms", i * batchCount, ConsoleProcess.ElapsedMilliseconds());
}
ConsoleProcess.End(t.GetType());
return(t);
}
