static public TelemetryPipe SendToElasticSearch(this TelemetryPipe pipe, ElasticSearchOutputConfig config) { var esOutput = new ElasticSearchOutput(config); pipe.RegisterProcessor(esOutput.Process); return(pipe); }
public ElasticSearchOutput(ElasticSearchOutputConfig config, PutIndexTemplateDescriptor indexTemplate = null) { _logger = LogProvider.For <ElasticSearchOutput>(); _logger.Info("Creating"); var connectionSettings = new ConnectionSettings(new Uri(config.ElasticSearchUri)) .RequestTimeout(config.RetryInterval) .MaximumRetries(config.RetryCount); _elasticClient = new ElasticClient(connectionSettings); var batchCount = config.MaxBatchCount > 0 ? config.MaxBatchCount : 1; _uploadBlock = new ActionBlock <IList <TelemetryEvent> >(list => Send(list, throwExceptions: false), new ExecutionDataflowBlockOptions { BoundedCapacity = config.BoundedCapacity, MaxDegreeOfParallelism = config.MaxDegreeOfParallelism, }); _internalStreamBufferSubscription = _internalStream .Buffer(TimeSpan.FromSeconds(config.BufferTimeSec), batchCount) .Subscribe(_uploadBlock.AsObserver()); _jsonSerializerSettings = new JsonSerializerSettings() { ContractResolver = new CamelCasePropertyNamesContractResolver() }; _elasticClient.PutIndexTemplate(indexTemplate ?? new PutIndexTemplateDescriptor(config.ElasticSearchIndexName + "-template") .Template(config.ElasticSearchIndexName + "*") .Settings(x => x .NumberOfReplicas(0) .NumberOfShards(1)) .Mappings(m => m .Map("_default_", tm => tm .AllField(af => af.Enabled(false)) .DynamicTemplates(d => d .DynamicTemplate("all_strings_not_analyzed", dd => dd .MatchMappingType("string") .Match("*") .Mapping(dm => dm .String(sm => sm .NotAnalyzed())))) .Properties(p => p .String(sp => sp .Name("message") .Index(FieldIndexOption.Analyzed)))))); _config = config; }
public ElasticSearchOutput(ElasticSearchOutputConfig config, PutIndexTemplateDescriptor indexTemplate = null) { _logger = LogProvider.For<ElasticSearchOutput>(); _logger.Info("Creating"); var connectionSettings = new ConnectionSettings(new Uri(config.ElasticSearchUri)) .RequestTimeout(config.RetryInterval) .MaximumRetries(config.RetryCount); _elasticClient = new ElasticClient(connectionSettings); var batchCount = config.MaxBatchCount > 0 ? config.MaxBatchCount : 1; _uploadBlock = new ActionBlock<IList<TelemetryEvent>>(list => Send(list, throwExceptions: false), new ExecutionDataflowBlockOptions { BoundedCapacity = config.BoundedCapacity, MaxDegreeOfParallelism = config.MaxDegreeOfParallelism, }); _internalStreamBufferSubscription = _internalStream .Buffer(TimeSpan.FromSeconds(config.BufferTimeSec), batchCount) .Subscribe(_uploadBlock.AsObserver()); _jsonSerializerSettings = new JsonSerializerSettings() { ContractResolver = new CamelCasePropertyNamesContractResolver() }; _elasticClient.PutIndexTemplate(indexTemplate ?? new PutIndexTemplateDescriptor(config.ElasticSearchIndexName+"-template") .Template(config.ElasticSearchIndexName+"*") .Settings(x => x .NumberOfReplicas(0) .NumberOfShards(1)) .Mappings(m => m .Map("_default_", tm => tm .AllField(af => af.Enabled(false)) .DynamicTemplates(d => d .DynamicTemplate("all_strings_not_analyzed", dd => dd .MatchMappingType("string") .Match("*") .Mapping(dm => dm .String(sm => sm .NotAnalyzed())))) .Properties(p => p .String(sp => sp .Name("message") .Index(FieldIndexOption.Analyzed)))))); _config = config; }
static public TelemetryPipe SendToElasticSearch(this TelemetryPipe pipe, ElasticSearchOutputConfig config) { var esOutput = new ElasticSearchOutput(config); pipe.RegisterProcessor(esOutput.Process); return pipe; }