Beispiel #1
0
        public async Task <IElasticLowLevelClient> BuildAsync(ElasticClientConfiguration config, IEnumerable <string> indices)
        {
            var settings = new ConnectionConfiguration(new Uri(config.Address));
            var client   = new ElasticLowLevelClient(settings);
            var errors   = new List <Exception>();

            foreach (var index in indices)
            {
                var indexExists = await client.IndicesExistsAsync <string>(index).ConfigureAwait(false);

                if (indexExists.HttpStatusCode == null || indexExists.HttpStatusCode.Value == 404)
                {
                    var postData = new
                    {
                        mappings = new
                        {
                            _default_ = new
                            {
                                properties = new
                                {
                                    Timestamp = new
                                    {
                                        type = "date"
                                    }
                                }
                            }
                        }
                    };

                    var response = await client.IndicesCreateAsync <VoidResponse>(index, postData).ConfigureAwait(false);

                    if (!response.Success)
                    {
                        errors.Add(new ElasticException(response));
                    }
                }
            }

            if (errors.Count > 0)
            {
                throw new AggregateException(errors);
            }

            return(client);
        }
Beispiel #2
0
        public static void AddPetProjectElasticLogConsumer(this IServiceCollection collection, KafkaConfiguration kafkaConfig, ElasticClientConfiguration clientConfig)
        {
            collection.TryAddSingleton <ElasticClientConfiguration>(clientConfig);

            var topics  = kafkaConfig.Topic.Split(',');
            var indices = topics.Select(topic => $"logs-{ topic.ToLowerInvariant() }-{ DateTime.UtcNow.ToString("dd-MM-yyyy") }").ToArray();

            collection.TryAddTransient <IElasticLowLevelClientFactory, ElasticLowLevelClientFactory>();
            collection.TryAddSingleton <IElasticLowLevelClient>(serviceProvider => serviceProvider.GetRequiredService <IElasticLowLevelClientFactory>().BuildAsync(serviceProvider.GetRequiredService <ElasticClientConfiguration>(), indices).Result);

            collection.AddLogging(cfg => cfg.AddConsole());
            collection.TryAddSingleton <IPetProjectLogConsumerLogger>(sp =>
            {
                var providers = sp.GetServices <ILoggerProvider>();
                return(new PetProjectLogConsumerLogger(providers.First(provider => provider is ConsoleLoggerProvider)));
            });

            for (var i = 0; i < topics.Length; i++)
            {
                var topic = topics[i];
                var index = indices[i];

                // this will make the provider own the consumer instance, i.e., the consumer will be disposed automatically by the DI container
                // if we added the singleton like this: collection.AddSingleton(new PetProjectLogConsumer()); then it wouldn't be disposed
                // automatically because the DI didn't actually create the instance so it doesn't own it
                collection.AddSingleton <PetProjectLogConsumer>(sp =>
                                                                new PetProjectLogConsumer(
                                                                    kafkaConfig.Brokers,
                                                                    kafkaConfig.ConsumerGroupId,
                                                                    topic,
                                                                    new ElasticLogEventV1Store(sp.GetRequiredService <IElasticLowLevelClient>(), index),
                                                                    sp.GetRequiredService <IPetProjectLogConsumerLogger>()));
            }
        }