Beispiel #1
0
        /// <summary>
        /// 构造方法
        /// </summary>
        /// <param name="options">爬虫选项</param>
        /// <param name="logger">日志接口</param>
        public KafkaMq(KafkaOptions options,
                       ILogger <KafkaMq> logger)
        {
            _logger  = logger;
            _options = options;
            var productConfig = new ProducerConfig
            {
                Partitioner = Partitioner.ConsistentRandom, CompressionType = CompressionType.Lz4
            };

            SetClientConfig(productConfig);
            var builder =
                new ProducerBuilder <Null, byte[]>(productConfig);

            _producer = builder.Build();
        }
Beispiel #2
0
        /// <summary>
        /// 构造方法
        /// </summary>
        /// <param name="options">爬虫选项</param>
        /// <param name="logger">日志接口</param>
        public KafkaEventBus(KafkaOptions options,
                             ILogger <KafkaEventBus> logger)
        {
            _logger  = logger;
            _options = options;
            var productConfig = new ProducerConfig
            {
                Partitioner     = Partitioner.ConsistentRandom,
                CompressionType = CompressionType.Lz4
            };

            SetClientConfig(productConfig);
            var builder =
                new ProducerBuilder <Null, Event>(productConfig).SetValueSerializer(new ProtobufSerializer <Event>());

            _producer = builder.Build();
        }
Beispiel #3
0
        /// <summary>
        /// 构造方法
        /// </summary>
        /// <param name="options">爬虫选项</param>
        /// <param name="logger">日志接口</param>
        public KafkaEventBus(KafkaOptions options,
                             ILogger <KafkaEventBus> logger)
        {
            _logger  = logger;
            _options = options;
            var productConfig = new ProducerConfig
            {
                BootstrapServers = options.KafkaBootstrapServers,
                Partitioner      = Partitioner.ConsistentRandom,
                SaslUsername     = _options.KafkaSaslUsername,
                SaslPassword     = _options.KafkaSaslPassword,
                SaslMechanism    = _options.KafkaSaslMechanism,
                SecurityProtocol = _options.KafkaSecurityProtocol
            };
            var builder =
                new ProducerBuilder <Null, Event>(productConfig).SetValueSerializer(new ProtobufSerializer <Event>());

            _producer = builder.Build();
        }