public KafkaConsumer(string zkConnectionString, string topic, string groupId, string consumerId, OnKafkaMessageReceived onMessageReceived, ConsumerConfig consumerConfig = null, bool start = true) { _consumerConfig = consumerConfig ?? ConsumerConfig.DefaultConfig; ZkConnectionString = zkConnectionString; Topic = topic; GroupId = groupId; ConsumerId = consumerId ?? string.Empty; SlidingDoors = new ConcurrentDictionary <int, SlidingDoor>(); ConsumerConfiguration = new ConsumerConfiguration { BackOffIncrement = _consumerConfig.BackOffIncrement, AutoCommit = false, GroupId = GroupId, ConsumerId = ConsumerId, BufferSize = ConsumerConfiguration.DefaultBufferSize, MaxFetchBufferLength = ConsumerConfiguration.DefaultMaxFetchBufferLength, FetchSize = ConsumerConfiguration.DefaultFetchSize, AutoOffsetReset = _consumerConfig.AutoOffsetReset, ZooKeeper = KafkaClient.GetZooKeeperConfiguration(zkConnectionString), ShutdownTimeout = 100 }; _onMessageReceived = onMessageReceived; if (start) { Start(); } }
public KafkaProducer(string topic, string zkConnectionString) { _topic = topic; _zooKeeperConfiguration = KafkaClient.GetZooKeeperConfiguration(zkConnectionString); var producerConfiguration = new ProducerConfiguration(new List <BrokerConfiguration>()) { AckTimeout = 30000, RequiredAcks = -1, ZooKeeper = _zooKeeperConfiguration }; _producer = new Producer(producerConfiguration); }
public void CreateTopicTest() { try { var client = new IFramework.MessageQueue.MSKafka.KafkaClient(_zkConnection); client.CreateTopic(mscommandQueue); } catch (Exception ex) { Console.WriteLine(ex.GetBaseException().Message); throw; } }
public KafkaConsumer(string zkConnectionString, string topic, string groupId, string consumerId, int backOffIncrement = 30, int fullLoadThreshold = 1000, int waitInterval = 1000) { _fullLoadThreshold = fullLoadThreshold; _waitInterval = waitInterval; SlidingDoors = new ConcurrentDictionary <int, SlidingDoor>(); ZkConnectionString = zkConnectionString; Topic = topic; GroupId = groupId; ConsumerId = consumerId ?? string.Empty; ConsumerConfiguration = new ConsumerConfiguration { BackOffIncrement = backOffIncrement, AutoCommit = false, GroupId = GroupId, ConsumerId = ConsumerId, BufferSize = ConsumerConfiguration.DefaultBufferSize, MaxFetchBufferLength = ConsumerConfiguration.DefaultMaxFetchBufferLength, FetchSize = ConsumerConfiguration.DefaultFetchSize, AutoOffsetReset = OffsetRequest.LargestTime, ZooKeeper = KafkaClient.GetZooKeeperConfiguration(zkConnectionString), ShutdownTimeout = 100 }; ZkConsumerConnector = new ZookeeperConsumerConnector(ConsumerConfiguration, true); }