public KafkaConsumer(string zkConnectionString,
string topic,
string groupId,
string consumerId,
OnKafkaMessageReceived onMessageReceived,
ConsumerConfig consumerConfig = null,
bool start = true)
{
_consumerConfig = consumerConfig ?? ConsumerConfig.DefaultConfig;
ZkConnectionString = zkConnectionString;
Topic = topic;
GroupId = groupId;
ConsumerId = consumerId ?? string.Empty;
SlidingDoors = new ConcurrentDictionary <int, SlidingDoor>();
ConsumerConfiguration = new ConsumerConfiguration
{
BackOffIncrement = _consumerConfig.BackOffIncrement,
AutoCommit = false,
GroupId = GroupId,
ConsumerId = ConsumerId,
BufferSize = ConsumerConfiguration.DefaultBufferSize,
MaxFetchBufferLength = ConsumerConfiguration.DefaultMaxFetchBufferLength,
FetchSize = ConsumerConfiguration.DefaultFetchSize,
AutoOffsetReset = _consumerConfig.AutoOffsetReset,
ZooKeeper = KafkaClient.GetZooKeeperConfiguration(zkConnectionString),
ShutdownTimeout = 100
};
_onMessageReceived = onMessageReceived;
if (start)
{
Start();
}
}
public KafkaProducer(string topic, string zkConnectionString)
{
_topic = topic;
_zooKeeperConfiguration = KafkaClient.GetZooKeeperConfiguration(zkConnectionString);
var producerConfiguration = new ProducerConfiguration(new List <BrokerConfiguration>())
{
AckTimeout = 30000,
RequiredAcks = -1,
ZooKeeper = _zooKeeperConfiguration
};
_producer = new Producer(producerConfiguration);
}
public void CreateTopicTest()
{
try
{
var client = new IFramework.MessageQueue.MSKafka.KafkaClient(_zkConnection);
client.CreateTopic(mscommandQueue);
}
catch (Exception ex)
{
Console.WriteLine(ex.GetBaseException().Message);
throw;
}
}
public KafkaConsumer(string zkConnectionString, string topic, string groupId, string consumerId, int backOffIncrement = 30, int fullLoadThreshold = 1000, int waitInterval = 1000)
{
_fullLoadThreshold = fullLoadThreshold;
_waitInterval = waitInterval;
SlidingDoors = new ConcurrentDictionary <int, SlidingDoor>();
ZkConnectionString = zkConnectionString;
Topic = topic;
GroupId = groupId;
ConsumerId = consumerId ?? string.Empty;
ConsumerConfiguration = new ConsumerConfiguration
{
BackOffIncrement = backOffIncrement,
AutoCommit = false,
GroupId = GroupId,
ConsumerId = ConsumerId,
BufferSize = ConsumerConfiguration.DefaultBufferSize,
MaxFetchBufferLength = ConsumerConfiguration.DefaultMaxFetchBufferLength,
FetchSize = ConsumerConfiguration.DefaultFetchSize,
AutoOffsetReset = OffsetRequest.LargestTime,
ZooKeeper = KafkaClient.GetZooKeeperConfiguration(zkConnectionString),
ShutdownTimeout = 100
};
ZkConsumerConnector = new ZookeeperConsumerConnector(ConsumerConfiguration, true);
}
