public void ProducerSendMultiRequest()
{
var prodConfig = this.SyncProducerConfig1;
var requests = new List <ProducerRequest>
{
new ProducerRequest(CurrentTestTopic, 0, new List <Message> {
new Message(Encoding.UTF8.GetBytes("1: " + DateTime.UtcNow))
}),
new ProducerRequest(CurrentTestTopic, 0, new List <Message> {
new Message(Encoding.UTF8.GetBytes("2: " + DateTime.UtcNow))
}),
new ProducerRequest(CurrentTestTopic, 0, new List <Message> {
new Message(Encoding.UTF8.GetBytes("3: " + DateTime.UtcNow))
}),
new ProducerRequest(CurrentTestTopic, 0, new List <Message> {
new Message(Encoding.UTF8.GetBytes("4: " + DateTime.UtcNow))
})
};
using (var producer = new SyncProducer(prodConfig))
{
producer.MultiSend(requests);
}
}
public void ProducerSendsAndConsumerReceivesMultiRequest()
{
var prodConfig = this.SyncProducerConfig1;
var consumerConfig = this.ConsumerConfig1;
string testTopic1 = CurrentTestTopic + "1";
string testTopic2 = CurrentTestTopic + "2";
string testTopic3 = CurrentTestTopic + "3";
var sourceMessage1 = new Message(Encoding.UTF8.GetBytes("1: TestMessage"));
var sourceMessage2 = new Message(Encoding.UTF8.GetBytes("2: TestMessage"));
var sourceMessage3 = new Message(Encoding.UTF8.GetBytes("3: TestMessage"));
var sourceMessage4 = new Message(Encoding.UTF8.GetBytes("4: TestMessage"));
var requests = new List <ProducerRequest>
{
new ProducerRequest(testTopic1, 0, new List <Message> {
sourceMessage1
}),
new ProducerRequest(testTopic1, 0, new List <Message> {
sourceMessage2
}),
new ProducerRequest(testTopic2, 0, new List <Message> {
sourceMessage3
}),
new ProducerRequest(testTopic3, 0, new List <Message> {
sourceMessage4
})
};
long currentOffset1 = TestHelper.GetCurrentKafkaOffset(testTopic1, consumerConfig);
long currentOffset2 = TestHelper.GetCurrentKafkaOffset(testTopic2, consumerConfig);
long currentOffset3 = TestHelper.GetCurrentKafkaOffset(testTopic3, consumerConfig);
using (var producer = new SyncProducer(prodConfig))
{
producer.MultiSend(requests);
}
IConsumer consumer = new Consumer(consumerConfig);
var request = new MultiFetchRequest(new List <FetchRequest>
{
new FetchRequest(testTopic1, 0, currentOffset1),
new FetchRequest(testTopic2, 0, currentOffset2),
new FetchRequest(testTopic3, 0, currentOffset3)
});
IList <BufferedMessageSet> messageSets;
int totalWaitTimeInMiliseconds = 0;
int waitSingle = 100;
while (true)
{
Thread.Sleep(waitSingle);
messageSets = consumer.MultiFetch(request);
if (messageSets.Count > 2 && messageSets[0].Messages.Count() > 0 && messageSets[1].Messages.Count() > 0 && messageSets[2].Messages.Count() > 0)
{
break;
}
totalWaitTimeInMiliseconds += waitSingle;
if (totalWaitTimeInMiliseconds >= MaxTestWaitTimeInMiliseconds)
{
break;
}
}
Assert.AreEqual(3, messageSets.Count);
Assert.AreEqual(2, messageSets[0].Messages.Count());
Assert.AreEqual(1, messageSets[1].Messages.Count());
Assert.AreEqual(1, messageSets[2].Messages.Count());
Assert.AreEqual(sourceMessage1.ToString(), messageSets[0].Messages.First().ToString());
Assert.AreEqual(sourceMessage2.ToString(), messageSets[0].Messages.Skip(1).First().ToString());
Assert.AreEqual(sourceMessage3.ToString(), messageSets[1].Messages.First().ToString());
Assert.AreEqual(sourceMessage4.ToString(), messageSets[2].Messages.First().ToString());
}