public List <KafkaMessage> LoadMessages(KafkaTopic kafkaTopic) { var kafkaMessages = new List <KafkaMessage>(); var fetchResponse = connector.Fetch(kafkaTopic.TopicName, kafkaTopic.PartitionId, DefaultCorrelationId, clientId, kafkaTopic.Offset, 5000); foreach (var fetchTopic in fetchResponse.Topics) { foreach (var fetchPartition in fetchTopic.Partitions) { if (fetchPartition.MessageSets == null) { return(kafkaMessages); } foreach (var messageSet in fetchPartition.MessageSets) { var kafkaMessage = new KafkaMessage(fetchPartition.PartitionId, fetchTopic.TopicName, messageSet.Message.Payload, messageSet.MessageOffset); kafkaMessages.Add(kafkaMessage); kafkaTopic.Offset = kafkaMessage.MessageOffset; } } } return(kafkaMessages); }
public List<KafkaMessage> LoadMessages(KafkaTopic kafkaTopic) { var kafkaMessages = new List<KafkaMessage>(); var fetchResponse = connector.Fetch(kafkaTopic.TopicName, kafkaTopic.PartitionId, DefaultCorrelationId, clientId, kafkaTopic.Offset, 5000); foreach (var fetchTopic in fetchResponse.Topics) { foreach (var fetchPartition in fetchTopic.Partitions) { if (fetchPartition.MessageSets == null) return kafkaMessages; foreach (var messageSet in fetchPartition.MessageSets) { var kafkaMessage = new KafkaMessage(fetchPartition.PartitionId, fetchTopic.TopicName, messageSet.Message.Payload, messageSet.MessageOffset); kafkaMessages.Add(kafkaMessage); kafkaTopic.Offset = kafkaMessage.MessageOffset; } } } return kafkaMessages; }
static void DumpMessage(KafkaMessage message) { Console.WriteLine(message); }