public void WriteToValidFormat() { List<ProducerRequest> requests = new List<ProducerRequest> { new ProducerRequest("topic a", 0, new List<Message> { new Message(new byte[10]) }), new ProducerRequest("topic a", 0, new List<Message> { new Message(new byte[10]) }), new ProducerRequest("topic b", 0, new List<Message> { new Message(new byte[10]) }), new ProducerRequest("topic c", 0, new List<Message> { new Message(new byte[10]) }) }; MultiProducerRequest request = new MultiProducerRequest(requests); // format = len(request) + requesttype + requestcount + requestpackage // total byte count = 4 + (2 + 2 + 144) MemoryStream ms = new MemoryStream(); request.WriteTo(ms); byte[] bytes = ms.ToArray(); Assert.IsNotNull(bytes); Assert.AreEqual(156, bytes.Length); // first 4 bytes = the length of the request Assert.AreEqual(152, BitConverter.ToInt32(BitWorks.ReverseBytes(bytes.Take(4).ToArray<byte>()), 0)); // next 2 bytes = the RequestType which in this case should be Produce Assert.AreEqual((short)RequestTypes.MultiProduce, BitConverter.ToInt16(BitWorks.ReverseBytes(bytes.Skip(4).Take(2).ToArray<byte>()), 0)); // next 2 bytes = the number of messages Assert.AreEqual((short)4, BitConverter.ToInt16(BitWorks.ReverseBytes(bytes.Skip(6).Take(2).ToArray<byte>()), 0)); }
/// <summary> /// Sends the data to a multiple topics on Kafka server synchronously /// </summary> /// <param name="requests"> /// The requests. /// </param> public void MultiSend(IEnumerable<ProducerRequest> requests) { Guard.Assert<ArgumentNullException>(() => requests != null); Guard.Assert<ArgumentNullException>( () => requests.All( x => x != null && x.MessageSet != null && x.MessageSet.Messages != null)); Guard.Assert<ArgumentNullException>( () => requests.All( x => x.MessageSet.Messages.All( y => y != null && y.PayloadSize <= this.Config.MaxMessageSize))); var multiRequest = new MultiProducerRequest(requests); using (var conn = new KafkaConnection(this.config.Host, this.config.Port)) { conn.Write(multiRequest); } }
/// <summary> /// Sends the data to a multiple topics on Kafka server synchronously /// </summary> /// <param name="requests"> /// The requests. /// </param> public void MultiSend(IEnumerable<ProducerRequest> requests) { Guard.NotNull(requests, "requests"); Guard.Assert<ArgumentNullException>( () => requests.All( x => x != null && x.MessageSet != null && x.MessageSet.Messages != null)); Guard.Assert<ArgumentNullException>( () => requests.All( x => x.MessageSet.Messages.All( y => y != null && y.PayloadSize <= this.Config.MaxMessageSize))); this.EnsuresNotDisposed(); var multiRequest = new MultiProducerRequest(requests); this.connection.Write(multiRequest); }
/// <summary> /// Writes a multi-producer request to the server. /// </summary> /// <remarks> /// Write timeout is defaulted to infitite. /// </remarks> /// <param name="request">The <see cref="MultiProducerRequest"/> to send to the server.</param> public void Write(MultiProducerRequest request) { this.EnsuresNotDisposed(); Guard.NotNull(request, "request"); this.Write(request.RequestBuffer.GetBuffer()); }
/// <summary> /// Writes a multi-producer request to the server. /// </summary> /// <remarks> /// Write timeout is defaulted to infitite. /// </remarks> /// <param name="request">The <see cref="MultiProducerRequest"/> to send to the server.</param> public void Write(MultiProducerRequest request) { this.EnsuresNotDisposed(); Guard.Assert<ArgumentNullException>(() => request != null); this.Write(request.RequestBuffer.GetBuffer(), Timeout.Infinite); }