Example #1
0
 /// <summary>
 /// Encodes a message object to byte[]
 /// </summary>
 /// <param name="message">Message data to encode.</param>
 /// <returns>Encoded byte[] representation of the message object.</returns>
 /// <remarks>
 /// Format:
 /// Crc (Int32), MagicByte (Byte), Attribute (Byte), Key (Byte[]), Value (Byte[])
 /// </remarks>
 public static byte[] EncodeMessage(Message message)
 {
     using (var stream = new KafkaMessagePacker())
     {
         return(stream.Pack(message.MagicNumber)
                .Pack(message.Attribute)
                .Pack(message.Key)
                .Pack(message.Value)
                .CrcPayload());
     }
 }
Example #2
0
        /// <summary>
        /// Encodes a collection of messages into one byte[].  Encoded in order of list.
        /// </summary>
        /// <param name="messages">The collection of messages to encode together.</param>
        /// <returns>Encoded byte[] representing the collection of messages.</returns>
        public static byte[] EncodeMessageSet(IEnumerable <Message> messages)
        {
            using (var stream = new KafkaMessagePacker())
            {
                foreach (var message in messages)
                {
                    stream.Pack(InitialMessageOffset)
                    .Pack(EncodeMessage(message));
                }

                return(stream.PayloadNoLength());
            }
        }
        public void ReadShouldNotLoseDataFromStreamOverMultipleReads()
        {
            using (var server = new FakeTcpServer(_log, FakeServerPort))
                using (var test = new KafkaTcpSocket(_log, _fakeServerUrl, _maxRetry))
                {
                    const int    firstMessage  = 99;
                    const string secondMessage = "testmessage";

                    var payload = new KafkaMessagePacker()
                                  .Pack(firstMessage)
                                  .Pack(secondMessage, StringPrefixEncoding.None);

                    //send the combined payload
                    server.SendDataAsync(payload.PayloadNoLength());

                    var firstResponse = test.ReadAsync(4).Result.ToInt32();
                    Assert.That(firstResponse, Is.EqualTo(firstMessage));

                    var secondResponse = Encoding.ASCII.GetString(test.ReadAsync(secondMessage.Length).Result);
                    Assert.That(secondResponse, Is.EqualTo(secondMessage));
                }
        }
        public void ReadShouldStackReadRequestsAndReturnOneAtATime()
        {
            using (var server = new FakeTcpServer(_log, FakeServerPort))
            {
                var messages       = new[] { "test1", "test2", "test3", "test4" };
                var expectedLength = "test1".Length;

                var payload = new KafkaMessagePacker().Pack(messages);

                var socket = new KafkaTcpSocket(new DefaultTraceLog(LogLevel.Warn), _fakeServerUrl, _maxRetry);

                var tasks = messages.Select(x => socket.ReadAsync(x.Length)).ToArray();

                server.SendDataAsync(payload.Payload());

                Task.WaitAll(tasks);

                foreach (var task in tasks)
                {
                    Assert.That(task.Result.Length, Is.EqualTo(expectedLength));
                }
            }
        }