コード例 #1
0
        public void EnsureMessageEncodeAndDecodeAreCompatible(string key, string value)
        {
            var testMessage = new Message(key: key, value: value);

            var buffer = new byte[1024];
            var encoder = new KafkaEncoder(buffer);
            Message.EncodeMessage(testMessage, encoder);

            var decoder = new KafkaDecoder(buffer);
            var result = Message.DecodeMessage(0, 0, decoder, encoder.Offset);

            Assert.That(testMessage.Key, Is.EqualTo(result.Key));
            Assert.That(testMessage.Value, Is.EqualTo(result.Value));
        }
コード例 #2
0
        public void DecodeMessageShouldThrowWhenCrcFails()
        {
            Assert.Throws(Is.TypeOf<FailCrcCheckException>(), () =>
            {
                var testMessage = new Message(value: "kafka test message.", key: "test");
                var buffer = new byte[1024];
                var encoder = new KafkaEncoder(buffer);

                Message.EncodeMessage(testMessage, encoder);
                buffer[0] += 1;

                var decoder = new KafkaDecoder(buffer, 0, encoder.Offset);
                var result = Message.DecodeMessage(0, 0, decoder, encoder.Offset);
            });
        }
コード例 #3
0
        public static byte[] CreateMessage(long offset, byte[] key, byte[] payload, byte magicByte = 0, byte attributes = 0)
        {
            var message = new Message
            {
                Attribute = attributes,
                MagicNumber = magicByte,
                Key = key,
                Value = payload
            };

            var buffer = new byte[1024];
            var encoder = new KafkaEncoder(buffer);
            Message.EncodeMessageSet(encoder, new[] { message });

            var result = new byte[encoder.Offset];
            Array.Copy(encoder.Buffer, result, encoder.Offset);

            return result;
        }
コード例 #4
0
ファイル: Message.cs プロジェクト: wenisman/simple-kafka-net
        /// <summary>
        /// Decode messages from a payload and assign it a given kafka offset.
        /// </summary>
        /// <param name="offset">The offset represting the log entry from kafka of this message.</param>
        /// <param name="payload">The byte[] encode as a message from kafka.</param>
        /// <returns>The message</returns>
        /// <remarks>The return type is an Enumerable as the message could be a compressed message set.</remarks>
        internal static Message DecodeMessage(long offset, int partitionId, KafkaDecoder decoder, int messageSize)
        {
            var crc = decoder.ReadUInt32();
            var calculatedCrc = Crc32Provider.Compute(decoder.Buffer, decoder.Offset, messageSize - 4);
            if (calculatedCrc != crc)
            {
                throw new FailCrcCheckException("Payload did not match CRC validation.");
            }

            var message = new Message
            {
                Meta = new MessageMetadata(offset, partitionId),
                MagicNumber = decoder.ReadByte(),
                Attribute = decoder.ReadByte(),
                Key = decoder.ReadBytes(),
                
            };
            var codec = (MessageCodec)(ProtocolConstants.AttributeCodeMask & message.Attribute);
            switch (codec)
            {
                case MessageCodec.CodecNone:
                    message.Value = decoder.ReadBytes();
                    break;

                default:
                    throw new NotSupportedException(string.Format("Codec type of {0} is not supported.", codec));
            }
            return message;
        }
コード例 #5
0
ファイル: Message.cs プロジェクト: wenisman/simple-kafka-net
        /// <summary>
        /// Encodes a message object to byte[]
        /// </summary>
        /// <param name="message">Message data to encode.</param>
        /// <returns>Encoded byte[] representation of the message object.</returns>
        /// <remarks>
        /// Format:
        /// Crc (Int32), MagicByte (Byte), Attribute (Byte), Key (Byte[]), Value (Byte[])
        /// </remarks>
        internal static KafkaEncoder EncodeMessage(Message message, KafkaEncoder encoder)
        {
            var marker = encoder.PrepareForCrc();
            encoder
                .Write(message.MagicNumber)
                .Write(message.Attribute)
                .Write(message.Key)
                .Write(message.Value)
                .CalculateCrc(marker);

            return encoder;
        }