private byte[] EncodeOffsetCommitRequest(OffsetCommitRequest request) { var message = new WriteByteStream(); if (request.OffsetCommits == null) { request.OffsetCommits = new List <OffsetCommit>(); } message.Pack(EncodeHeader(request)); message.Pack(request.ConsumerGroup.ToInt16SizedBytes()); var topicGroups = request.OffsetCommits.GroupBy(x => x.Topic).ToList(); message.Pack(topicGroups.Count.ToBytes()); foreach (var topicGroup in topicGroups) { var partitions = topicGroup.GroupBy(x => x.PartitionId).ToList(); message.Pack(topicGroup.Key.ToInt16SizedBytes(), partitions.Count.ToBytes()); foreach (var partition in partitions) { foreach (var commit in partition) { message.Pack(partition.Key.ToBytes(), commit.Offset.ToBytes(), commit.TimeStamp.ToBytes(), commit.Metadata.ToInt16SizedBytes()); } } } message.Prepend(message.Length().ToBytes()); return(message.Payload()); }
protected byte[] EncodeOffsetFetchRequest(OffsetFetchRequest request) { var message = new WriteByteStream(); if (request.Topics == null) { request.Topics = new List <OffsetFetch>(); } message.Pack(EncodeHeader(request)); var topicGroups = request.Topics.GroupBy(x => x.Topic).ToList(); message.Pack(ConsumerGroup.ToInt16SizedBytes(), topicGroups.Count.ToBytes()); foreach (var topicGroup in topicGroups) { var partitions = topicGroup.GroupBy(x => x.PartitionId).ToList(); message.Pack(topicGroup.Key.ToInt16SizedBytes(), partitions.Count.ToBytes()); foreach (var partition in partitions) { foreach (var offset in partition) { message.Pack(offset.PartitionId.ToBytes()); } } } message.Prepend(message.Length().ToBytes()); return(message.Payload()); }
private byte[] EncodeFetchRequest(FetchRequest request) { var message = new WriteByteStream(); if (request.Fetches == null) { request.Fetches = new List <Fetch>(); } message.Pack(EncodeHeader(request)); var topicGroups = request.Fetches.GroupBy(x => x.Topic).ToList(); message.Pack(ReplicaId.ToBytes(), request.MaxWaitTime.ToBytes(), request.MinBytes.ToBytes(), topicGroups.Count.ToBytes()); foreach (var topicGroup in topicGroups) { var partitions = topicGroup.GroupBy(x => x.PartitionId).ToList(); message.Pack(topicGroup.Key.ToInt16SizedBytes(), partitions.Count.ToBytes()); foreach (var partition in partitions) { foreach (var fetch in partition) { message.Pack(partition.Key.ToBytes(), fetch.Offset.ToBytes(), fetch.MaxBytes.ToBytes()); } } } message.Prepend(message.Length().ToBytes()); return(message.Payload()); }
private byte[] EncodeConsumerMetadataResponse(ConsumerMetadataRequest request) { var message = new WriteByteStream(); message.Pack(EncodeHeader(request)); message.Pack(request.ConsumerGroup.ToInt16SizedBytes()); message.Prepend(message.Length().ToBytes()); return(message.Payload()); }
private byte[] EncodeProduceRequest(ProduceRequest request) { var message = new WriteByteStream(); if (request.Payload == null) { request.Payload = new List <Payload>(); } var groupedPayloads = (from p in request.Payload group p by new { p.Topic, p.Partition, p.Codec } into tpc select tpc).ToList(); message.Pack(EncodeHeader(request)); //header message.Pack(request.Acks.ToBytes(), request.TimeoutMS.ToBytes(), groupedPayloads.Count.ToBytes()); //metadata foreach (var groupedPayload in groupedPayloads) { var payloads = groupedPayload.ToList(); message.Pack(groupedPayload.Key.Topic.ToInt16SizedBytes(), payloads.Count.ToBytes()); byte[] messageSet; switch (groupedPayload.Key.Codec) { case MessageCodec.CodecNone: messageSet = Message.EncodeMessageSet(payloads.SelectMany(x => x.Messages)); break; case MessageCodec.CodecGzip: messageSet = Message.EncodeMessageSet(CreateGzipCompressedMessage(payloads.SelectMany(x => x.Messages))); break; default: throw new NotSupportedException(string.Format("Codec type of {0} is not supported.", groupedPayload.Key.Codec)); } message.Pack(groupedPayload.Key.Partition.ToBytes(), messageSet.Count().ToBytes(), messageSet); } //prepend final messages size and return message.Prepend(message.Length().ToBytes()); return(message.Payload()); }
/// <summary> /// Encode a request for metadata about topic and broker information. /// </summary> /// <param name="request">The MetaDataRequest to encode.</param> /// <returns>Encoded byte[] representing the request.</returns> /// <remarks>Format: (MessageSize), Header, ix(hs)</remarks> private byte[] EncodeMetadataRequest(MetadataRequest request) { var message = new WriteByteStream(); if (request.Topics == null) { request.Topics = new List <string>(); } message.Pack(EncodeHeader(request)); //header message.Pack(request.Topics.Count.ToBytes()); message.Pack(request.Topics.Select(x => x.ToInt16SizedBytes()).ToArray()); message.Prepend(message.Length().ToBytes()); return(message.Payload()); }