Example #1
0
        private static ProduceResponse ReadProduceResponse(byte *b)
        {
            // ProduceResponse => [TopicName [Partition ErrorCode Offset Timestamp]] ThrottleTime
            //   TopicName => string
            //   Partition => int32
            //   ErrorCode => int16
            //   Offset => int64
            //   Timestamp => int64
            //   ThrottleTime => int32

            ProduceResponse result = new ProduceResponse();

            result.CorrelationId = IPAddress.NetworkToHostOrder(*((Int32 *)b)); b += 4;
            Int32 topicsLen = IPAddress.NetworkToHostOrder(*((Int32 *)b)); b += 4;

            result.TopicsInfo = new ProduceResponse.TopicInfo[topicsLen];
            for (int i = 0; i < topicsLen; ++i)
            {
                result.TopicsInfo[i] = new ProduceResponse.TopicInfo();
                Int16 topicLen = IPAddress.NetworkToHostOrder(*((Int16 *)b)); b += 2;
                result.TopicsInfo[i].Name = System.Text.Encoding.UTF8.GetString(b, topicLen); b += topicLen;
                Int32 partitionsLen = IPAddress.NetworkToHostOrder(*((Int32 *)b)); b += 4;
                result.TopicsInfo[i].PartitionsInfo = new ProduceResponse.PartitionInfo[partitionsLen];
                for (int j = 0; j < partitionsLen; ++j)
                {
                    result.TopicsInfo[i].PartitionsInfo[j]           = new ProduceResponse.PartitionInfo();
                    result.TopicsInfo[i].PartitionsInfo[j].Partition = IPAddress.NetworkToHostOrder(*((Int32 *)b)); b += 4;
                    result.TopicsInfo[i].PartitionsInfo[j].ErrorCode = (ErrorCode)IPAddress.NetworkToHostOrder(*((Int16 *)b)); b += 2;
                    result.TopicsInfo[i].PartitionsInfo[j].Offset    = IPAddress.NetworkToHostOrder(*((Int64 *)b)); b += 8;
                    result.TopicsInfo[i].PartitionsInfo[j].Timestamp = IPAddress.NetworkToHostOrder(*((Int64 *)b)); b += 8;
                }
            }
            result.ThrottleTime = IPAddress.NetworkToHostOrder(*((Int32 *)b)); b += 4;
            return(result);
        }
Example #2
0
        private Task StartNetworkTask(CancellationToken ct)
        => Task.Factory.StartNew(() =>
        {
            while (!ct.IsCancellationRequested)
            {
                Task.Delay(TimeSpan.FromMilliseconds(50)).Wait();

                List <Buffer> addToInFlight = null;
                lock (forSendLock)
                {
                    if (this.bufferPool.ForSend.Count > 0)
                    {
                        addToInFlight = new List <Buffer>(this.bufferPool.ForSend);
                        this.bufferPool.ForSend.Clear();
                        this.bufferPool.InFlight.AddRange(addToInFlight);
                    }
                }

                if (addToInFlight != null)
                {
                    foreach (var b in addToInFlight)
                    {
                        client.Send(b.buffer, b.bufferCurrentPos);
                    }
                }

                // TODO: do receive first, and prioritize over send (loop until none).
                if (!client.DataToReceive)
                {
                    continue;
                }

                int correlationId;
                fixed(byte *bf = client.Receive())
                {
                    ProduceResponse pr = ReadProduceResponse(bf);
                    this.ack(pr);
                    correlationId = pr.CorrelationId;
                }

                Buffer receivedResponseFor = null;
                foreach (var b in this.bufferPool.InFlight)
                {
                    if (b.correlationId == correlationId)
                    {
                        receivedResponseFor = b;
                        break;
                    }
                }

                if (receivedResponseFor == null)
                {
                    throw new Exception("Unexpected correlation id");
                }

                lock (freeForUseLock)
                {
                    this.bufferPool.Move_InFlight_To_FreeForUse(receivedResponseFor);
                }
            }
        }, ct, TaskCreationOptions.LongRunning, TaskScheduler.Default);
Example #3
0
 static void ack(ProduceResponse r)
 {
     Console.WriteLine(r.TopicsInfo[0].PartitionsInfo[0].Offset);
 }