protected ProducerConsumerTestHarness()
 {
     this.port = Configs.First().Port;
     var props = TestUtils.GetProducerConfig(
         TestUtils.GetBrokerListFromConfigs(Configs), typeof(StaticPartitioner).AssemblyQualifiedName);
     this.Producer = new Producer<string, string>(props);
     this.Consumer = new SimpleConsumer(this.host, this.port, 1000000, 64 * 1024, string.Empty);
 }
Exemplo n.º 2
0
        public ProducerTest()
        {
            this.ports = TestUtils.ChoosePorts(2);
            this.port1 = this.ports[0];
            this.port2 = this.ports[1];
            this.config1 = TestUtils.CreateBrokerConfig(
                BrokerId1, this.port1, idx => new Dictionary<string, string> { { "num.partitons", "4" } });

            this.config2 = TestUtils.CreateBrokerConfig(
                BrokerId2, this.port2, idx => new Dictionary<string, string> { { "num.partitons", "4" } });

            this.server1 = this.StartServer(this.config1);
            this.server2 = this.StartServer(this.config2);

            this.servers = new List<Process> { this.server1, this.server2 };

            this.consumer1 = new SimpleConsumer("localhost", this.port1, 1000000, 64 * 1024, string.Empty);
            this.consumer2 = new SimpleConsumer("localhost", this.port2, 100, 64 * 1024, string.Empty);

            this.WaitForServersToSettle();
        }
Exemplo n.º 3
0
        internal AbstractFetcherThread(
            string name,
            string clientId,
            Broker sourceBroker,
            int socketTimeout,
            int socketBufferSize,
            int fetchSize,
            int fetcherBrokerId = -1,
            int maxWait = 0,
            int minBytes = 1,
            bool isInterruptible = true)
            : base(name, isInterruptible)
        {
            this.clientId = clientId;
            this.sourceBroker = sourceBroker;
            this.socketTimeout = socketTimeout;
            this.socketBufferSize = socketBufferSize;
            this.fetchSize = fetchSize;
            this.fetcherBrokerId = fetcherBrokerId;
            this.maxWait = maxWait;
            this.minBytes = minBytes;

            this.partitionMapLock = new ReentrantLock();
            this.partitionMapCond = this.partitionMapLock.NewCondition();
            this.simpleConsumer = new SimpleConsumer(
                sourceBroker.Host, sourceBroker.Port, socketTimeout, socketBufferSize, clientId);
            this.brokerInfo = string.Format("host_{0}-port_{1}", sourceBroker.Host, sourceBroker.Port);

            this.metricId = new ClientIdAndBroker(clientId, this.brokerInfo);

            this.FetcherStats = new FetcherStats(this.metricId);
            this.FetcherLagStats = new FetcherLagStats(this.metricId);
            this.fetchRequestBuilder =
                new FetchRequestBuilder().ClientId(clientId)
                                         .ReplicaId(fetcherBrokerId)
                                         .MaxWait(maxWait)
                                         .MinBytes(minBytes);
        }