public void WhenBrokerIsRemovedBrokerTopicsListenerUpdatesBrokersList() { var prodConfig = this.ZooKeeperBasedSyncProdConfig; IDictionary<string, SortedSet<Partition>> mappings; IDictionary<int, Broker> brokers; string brokerPath = ZooKeeperClient.DefaultBrokerIdsPath + "/" + 2345; using (IZooKeeperClient client = new ZooKeeperClient( prodConfig.ZooKeeper.ZkConnect, prodConfig.ZooKeeper.ZkSessionTimeoutMs, ZooKeeperStringSerializer.Serializer)) { using (var brokerPartitionInfo = new ZKBrokerPartitionInfo(client)) { brokers = brokerPartitionInfo.GetAllBrokerInfo(); mappings = ReflectionHelper.GetInstanceField<IDictionary<string, SortedSet<Partition>>>( "topicBrokerPartitions", brokerPartitionInfo); } } Assert.NotNull(brokers); Assert.Greater(brokers.Count, 0); Assert.NotNull(mappings); Assert.Greater(mappings.Count, 0); using (IZooKeeperClient client = new ZooKeeperClient( prodConfig.ZooKeeper.ZkConnect, prodConfig.ZooKeeper.ZkSessionTimeoutMs, ZooKeeperStringSerializer.Serializer)) { client.Connect(); WaitUntillIdle(client, 500); var brokerTopicsListener = new BrokerTopicsListener(client, mappings, brokers, null); client.Subscribe(ZooKeeperClient.DefaultBrokerIdsPath, brokerTopicsListener); client.CreatePersistent(brokerPath, true); client.WriteData(brokerPath, "192.168.1.39-1310449279123:192.168.1.39:9102"); WaitUntillIdle(client, 500); Assert.IsTrue(brokers.ContainsKey(2345)); client.DeleteRecursive(brokerPath); WaitUntillIdle(client, 500); Assert.IsFalse(brokers.ContainsKey(2345)); } }
public void WhenBrokerIsRemovedZKBrokerPartitionInfoUpdatesBrokersList() { var producerConfig = new ProducerConfig(clientConfig); IDictionary<int, Broker> brokers; string brokerPath = ZooKeeperClient.DefaultBrokerIdsPath + "/" + 2345; using (IZooKeeperClient client = new ZooKeeperClient( producerConfig.ZkConnect, producerConfig.ZkSessionTimeoutMs, ZooKeeperStringSerializer.Serializer)) { using (var brokerPartitionInfo = new ZKBrokerPartitionInfo(client)) { brokers = brokerPartitionInfo.GetAllBrokerInfo(); client.CreatePersistent(brokerPath, true); client.WriteData(brokerPath, "192.168.1.39-1310449279123:192.168.1.39:9102"); WaitUntillIdle(client, 500); Assert.NotNull(brokers); Assert.Greater(brokers.Count, 0); Assert.IsTrue(brokers.ContainsKey(2345)); client.DeleteRecursive(brokerPath); WaitUntillIdle(client, 500); } } Assert.NotNull(brokers); Assert.Greater(brokers.Count, 0); Assert.IsFalse(brokers.ContainsKey(2345)); }
public void ZKBrokerPartitionInfoGetsBrokerPartitionInfo() { SortedSet<Partition> partitions; using (var brokerPartitionInfo = new ZKBrokerPartitionInfo(zkConfig, null)) { partitions = brokerPartitionInfo.GetBrokerPartitionInfo("test"); } Assert.NotNull(partitions); Assert.GreaterOrEqual(partitions.Count, 2); var partition = partitions.ToList()[0]; Assert.AreEqual(0, partition.BrokerId); }
public void ZkBrokerPartitionInfoGetsBrokerInfo() { using (var brokerPartitionInfo = new ZKBrokerPartitionInfo(zkConfig, null)) { var testBroker = clientConfig.BrokerPartitionInfos[0]; Broker broker = brokerPartitionInfo.GetBrokerInfo(testBroker.Id); Assert.NotNull(broker); Assert.AreEqual(testBroker.Address, broker.Host); Assert.AreEqual(testBroker.Port, broker.Port); } }
public void ZKBrokerPartitionInfoGetsAllBrokerInfo() { IDictionary<int, Broker> allBrokerInfo; using (var brokerPartitionInfo = new ZKBrokerPartitionInfo(zkConfig, null)) { allBrokerInfo = brokerPartitionInfo.GetAllBrokerInfo(); } Assert.AreEqual(clientConfig.BrokerPartitionInfos.Count, allBrokerInfo.Count); foreach (BrokerPartitionInfo cfgBrPartInfo in clientConfig.BrokerPartitionInfos) { Assert.IsTrue(allBrokerInfo.ContainsKey(cfgBrPartInfo.Id)); Assert.AreEqual(cfgBrPartInfo.Address, allBrokerInfo[cfgBrPartInfo.Id].Host); Assert.AreEqual(cfgBrPartInfo.Port, allBrokerInfo[cfgBrPartInfo.Id].Port); } }
public void WhenSessionIsExpiredListenerRecreatesEphemeralNodes() { { var producerConfig = new ProducerConfig(clientConfig); IDictionary<string, SortedSet<Partition>> mappings; IDictionary<int, Broker> brokers; IDictionary<string, SortedSet<Partition>> mappings2; IDictionary<int, Broker> brokers2; using (IZooKeeperClient client = new ZooKeeperClient( producerConfig.ZkConnect, producerConfig.ZkSessionTimeoutMs, ZooKeeperStringSerializer.Serializer)) { using (var brokerPartitionInfo = new ZKBrokerPartitionInfo(client)) { brokers = brokerPartitionInfo.GetAllBrokerInfo(); mappings = ReflectionHelper.GetInstanceField<IDictionary<string, SortedSet<Partition>>>( "topicBrokerPartitions", brokerPartitionInfo); Assert.NotNull(brokers); Assert.Greater(brokers.Count, 0); Assert.NotNull(mappings); Assert.Greater(mappings.Count, 0); client.Process(new WatchedEvent(KeeperState.Expired, EventType.None, null)); WaitUntillIdle(client, 3000); brokers2 = brokerPartitionInfo.GetAllBrokerInfo(); mappings2 = ReflectionHelper.GetInstanceField<IDictionary<string, SortedSet<Partition>>>( "topicBrokerPartitions", brokerPartitionInfo); } } Assert.NotNull(brokers2); Assert.Greater(brokers2.Count, 0); Assert.NotNull(mappings2); Assert.Greater(mappings2.Count, 0); Assert.AreEqual(brokers.Count, brokers2.Count); Assert.AreEqual(mappings.Count, mappings2.Count); } }
public void WhenNewTopicIsAddedZKBrokerPartitionInfoUpdatesMappings() { var producerConfig = new ProducerConfig(clientConfig); IDictionary<string, SortedSet<Partition>> mappings; string topicPath = ZooKeeperClient.DefaultBrokerTopicsPath + "/" + CurrentTestTopic; using (IZooKeeperClient client = new ZooKeeperClient( producerConfig.ZkConnect, producerConfig.ZkSessionTimeoutMs, ZooKeeperStringSerializer.Serializer)) { using (var brokerPartitionInfo = new ZKBrokerPartitionInfo(client)) { mappings = ReflectionHelper.GetInstanceField<IDictionary<string, SortedSet<Partition>>>( "topicBrokerPartitions", brokerPartitionInfo); client.CreatePersistent(topicPath, true); WaitUntillIdle(client, 500); client.UnsubscribeAll(); client.DeleteRecursive(topicPath); } } Assert.NotNull(mappings); Assert.Greater(mappings.Count, 0); Assert.IsTrue(mappings.ContainsKey(CurrentTestTopic)); }
public void WhenNewBrokerInTopicIsAddedZKBrokerPartitionInfoUpdatesMappings() { var producerConfig = new ProducerConfig(clientConfig); IDictionary<string, SortedSet<Partition>> mappings; IDictionary<int, Broker> brokers; string brokerPath = ZooKeeperClient.DefaultBrokerIdsPath + "/" + 2345; string topicPath = ZooKeeperClient.DefaultBrokerTopicsPath + "/" + CurrentTestTopic; string topicBrokerPath = topicPath + "/" + 2345; using (IZooKeeperClient client = new ZooKeeperClient( producerConfig.ZkConnect, producerConfig.ZkSessionTimeoutMs, ZooKeeperStringSerializer.Serializer)) { using (var brokerPartitionInfo = new ZKBrokerPartitionInfo(client)) { brokers = brokerPartitionInfo.GetAllBrokerInfo(); mappings = ReflectionHelper.GetInstanceField<IDictionary<string, SortedSet<Partition>>>( "topicBrokerPartitions", brokerPartitionInfo); client.CreatePersistent(brokerPath, true); client.WriteData(brokerPath, "192.168.1.39-1310449279123:192.168.1.39:9102"); client.CreatePersistent(topicPath, true); WaitUntillIdle(client, 500); Assert.IsTrue(brokers.ContainsKey(2345)); Assert.IsTrue(mappings.ContainsKey(CurrentTestTopic)); client.CreatePersistent(topicBrokerPath, true); client.WriteData(topicBrokerPath, 5); WaitUntillIdle(client, 500); client.UnsubscribeAll(); client.DeleteRecursive(brokerPath); client.DeleteRecursive(topicPath); } } Assert.NotNull(brokers); Assert.Greater(brokers.Count, 0); Assert.NotNull(mappings); Assert.Greater(mappings.Count, 0); Assert.IsTrue(brokers.ContainsKey(2345)); Assert.IsTrue(mappings.Keys.Contains(CurrentTestTopic)); Assert.AreEqual(5, mappings[CurrentTestTopic].Count); }
public void ZkBrokerPartitionInfoGetsBrokerPartitionInfo() { var prodconfig = this.ZooKeeperBasedSyncProdConfig; SortedSet<Partition> partitions; using (var brokerPartitionInfo = new ZKBrokerPartitionInfo(prodconfig, null)) { partitions = brokerPartitionInfo.GetBrokerPartitionInfo("test"); } Assert.NotNull(partitions); Assert.GreaterOrEqual(partitions.Count, 2); }
public void ZkBrokerPartitionInfoGetsBrokerInfo() { var prodConfig = this.ZooKeeperBasedSyncProdConfig; var prodConfigNotZk = this.ConfigBasedSyncProdConfig; using (var brokerPartitionInfo = new ZKBrokerPartitionInfo(prodConfig, null)) { var testBroker = prodConfigNotZk.Brokers[0]; Broker broker = brokerPartitionInfo.GetBrokerInfo(testBroker.BrokerId); Assert.NotNull(broker); Assert.AreEqual(testBroker.Host, broker.Host); Assert.AreEqual(testBroker.Port, broker.Port); } }
public void ZkBrokerPartitionInfoGetsAllBrokerInfo() { var prodConfig = this.ZooKeeperBasedSyncProdConfig; var prodConfigNotZk = this.ConfigBasedSyncProdConfig; IDictionary<int, Broker> allBrokerInfo; using (var brokerPartitionInfo = new ZKBrokerPartitionInfo(prodConfig, null)) { allBrokerInfo = brokerPartitionInfo.GetAllBrokerInfo(); } Assert.AreEqual(prodConfigNotZk.Brokers.Count, allBrokerInfo.Count); allBrokerInfo.Values.All(x => prodConfigNotZk.Brokers.Any( y => x.Id == y.BrokerId && x.Host == y.Host && x.Port == y.Port)); }
public void WhenNewTopicIsAddedBrokerTopicsListenerCreatesNewMapping() { var prodConfig = this.ZooKeeperBasedSyncProdConfig; IDictionary<string, SortedSet<Partition>> mappings; IDictionary<int, Broker> brokers; string topicPath = ZooKeeperClient.DefaultBrokerTopicsPath + "/" + CurrentTestTopic; using (IZooKeeperClient client = new ZooKeeperClient( prodConfig.ZooKeeper.ZkConnect, prodConfig.ZooKeeper.ZkSessionTimeoutMs, ZooKeeperStringSerializer.Serializer)) { using (var brokerPartitionInfo = new ZKBrokerPartitionInfo(client)) { brokers = brokerPartitionInfo.GetAllBrokerInfo(); mappings = ReflectionHelper.GetInstanceField<IDictionary<string, SortedSet<Partition>>>( "topicBrokerPartitions", brokerPartitionInfo); } } Assert.NotNull(brokers); Assert.Greater(brokers.Count, 0); Assert.NotNull(mappings); Assert.Greater(mappings.Count, 0); using (IZooKeeperClient client = new ZooKeeperClient( prodConfig.ZooKeeper.ZkConnect, prodConfig.ZooKeeper.ZkSessionTimeoutMs, ZooKeeperStringSerializer.Serializer)) { client.Connect(); WaitUntillIdle(client, 500); var brokerTopicsListener = new BrokerTopicsListener(client, mappings, brokers, null); client.Subscribe(ZooKeeperClient.DefaultBrokerTopicsPath, brokerTopicsListener); client.CreatePersistent(topicPath, true); WaitUntillIdle(client, 500); client.UnsubscribeAll(); WaitUntillIdle(client, 500); client.DeleteRecursive(topicPath); } Assert.IsTrue(mappings.ContainsKey(CurrentTestTopic)); }
public void WhenNewBrokerIsAddedZkBrokerPartitionInfoUpdatesBrokersList() { var prodConfig = this.ZooKeeperBasedSyncProdConfig; IDictionary<int, Broker> brokers; string brokerPath = ZooKeeperClient.DefaultBrokerIdsPath + "/" + 2345; using (IZooKeeperClient client = new ZooKeeperClient( prodConfig.ZooKeeper.ZkConnect, prodConfig.ZooKeeper.ZkSessionTimeoutMs, ZooKeeperStringSerializer.Serializer)) { using (var brokerPartitionInfo = new ZKBrokerPartitionInfo(client)) { brokers = brokerPartitionInfo.GetAllBrokerInfo(); client.CreatePersistent(brokerPath, true); client.WriteData(brokerPath, "192.168.1.39-1310449279123:192.168.1.39:9102"); WaitUntillIdle(client, 500); client.UnsubscribeAll(); WaitUntillIdle(client, 500); client.DeleteRecursive(brokerPath); } } Assert.NotNull(brokers); Assert.Greater(brokers.Count, 0); Assert.IsTrue(brokers.ContainsKey(2345)); Assert.AreEqual("192.168.1.39", brokers[2345].Host); Assert.AreEqual(9102, brokers[2345].Port); Assert.AreEqual(2345, brokers[2345].Id); }