/// <summary> /// 创建连接 /// </summary> /// <param name="num"></param> private void CreateConnections(int num) { lock (_lockHelper) { for (int i = 0; i < num; ++i) { if (_count >= _config.ServiceConfig.MaxConnectionsNum) { return; } var item = ThriftClientFactory.Create(_config.ServiceConfig, true); if (item == null) { return; } var token = System.Guid.NewGuid().ToString(); var client = new ThriftClient <T>(Tuple.Create(item.Item1, item.Item2 as T), this, item.Item3, token); _clients.Enqueue(client); _count++; ThriftLog.Info("连接池数:" + _count); } } }
/// <summary> /// 更新连接池 /// </summary> public void UpdatePool() { ThriftLog.Info("UpdatePool:" + _config.ServiceConfig.Host); _host = _config.ServiceConfig.Host.Split(new char[] { ',' }, StringSplitOptions.RemoveEmptyEntries); _hostCount = _host.Length; _hostIndex = 0; }
public void Log(TraceLevel severity, string className, string message, Exception exception) { if (exception == null) { ThriftLog.Info($"Zookeeper {severity.ToString()} {className} {message} "); } else { ThriftLog.Info($"Zookeeper {severity.ToString()} {className} {message} {exception.Message} {exception.StackTrace}"); } }
/// <summary> /// 回收一个连接 /// </summary> /// <param name="client"></param> public void Push(Tuple <TTransport, T> client, string host, string token) { lock (_lockPopHelper) { _listPop.Remove(token); } //错误的连接 if (_hashErrorPop.Contains(token)) { ThriftLog.Info("回收错误的连接:" + token); _hashErrorPop.Remove(token); try { client.Item1.Close(); client.Item1.Dispose(); client = null; } catch (Exception ex) { ThriftLog.Error(ex.Message + ex.StackTrace); } _count--; return; } //超过最大空闲 if (_clients.Count() >= _config.ServiceConfig.MaxConnectionsIdle) { ThriftLog.Info($"当前连接数:{_count},超过最大空闲数:{_config.ServiceConfig.MaxConnectionsIdle},如果此条信息过多,请增加最大空闲数"); try { client.Item1.Close(); client.Item1.Dispose(); client = null; } catch (Exception ex) { ThriftLog.Error(ex.Message + ex.StackTrace); } _count--; return; } _clients.Enqueue(new ThriftClient <T>(client, this, host, token)); }
public override async Task process(WatchedEvent watchedEvent) { Console.WriteLine("WatchedEvent:" + watchedEvent.getState().ToString() + ":" + watchedEvent.get_Type().ToString()); if (watchedEvent.getState() == KeeperState.Expired) { ThriftLog.Info(" 重新连接zk"); await _zk.closeAsync(); _zk = null; _serviceConfig = GetServiceConfig(); return; } try { if (watchedEvent.get_Type() == EventType.NodeChildrenChanged) { var data = await _zk.getChildrenAsync(_serviceConfig.ZookeeperConfig.NodeParent, this); var children = data.Children; if (children != null && children.Count > 0) { _serviceConfig.Host = string.Join(",", children); } else { _serviceConfig.Host = _defaultHost; } if (_updateHostDelegate != null) { _updateHostDelegate(); } } } catch (Exception ex) { ThriftLog.Error(ex.Message + ex.StackTrace); _zk = null; _serviceConfig = GetServiceConfig(); ThriftLog.Info(" 重新连接zk2"); } return; }
/// <summary> /// 更新连接池,删除不可用的连接 /// </summary> public void UpdatePool() { lock (_lockHelper) { int count = _clients.Count; for (int i = 0; i < count; i++) { ThriftClient <T> client = null; if (!_clients.TryDequeue(out client)) { break; } if (!_config.ServiceConfig.Host.Contains(client.Host)) { ThriftLog.Info("删除不可用的连接:" + client.Host); client.Destroy(); //删除不可用的连接 } else { client.Push(); //主动回收 } } } //回收连接时进行过滤 lock (_lockPopHelper) { _hashErrorPop = new HashSet <string>(); foreach (var item in _listPop) { if (!_config.ServiceConfig.Host.Contains(item.Value)) { _hashErrorPop.Add(item.Key); } } } }
/// <summary> /// /// </summary> /// <param name="config"></param> /// <returns></returns> static public Tuple <TTransport, object, string> Create(Config.Service config, bool isPool) { try { string[] url = config.Host.Split(new char[] { ',' }, StringSplitOptions.RemoveEmptyEntries); if (url.Length == 0) { return(null); } List <string> listUri = new List <string>(); foreach (string item in url) { var uri = item.Split(new char[] { '-' }, StringSplitOptions.RemoveEmptyEntries); var length = uri.Length > 1 ? int.Parse(uri[1]) : 1; int i = 0; while (i++ < Math.Min(1, length)) { listUri.Add(uri[0]); } } if (listUri.Count == 0) { return(null); } int num = new Random().Next(0, listUri.Count); string host = listUri[num]; if (isPool) { ThriftLog.Info("创建连接:" + config.Host + "--" + host); } TTransport transport = new TSocket(host.Split(':')[0], int.Parse(host.Split(':')[1]), config.Timeout); if (config.IsMult) { TProtocol protocol = new TBinaryProtocol(transport); TMultiplexedProtocol mp1 = new TMultiplexedProtocol(protocol, config.ClassName); string assemblyName = config.SpaceName; if (!string.IsNullOrEmpty(config.AssemblyName)) { assemblyName = config.AssemblyName; } return(Tuple.Create(transport, Type.GetType($"{config.SpaceName}.{config.ClassName}+Client,{assemblyName}", true) .GetConstructor(new Type[] { typeof(TProtocol) }) .Invoke(new object[] { mp1 }), host)); } else { TProtocol protocol = new TBinaryProtocol(transport); string assemblyName = config.SpaceName; if (!string.IsNullOrEmpty(config.AssemblyName)) { assemblyName = config.AssemblyName; } return(Tuple.Create(transport, Type.GetType($"{config.SpaceName}.{config.ClassName}+Client,{assemblyName}", true) .GetConstructor(new Type[] { typeof(TProtocol) }) .Invoke(new object[] { protocol }), host)); } } catch (Exception ex) { throw new Exception("ThriftClientFactory 创建实例异常:" + ex.Message); } }