public void Build(int countReplics, int distrServer1, int distrServer12, string hashFile) { _q = new GlobalQueueInner(); GlobalQueue.SetQueue(_q); var connection = new ConnectionConfiguration("testService", 10); var distrconfig = new DistributorHashConfiguration(countReplics); var queueconfig = new QueueConfiguration(1, 100); _dnet = new DistributorNetModule(connection, new ConnectionTimeoutConfiguration(Consts.OpenTimeout, Consts.SendTimeout)); Distributor = new DistributorModule(new AsyncTasksConfiguration(TimeSpan.FromMinutes(5)), new AsyncTasksConfiguration(TimeSpan.FromMinutes(5)), distrconfig, queueconfig, _dnet, new ServerId("localhost", distrServer1), new ServerId("localhost", distrServer12), new HashMapConfiguration(hashFile, HashMapCreationMode.ReadFromFile, 1, countReplics, HashFileType.Distributor)); _dnet.SetDistributor(Distributor); _tranc = new TransactionModule(new QueueConfiguration(1, 1000), _dnet, new TransactionConfiguration(4), distrconfig); Main = new MainLogicModule(new DistributorTimeoutCache(TimeSpan.FromSeconds(200), TimeSpan.FromSeconds(200)), Distributor, _tranc); var netReceive1 = new NetReceiverConfiguration(distrServer1, "localhost", "testService"); var netReceive2 = new NetReceiverConfiguration(distrServer12, "localhost", "testService"); Input = new InputModuleWithParallel(new QueueConfiguration(2, 100000), Main, _tranc); _receiver = new NetDistributorReceiver(Main, Input, Distributor, netReceive1, netReceive2); }
public void MainLogicModule_TransactionAnswerResult_ReceiveAnswersFromWriter() { const int distrServer1 = 22168; const int distrServer2 = 23168; #region hell var connectionConf = new ConnectionConfiguration("testService", 10); var distrconfig = new DistributorHashConfiguration(1); var queueconfig = new QueueConfiguration(1, 100); var dnet = new DistributorNetModule(connectionConf, new ConnectionTimeoutConfiguration(Consts.OpenTimeout, Consts.SendTimeout)); var ddistributor = new DistributorModule(new AsyncTasksConfiguration(TimeSpan.FromMinutes(5)), new AsyncTasksConfiguration(TimeSpan.FromMinutes(5)), distrconfig, queueconfig, dnet, new ServerId("localhost", distrServer1), new ServerId("localhost", distrServer2), new HashMapConfiguration("TestDistributorReceiveAndDbSendAsync", HashMapCreationMode.ReadFromFile, 1, 1, HashFileType.Distributor)); dnet.SetDistributor(ddistributor); var tranc = new TransactionModule(new QueueConfiguration(1, 1000), dnet, new TransactionConfiguration(4), distrconfig); var cache = new DistributorTimeoutCache(TimeSpan.FromMilliseconds(2000), TimeSpan.FromMilliseconds(200000)); var main = new MainLogicModule(cache, ddistributor, tranc); cache.SetMainLogicModule(main); var netReceive4 = new NetReceiverConfiguration(distrServer1, "localhost", "testService"); var netReceive42 = new NetReceiverConfiguration(distrServer2, "localhost", "testService"); var input = new InputModuleWithParallel(new QueueConfiguration(2, 100000), main, tranc); var receiver4 = new NetDistributorReceiver(main, input, ddistributor, netReceive4, netReceive42); ddistributor.Start(); receiver4.Start(); #endregion var t = 0; GlobalQueue.Queue.TransactionQueue.Registrate(data => Interlocked.Increment(ref t)); GlobalQueue.Queue.Start(); var connection = new SingleConnectionToDistributor( new ServerId("localhost", distrServer1), new ConnectionConfiguration("testService", 10), new ConnectionTimeoutConfiguration(Consts.OpenTimeout, Consts.SendTimeout)); connection.Connect(); connection.TransactionAnswerResult(new Transaction("123", "123")); Thread.Sleep(TimeSpan.FromMilliseconds(100)); connection.TransactionAnswerResult(new Transaction("1243", "1423")); Thread.Sleep(TimeSpan.FromMilliseconds(100)); Assert.AreEqual(2, t); connection.Dispose(); receiver4.Dispose(); }
public override void Build() { var q = new GlobalQueueInner(); GlobalQueue.SetQueue(q); var cache = new DistributorTimeoutCache(_cacheConfiguration.TimeAliveBeforeDeleteMls, _cacheConfiguration.TimeAliveAfterUpdateMls); var net = CreateNetModule(_connectionConfiguration); var distributor = new DistributorModule(_pingConfig, _checkConfig, _distributorHashConfiguration, new QueueConfiguration(1, 1000), net, _localfordb, _localforproxy, _hashMapConfiguration); Distributor = distributor; net.SetDistributor(distributor); var transaction = new TransactionModule(_queueConfiguration, net, _transactionConfiguration, _distributorHashConfiguration); var main = new MainLogicModule(cache, distributor, transaction); cache.SetMainLogicModule(main); var input = new InputModuleWithParallel(_queueConfiguration, main, transaction); var receive = new NetDistributorReceiver(main, input, distributor, _receiverConfigurationForDb, _receiverConfigurationForProxy); AddModule(receive); AddModule(transaction); AddModule(input); AddModule(main); AddModule(net); AddModule(distributor); AddModule(q); AddModuleDispose(receive); AddModuleDispose(q); AddModuleDispose(input); AddModuleDispose(cache); AddModuleDispose(main); AddModuleDispose(distributor); AddModuleDispose(transaction); AddModuleDispose(net); }
public void InputModuleWithParallel_ProcessAsync_SendToOneServersAndTimeoutInCache_Success() { const int distrServer1 = 22166; const int distrServer2 = 23166; const int storageServer1 = 22167; var q1 = new GlobalQueueInner(); var writer = new HashWriter(new HashMapConfiguration("testAsyncTrans1S", HashMapCreationMode.CreateNew, 1, 1, HashFileType.Distributor)); writer.CreateMap(); writer.SetServer(0, "localhost", storageServer1, 157); writer.Save(); #region hell GlobalQueue.SetQueue(q1); var connection = new ConnectionConfiguration("testService", 10); var distrconfig = new DistributorHashConfiguration(1); var queueconfig = new QueueConfiguration(1, 100); var dnet = new DistributorNetModule(connection, new ConnectionTimeoutConfiguration(Consts.OpenTimeout, Consts.SendTimeout)); var ddistributor = new DistributorModule(new AsyncTasksConfiguration(TimeSpan.FromMinutes(5)), new AsyncTasksConfiguration(TimeSpan.FromMinutes(5)), distrconfig, queueconfig, dnet, new ServerId("localhost", distrServer1), new ServerId("localhost", distrServer2), new HashMapConfiguration("testAsyncTrans1S", HashMapCreationMode.ReadFromFile, 1, 1, HashFileType.Distributor)); dnet.SetDistributor(ddistributor); var tranc = new TransactionModule(new QueueConfiguration(1, 1000), dnet, new TransactionConfiguration(4), distrconfig); var cache = new DistributorTimeoutCache(TimeSpan.FromMilliseconds(2000), TimeSpan.FromMilliseconds(200000)); var main = new MainLogicModule(cache, ddistributor, tranc); cache.SetMainLogicModule(main); var netReceive4 = new NetReceiverConfiguration(distrServer1, "localhost", "testService"); var netReceive42 = new NetReceiverConfiguration(distrServer2, "localhost", "testService"); var input = new InputModuleWithParallel(new QueueConfiguration(2, 100000), main, tranc); var receiver4 = new NetDistributorReceiver(main, input, ddistributor, netReceive4, netReceive42); #endregion var s = TestHelper.OpenWriterHost(new ServerId("localhost", storageServer1), new ConnectionConfiguration("testService", 10)); main.Start(); receiver4.Start(); input.Start(); dnet.Start(); ddistributor.Start(); q1.Start(); var list = new List <InnerData>(); const int count = 1; for (int i = 1; i < count + 1; i++) { var ev = new InnerData(new Transaction(HashConvertor.GetString(i.ToString(CultureInfo.InvariantCulture)), "") { OperationName = OperationName.Create, OperationType = OperationType.Async }) { Data = CommonDataSerializer.Serialize(i) }; list.Add(ev); } foreach (var data in list) { input.ProcessAsync(data); } Thread.Sleep(TimeSpan.FromMilliseconds(1000)); Assert.AreEqual(count, s.Value); foreach (var data in list) { var transaction = main.GetTransactionState(data.Transaction.UserTransaction); Assert.AreEqual(TransactionState.TransactionInProcess, transaction.State); } Thread.Sleep(TimeSpan.FromMilliseconds(2000)); foreach (var data in list) { var transaction = main.GetTransactionState(data.Transaction.UserTransaction); if (transaction.State == TransactionState.DontExist) { Thread.Sleep(1000); } transaction = main.GetTransactionState(data.Transaction.UserTransaction); Assert.AreEqual(TransactionState.Error, transaction.State); } q1.Dispose(); ddistributor.Dispose(); dnet.Dispose(); cache.Dispose(); }
public void ProxyDistributorModule_SayIAmHere_AddDistributor() { const int server1 = 22250; const int server2 = 22251; const int server3 = 22252; const int server4 = 22253; const int server42 = 23253; const int server5 = 22254; const int server52 = 23254; var q1 = new GlobalQueueInner(); var q2 = new GlobalQueueInner(); var q3 = new GlobalQueueInner(); GlobalQueue.SetQueue(q1); var queue = new QueueConfiguration(1, 1000); var netconfig = new ConnectionConfiguration("testService", 10); var netReceive = new NetReceiverConfiguration(server1, "localhost", "testService"); var net = new ProxyNetModule(netconfig, new ConnectionTimeoutConfiguration(Consts.OpenTimeout, Consts.SendTimeout)); var distributor = new ProxyDistributorModule(new AsyncProxyCache(TimeSpan.FromMinutes(100)), net, queue, new ServerId("localhost", server1), new AsyncTasksConfiguration(TimeSpan.FromDays(1)), new AsyncTasksConfiguration(TimeSpan.FromDays(1))); net.SetDistributor(distributor); var receive = new ProxyNetReceiver(distributor, netReceive); GlobalQueue.SetQueue(q2); var netReceive2 = new NetReceiverConfiguration(server2, "localhost", "testService"); var net2 = new ProxyNetModule(netconfig, new ConnectionTimeoutConfiguration(Consts.OpenTimeout, Consts.SendTimeout)); var distributor2 = new ProxyDistributorModule(new AsyncProxyCache(TimeSpan.FromMinutes(100)), net2, queue, new ServerId("localhost", server2), new AsyncTasksConfiguration(TimeSpan.FromDays(1)), new AsyncTasksConfiguration(TimeSpan.FromDays(1))); net2.SetDistributor(distributor2); var receive2 = new ProxyNetReceiver(distributor2, netReceive2); GlobalQueue.SetQueue(q3); var netReceive3 = new NetReceiverConfiguration(server3, "localhost", "testService"); var net3 = new ProxyNetModule(netconfig, new ConnectionTimeoutConfiguration(Consts.OpenTimeout, Consts.SendTimeout)); var distributor3 = new ProxyDistributorModule(new AsyncProxyCache(TimeSpan.FromMinutes(100)), net3, queue, new ServerId("localhost", server3), new AsyncTasksConfiguration(TimeSpan.FromDays(1)), new AsyncTasksConfiguration(TimeSpan.FromDays(1))); net3.SetDistributor(distributor3); var receive3 = new ProxyNetReceiver(distributor3, netReceive3); var distrconfig = new DistributorHashConfiguration(2); var queueconfig = new QueueConfiguration(1, 100); var dnet = new DistributorNetModule(netconfig, new ConnectionTimeoutConfiguration(Consts.OpenTimeout, Consts.SendTimeout)); var ddistributor = new DistributorModule(new AsyncTasksConfiguration(TimeSpan.FromMinutes(5)), new AsyncTasksConfiguration(TimeSpan.FromMinutes(5)), distrconfig, queueconfig, dnet, new ServerId("localhost", server4), new ServerId("localhost", server42), new HashMapConfiguration("test7", HashMapCreationMode.CreateNew, 1, 1, HashFileType.Distributor)); dnet.SetDistributor(ddistributor); var tranc = new TransactionModule(new QueueConfiguration(1, 1000), dnet, new TransactionConfiguration(4), new DistributorHashConfiguration(1)); var main = new MainLogicModule(new DistributorTimeoutCache(new TimeSpan(), new TimeSpan()), ddistributor, tranc); var netReceive4 = new NetReceiverConfiguration(server4, "localhost", "testService"); var netReceive42 = new NetReceiverConfiguration(server42, "localhost", "testService"); var input = new InputModuleWithParallel(new QueueConfiguration(1, 1), main, tranc); var receiver4 = new NetDistributorReceiver(main, input, ddistributor, netReceive4, netReceive42); GlobalQueue.SetQueue(q1); var dnet2 = new DistributorNetModule(netconfig, new ConnectionTimeoutConfiguration(Consts.OpenTimeout, Consts.SendTimeout)); var ddistributor2 = new DistributorModule(new AsyncTasksConfiguration(TimeSpan.FromMinutes(5)), new AsyncTasksConfiguration(TimeSpan.FromMinutes(5)), distrconfig, queueconfig, dnet2, new ServerId("localhost", server5), new ServerId("localhost", server52), new HashMapConfiguration("test6", HashMapCreationMode.CreateNew, 1, 1, HashFileType.Distributor)); dnet2.SetDistributor(ddistributor2); var netReceive5 = new NetReceiverConfiguration(server5, "localhost", "testService"); var netReceive52 = new NetReceiverConfiguration(server52, "localhost", "testService"); var receiver5 = new NetDistributorReceiver(main, new InputModuleWithParallel(new QueueConfiguration(1, 1), main, tranc), ddistributor2, netReceive5, netReceive52); receive.Start(); receive2.Start(); receive3.Start(); receiver4.Start(); receiver5.Start(); net.Start(); net2.Start(); net3.Start(); distributor.Start(); distributor2.Start(); distributor3.Start(); dnet.Start(); dnet2.Start(); ddistributor.Start(); ddistributor2.Start(); q1.Start(); q2.Start(); q3.Start(); distributor.SayIAmHere(new ServerId("localhost", server42)); distributor2.SayIAmHere(new ServerId("localhost", server42)); var privateObject = new PrivateObject(distributor); var dsm1 = (DistributorSystemModel)privateObject.GetField("_distributorSystemModel"); privateObject = new PrivateObject(distributor2); var dsm2 = (DistributorSystemModel)privateObject.GetField("_distributorSystemModel"); Assert.AreEqual(1, dsm1.GetDistributorsList().Count); Assert.AreEqual(1, dsm2.GetDistributorsList().Count); ddistributor2.SayIAmHereRemoteResult(new ServerId("localhost", server42)); Thread.Sleep(TimeSpan.FromMilliseconds(300)); privateObject = new PrivateObject(ddistributor); var mad1 = (Impl.DistributorModules.Model.DistributorSystemModel) privateObject.GetField("_modelOfAnotherDistributors"); privateObject = new PrivateObject(ddistributor2); var mad2 = (Impl.DistributorModules.Model.DistributorSystemModel) privateObject.GetField("_modelOfAnotherDistributors"); Thread.Sleep(400); Assert.AreEqual(1, mad1.GetDistributorList().Count); Assert.AreEqual(1, mad2.GetDistributorList().Count); distributor3.SayIAmHere(new ServerId("localhost", server52)); privateObject = new PrivateObject(distributor3); var dsm3 = (DistributorSystemModel)privateObject.GetField("_distributorSystemModel"); Assert.AreEqual(2, dsm3.GetDistributorsList().Count); q1.Dispose(); q2.Dispose(); q3.Dispose(); net.Dispose(); net2.Dispose(); net3.Dispose(); dnet.Dispose(); dnet2.Dispose(); ddistributor.Dispose(); ddistributor2.Dispose(); distributor.Dispose(); distributor2.Dispose(); distributor3.Dispose(); }