public void Build(int countReplics, int distrServer1, int distrServer12, string hashFile)
{
_q = new GlobalQueueInner();
GlobalQueue.SetQueue(_q);
var connection = new ConnectionConfiguration("testService", 10);
var distrconfig = new DistributorHashConfiguration(countReplics);
var queueconfig = new QueueConfiguration(1, 100);
_dnet = new DistributorNetModule(connection,
new ConnectionTimeoutConfiguration(Consts.OpenTimeout, Consts.SendTimeout));
Distributor = new DistributorModule(new AsyncTasksConfiguration(TimeSpan.FromMinutes(5)),
new AsyncTasksConfiguration(TimeSpan.FromMinutes(5)), distrconfig,
queueconfig, _dnet,
new ServerId("localhost", distrServer1),
new ServerId("localhost", distrServer12),
new HashMapConfiguration(hashFile,
HashMapCreationMode.ReadFromFile,
1, countReplics, HashFileType.Distributor));
_dnet.SetDistributor(Distributor);
_tranc = new TransactionModule(new QueueConfiguration(1, 1000), _dnet, new TransactionConfiguration(4),
distrconfig);
Main =
new MainLogicModule(new DistributorTimeoutCache(TimeSpan.FromSeconds(200), TimeSpan.FromSeconds(200)),
Distributor, _tranc);
var netReceive1 = new NetReceiverConfiguration(distrServer1, "localhost", "testService");
var netReceive2 = new NetReceiverConfiguration(distrServer12, "localhost", "testService");
Input = new InputModuleWithParallel(new QueueConfiguration(2, 100000), Main, _tranc);
_receiver = new NetDistributorReceiver(Main, Input, Distributor, netReceive1, netReceive2);
}
public void MainLogicModule_TransactionAnswerResult_ReceiveAnswersFromWriter()
{
const int distrServer1 = 22168;
const int distrServer2 = 23168;
#region hell
var connectionConf = new ConnectionConfiguration("testService", 10);
var distrconfig = new DistributorHashConfiguration(1);
var queueconfig = new QueueConfiguration(1, 100);
var dnet = new DistributorNetModule(connectionConf,
new ConnectionTimeoutConfiguration(Consts.OpenTimeout, Consts.SendTimeout));
var ddistributor = new DistributorModule(new AsyncTasksConfiguration(TimeSpan.FromMinutes(5)),
new AsyncTasksConfiguration(TimeSpan.FromMinutes(5)), distrconfig,
queueconfig, dnet,
new ServerId("localhost", distrServer1),
new ServerId("localhost", distrServer2),
new HashMapConfiguration("TestDistributorReceiveAndDbSendAsync",
HashMapCreationMode.ReadFromFile,
1, 1, HashFileType.Distributor));
dnet.SetDistributor(ddistributor);
var tranc = new TransactionModule(new QueueConfiguration(1, 1000), dnet, new TransactionConfiguration(4),
distrconfig);
var cache = new DistributorTimeoutCache(TimeSpan.FromMilliseconds(2000), TimeSpan.FromMilliseconds(200000));
var main = new MainLogicModule(cache, ddistributor, tranc);
cache.SetMainLogicModule(main);
var netReceive4 = new NetReceiverConfiguration(distrServer1, "localhost", "testService");
var netReceive42 = new NetReceiverConfiguration(distrServer2, "localhost", "testService");
var input = new InputModuleWithParallel(new QueueConfiguration(2, 100000), main, tranc);
var receiver4 = new NetDistributorReceiver(main, input,
ddistributor, netReceive4, netReceive42);
ddistributor.Start();
receiver4.Start();
#endregion
var t = 0;
GlobalQueue.Queue.TransactionQueue.Registrate(data => Interlocked.Increment(ref t));
GlobalQueue.Queue.Start();
var connection = new SingleConnectionToDistributor(
new ServerId("localhost", distrServer1), new ConnectionConfiguration("testService", 10),
new ConnectionTimeoutConfiguration(Consts.OpenTimeout, Consts.SendTimeout));
connection.Connect();
connection.TransactionAnswerResult(new Transaction("123", "123"));
Thread.Sleep(TimeSpan.FromMilliseconds(100));
connection.TransactionAnswerResult(new Transaction("1243", "1423"));
Thread.Sleep(TimeSpan.FromMilliseconds(100));
Assert.AreEqual(2, t);
connection.Dispose();
receiver4.Dispose();
}
public override void Build()
{
var q = new GlobalQueueInner();
GlobalQueue.SetQueue(q);
var cache = new DistributorTimeoutCache(_cacheConfiguration.TimeAliveBeforeDeleteMls,
_cacheConfiguration.TimeAliveAfterUpdateMls);
var net = CreateNetModule(_connectionConfiguration);
var distributor = new DistributorModule(_pingConfig, _checkConfig, _distributorHashConfiguration,
new QueueConfiguration(1, 1000), net,
_localfordb, _localforproxy, _hashMapConfiguration);
Distributor = distributor;
net.SetDistributor(distributor);
var transaction = new TransactionModule(_queueConfiguration, net, _transactionConfiguration,
_distributorHashConfiguration);
var main = new MainLogicModule(cache, distributor, transaction);
cache.SetMainLogicModule(main);
var input = new InputModuleWithParallel(_queueConfiguration, main, transaction);
var receive = new NetDistributorReceiver(main, input, distributor, _receiverConfigurationForDb,
_receiverConfigurationForProxy);
AddModule(receive);
AddModule(transaction);
AddModule(input);
AddModule(main);
AddModule(net);
AddModule(distributor);
AddModule(q);
AddModuleDispose(receive);
AddModuleDispose(q);
AddModuleDispose(input);
AddModuleDispose(cache);
AddModuleDispose(main);
AddModuleDispose(distributor);
AddModuleDispose(transaction);
AddModuleDispose(net);
}
public void InputModuleWithParallel_ProcessAsync_SendToOneServersAndTimeoutInCache_Success()
{
const int distrServer1 = 22166;
const int distrServer2 = 23166;
const int storageServer1 = 22167;
var q1 = new GlobalQueueInner();
var writer =
new HashWriter(new HashMapConfiguration("testAsyncTrans1S", HashMapCreationMode.CreateNew, 1, 1, HashFileType.Distributor));
writer.CreateMap();
writer.SetServer(0, "localhost", storageServer1, 157);
writer.Save();
#region hell
GlobalQueue.SetQueue(q1);
var connection = new ConnectionConfiguration("testService", 10);
var distrconfig = new DistributorHashConfiguration(1);
var queueconfig = new QueueConfiguration(1, 100);
var dnet = new DistributorNetModule(connection,
new ConnectionTimeoutConfiguration(Consts.OpenTimeout, Consts.SendTimeout));
var ddistributor = new DistributorModule(new AsyncTasksConfiguration(TimeSpan.FromMinutes(5)),
new AsyncTasksConfiguration(TimeSpan.FromMinutes(5)), distrconfig,
queueconfig, dnet,
new ServerId("localhost", distrServer1),
new ServerId("localhost", distrServer2),
new HashMapConfiguration("testAsyncTrans1S",
HashMapCreationMode.ReadFromFile,
1, 1, HashFileType.Distributor));
dnet.SetDistributor(ddistributor);
var tranc = new TransactionModule(new QueueConfiguration(1, 1000), dnet, new TransactionConfiguration(4),
distrconfig);
var cache = new DistributorTimeoutCache(TimeSpan.FromMilliseconds(2000), TimeSpan.FromMilliseconds(200000));
var main = new MainLogicModule(cache, ddistributor, tranc);
cache.SetMainLogicModule(main);
var netReceive4 = new NetReceiverConfiguration(distrServer1, "localhost", "testService");
var netReceive42 = new NetReceiverConfiguration(distrServer2, "localhost", "testService");
var input = new InputModuleWithParallel(new QueueConfiguration(2, 100000), main, tranc);
var receiver4 = new NetDistributorReceiver(main, input, ddistributor, netReceive4, netReceive42);
#endregion
var s = TestHelper.OpenWriterHost(new ServerId("localhost", storageServer1),
new ConnectionConfiguration("testService", 10));
main.Start();
receiver4.Start();
input.Start();
dnet.Start();
ddistributor.Start();
q1.Start();
var list = new List <InnerData>();
const int count = 1;
for (int i = 1; i < count + 1; i++)
{
var ev =
new InnerData(new Transaction(HashConvertor.GetString(i.ToString(CultureInfo.InvariantCulture)), "")
{
OperationName = OperationName.Create,
OperationType = OperationType.Async
})
{
Data = CommonDataSerializer.Serialize(i)
};
list.Add(ev);
}
foreach (var data in list)
{
input.ProcessAsync(data);
}
Thread.Sleep(TimeSpan.FromMilliseconds(1000));
Assert.AreEqual(count, s.Value);
foreach (var data in list)
{
var transaction = main.GetTransactionState(data.Transaction.UserTransaction);
Assert.AreEqual(TransactionState.TransactionInProcess, transaction.State);
}
Thread.Sleep(TimeSpan.FromMilliseconds(2000));
foreach (var data in list)
{
var transaction = main.GetTransactionState(data.Transaction.UserTransaction);
if (transaction.State == TransactionState.DontExist)
{
Thread.Sleep(1000);
}
transaction = main.GetTransactionState(data.Transaction.UserTransaction);
Assert.AreEqual(TransactionState.Error, transaction.State);
}
q1.Dispose();
ddistributor.Dispose();
dnet.Dispose();
cache.Dispose();
}
public void ProxyDistributorModule_SayIAmHere_AddDistributor()
{
const int server1 = 22250;
const int server2 = 22251;
const int server3 = 22252;
const int server4 = 22253;
const int server42 = 23253;
const int server5 = 22254;
const int server52 = 23254;
var q1 = new GlobalQueueInner();
var q2 = new GlobalQueueInner();
var q3 = new GlobalQueueInner();
GlobalQueue.SetQueue(q1);
var queue = new QueueConfiguration(1, 1000);
var netconfig = new ConnectionConfiguration("testService", 10);
var netReceive = new NetReceiverConfiguration(server1, "localhost", "testService");
var net = new ProxyNetModule(netconfig,
new ConnectionTimeoutConfiguration(Consts.OpenTimeout, Consts.SendTimeout));
var distributor = new ProxyDistributorModule(new AsyncProxyCache(TimeSpan.FromMinutes(100)), net, queue, new ServerId("localhost", server1),
new AsyncTasksConfiguration(TimeSpan.FromDays(1)),
new AsyncTasksConfiguration(TimeSpan.FromDays(1)));
net.SetDistributor(distributor);
var receive = new ProxyNetReceiver(distributor, netReceive);
GlobalQueue.SetQueue(q2);
var netReceive2 = new NetReceiverConfiguration(server2, "localhost", "testService");
var net2 = new ProxyNetModule(netconfig,
new ConnectionTimeoutConfiguration(Consts.OpenTimeout, Consts.SendTimeout));
var distributor2 = new ProxyDistributorModule(new AsyncProxyCache(TimeSpan.FromMinutes(100)), net2, queue, new ServerId("localhost", server2),
new AsyncTasksConfiguration(TimeSpan.FromDays(1)),
new AsyncTasksConfiguration(TimeSpan.FromDays(1)));
net2.SetDistributor(distributor2);
var receive2 = new ProxyNetReceiver(distributor2, netReceive2);
GlobalQueue.SetQueue(q3);
var netReceive3 = new NetReceiverConfiguration(server3, "localhost", "testService");
var net3 = new ProxyNetModule(netconfig,
new ConnectionTimeoutConfiguration(Consts.OpenTimeout, Consts.SendTimeout));
var distributor3 = new ProxyDistributorModule(new AsyncProxyCache(TimeSpan.FromMinutes(100)), net3, queue, new ServerId("localhost", server3),
new AsyncTasksConfiguration(TimeSpan.FromDays(1)),
new AsyncTasksConfiguration(TimeSpan.FromDays(1)));
net3.SetDistributor(distributor3);
var receive3 = new ProxyNetReceiver(distributor3, netReceive3);
var distrconfig = new DistributorHashConfiguration(2);
var queueconfig = new QueueConfiguration(1, 100);
var dnet = new DistributorNetModule(netconfig,
new ConnectionTimeoutConfiguration(Consts.OpenTimeout, Consts.SendTimeout));
var ddistributor = new DistributorModule(new AsyncTasksConfiguration(TimeSpan.FromMinutes(5)),
new AsyncTasksConfiguration(TimeSpan.FromMinutes(5)), distrconfig,
queueconfig, dnet, new ServerId("localhost", server4),
new ServerId("localhost", server42),
new HashMapConfiguration("test7", HashMapCreationMode.CreateNew, 1, 1, HashFileType.Distributor));
dnet.SetDistributor(ddistributor);
var tranc = new TransactionModule(new QueueConfiguration(1, 1000), dnet, new TransactionConfiguration(4),
new DistributorHashConfiguration(1));
var main = new MainLogicModule(new DistributorTimeoutCache(new TimeSpan(), new TimeSpan()), ddistributor,
tranc);
var netReceive4 = new NetReceiverConfiguration(server4, "localhost", "testService");
var netReceive42 = new NetReceiverConfiguration(server42, "localhost", "testService");
var input = new InputModuleWithParallel(new QueueConfiguration(1, 1), main, tranc);
var receiver4 = new NetDistributorReceiver(main, input, ddistributor, netReceive4, netReceive42);
GlobalQueue.SetQueue(q1);
var dnet2 = new DistributorNetModule(netconfig,
new ConnectionTimeoutConfiguration(Consts.OpenTimeout, Consts.SendTimeout));
var ddistributor2 = new DistributorModule(new AsyncTasksConfiguration(TimeSpan.FromMinutes(5)),
new AsyncTasksConfiguration(TimeSpan.FromMinutes(5)), distrconfig,
queueconfig, dnet2,
new ServerId("localhost", server5),
new ServerId("localhost", server52),
new HashMapConfiguration("test6", HashMapCreationMode.CreateNew, 1, 1, HashFileType.Distributor));
dnet2.SetDistributor(ddistributor2);
var netReceive5 = new NetReceiverConfiguration(server5, "localhost", "testService");
var netReceive52 = new NetReceiverConfiguration(server52, "localhost", "testService");
var receiver5 = new NetDistributorReceiver(main,
new InputModuleWithParallel(new QueueConfiguration(1, 1), main,
tranc),
ddistributor2, netReceive5, netReceive52);
receive.Start();
receive2.Start();
receive3.Start();
receiver4.Start();
receiver5.Start();
net.Start();
net2.Start();
net3.Start();
distributor.Start();
distributor2.Start();
distributor3.Start();
dnet.Start();
dnet2.Start();
ddistributor.Start();
ddistributor2.Start();
q1.Start();
q2.Start();
q3.Start();
distributor.SayIAmHere(new ServerId("localhost", server42));
distributor2.SayIAmHere(new ServerId("localhost", server42));
var privateObject = new PrivateObject(distributor);
var dsm1 = (DistributorSystemModel)privateObject.GetField("_distributorSystemModel");
privateObject = new PrivateObject(distributor2);
var dsm2 = (DistributorSystemModel)privateObject.GetField("_distributorSystemModel");
Assert.AreEqual(1, dsm1.GetDistributorsList().Count);
Assert.AreEqual(1, dsm2.GetDistributorsList().Count);
ddistributor2.SayIAmHereRemoteResult(new ServerId("localhost", server42));
Thread.Sleep(TimeSpan.FromMilliseconds(300));
privateObject = new PrivateObject(ddistributor);
var mad1 =
(Impl.DistributorModules.Model.DistributorSystemModel)
privateObject.GetField("_modelOfAnotherDistributors");
privateObject = new PrivateObject(ddistributor2);
var mad2 =
(Impl.DistributorModules.Model.DistributorSystemModel)
privateObject.GetField("_modelOfAnotherDistributors");
Thread.Sleep(400);
Assert.AreEqual(1, mad1.GetDistributorList().Count);
Assert.AreEqual(1, mad2.GetDistributorList().Count);
distributor3.SayIAmHere(new ServerId("localhost", server52));
privateObject = new PrivateObject(distributor3);
var dsm3 = (DistributorSystemModel)privateObject.GetField("_distributorSystemModel");
Assert.AreEqual(2, dsm3.GetDistributorsList().Count);
q1.Dispose();
q2.Dispose();
q3.Dispose();
net.Dispose();
net2.Dispose();
net3.Dispose();
dnet.Dispose();
dnet2.Dispose();
ddistributor.Dispose();
ddistributor2.Dispose();
distributor.Dispose();
distributor2.Dispose();
distributor3.Dispose();
}
