public void Build(int countReplics, int distrServer1, int distrServer12, string hashFile)
{
_q = new GlobalQueueInner();
GlobalQueue.SetQueue(_q);
var connection = new ConnectionConfiguration("testService", 10);
var distrconfig = new DistributorHashConfiguration(countReplics);
var queueconfig = new QueueConfiguration(1, 100);
_dnet = new DistributorNetModule(connection,
new ConnectionTimeoutConfiguration(Consts.OpenTimeout, Consts.SendTimeout));
Distributor = new DistributorModule(new AsyncTasksConfiguration(TimeSpan.FromMinutes(5)),
new AsyncTasksConfiguration(TimeSpan.FromMinutes(5)), distrconfig,
queueconfig, _dnet,
new ServerId("localhost", distrServer1),
new ServerId("localhost", distrServer12),
new HashMapConfiguration(hashFile,
HashMapCreationMode.ReadFromFile,
1, countReplics, HashFileType.Distributor));
_dnet.SetDistributor(Distributor);
_tranc = new TransactionModule(new QueueConfiguration(1, 1000), _dnet, new TransactionConfiguration(4),
distrconfig);
Main =
new MainLogicModule(new DistributorTimeoutCache(TimeSpan.FromSeconds(200), TimeSpan.FromSeconds(200)),
Distributor, _tranc);
var netReceive1 = new NetReceiverConfiguration(distrServer1, "localhost", "testService");
var netReceive2 = new NetReceiverConfiguration(distrServer12, "localhost", "testService");
Input = new InputModuleWithParallel(new QueueConfiguration(2, 100000), Main, _tranc);
_receiver = new NetDistributorReceiver(Main, Input, Distributor, netReceive1, netReceive2);
}
public DistributorModule(
AsyncTasksConfiguration asyncPing,
AsyncTasksConfiguration asyncCheck,
DistributorHashConfiguration configuration,
QueueConfiguration queueConfiguration,
DistributorNetModule distributorNet,
ServerId localfordb,
ServerId localforproxy,
HashMapConfiguration hashMapConfiguration)
{
Contract.Requires(configuration != null);
Contract.Requires(queueConfiguration != null);
Contract.Requires(distributorNet != null);
Contract.Requires(localfordb != null);
Contract.Requires(localforproxy != null);
Contract.Requires(asyncPing != null);
_asyncPing = asyncPing;
_asyncTaskModule = new AsyncTaskModule(queueConfiguration);
_queueConfiguration = queueConfiguration;
_modelOfDbWriters = new WriterSystemModel(configuration, hashMapConfiguration);
_modelOfAnotherDistributors = new DistributorSystemModel();
_distributorNet = distributorNet;
_localfordb = localfordb;
_localforproxy = localforproxy;
_asyncCheck = asyncCheck;
_queue = GlobalQueue.Queue;
}
public DistributorModule(AsyncTaskModule async, AsyncDbWorkModule asyncDbWork,
WriterNetModule writerNet,
ServerId local,
HashMapConfiguration hashMapConfiguration,
QueueConfiguration configuration,
DbModuleCollection dbModuleCollection,
AsyncTasksConfiguration pingConfiguration = null)
{
Contract.Requires(local != null);
Contract.Requires(writerNet != null);
Contract.Requires(configuration != null);
Contract.Requires(asyncDbWork != null);
Contract.Requires(async != null);
Contract.Assert(dbModuleCollection != null);
_async = async;
_asyncDbWork = asyncDbWork;
_model = new WriterModel(local, hashMapConfiguration);
_writerNet = writerNet;
_queueConfiguration = configuration;
_dbModuleCollection = dbModuleCollection;
_queue = GlobalQueue.Queue;
var ping = TimeSpan.FromMinutes(1);
if (pingConfiguration != null)
{
ping = pingConfiguration.TimeoutPeriod;
}
_async.AddAsyncTask(
new AsyncDataPeriod(ping, Ping, AsyncTasksNames.AsyncPing, -1), false);
}
public void Build(int storageServer, string hashFile, int countReplics)
{
Q = new GlobalQueueInner();
GlobalQueue.SetQueue(Q);
var queueConfiguration = new QueueConfiguration(1, 1000);
var hashMapConfiguration = new HashMapConfiguration(hashFile,
HashMapCreationMode.ReadFromFile, 1, countReplics, HashFileType.Writer);
var local = new ServerId("localhost", storageServer);
_net = new WriterNetModule(new ConnectionConfiguration("testService", 10),
new ConnectionTimeoutConfiguration(Consts.OpenTimeout, Consts.SendTimeout));
Db = new DbModuleCollection();
Db.AddDbModule(new TestDbInMemory());
_async = new AsyncTaskModule(new QueueConfiguration(1, 10));
Restore = new AsyncDbWorkModule(_net, _async, Db,
new RestoreModuleConfiguration(10, TimeSpan.FromMinutes(100)),
new RestoreModuleConfiguration(10, TimeSpan.FromMilliseconds(100)),
new RestoreModuleConfiguration(-1, TimeSpan.FromHours(1), false, TimeSpan.FromHours(1)),
new QueueConfiguration(1, 100), local);
Distributor = new DistributorModule(_async, Restore, _net, local,
hashMapConfiguration, new QueueConfiguration(2, 10), Db);
_mainС = new MainLogicModule(Distributor, Db);
Input = new InputModule(_mainС, queueConfiguration);
_netRc = new NetWriterReceiver(Input, Distributor,
new NetReceiverConfiguration(storageServer, "localhost", "testService"),
new NetReceiverConfiguration(1, "fake", "fake"));
}
public InputModule(MainLogicModule mainLogic, QueueConfiguration queueConfiguration)
{
Contract.Requires(queueConfiguration != null);
Contract.Requires(mainLogic != null);
_queueConfiguration = queueConfiguration;
_mainLogicModule = mainLogic;
_queue = GlobalQueue.Queue;
}
public MainLogicModule(DistributorModule distributor, DbModule db)
{
Contract.Requires(distributor != null);
Contract.Requires(db != null);
_db = db;
_distributor = distributor;
_queue = GlobalQueue.Queue;
}
public MainLogicModule(DistributorTimeoutCache cache, DistributorModule distributor,
TransactionModule transaction)
{
Contract.Requires(cache != null);
Contract.Requires(distributor != null);
Contract.Requires(transaction != null);
_cache = cache;
_distributor = distributor;
_transaction = transaction;
_queue = GlobalQueue.Queue;
}
public ProxyDistributorModule(AsyncProxyCache asyncProxyCache, ProxyNetModule net,
QueueConfiguration queueConfiguration, ServerId local,
AsyncTasksConfiguration asyncGetData, AsyncTasksConfiguration asyncPing)
{
_asyncProxyCache = asyncProxyCache;
_asynPing = asyncPing;
_queueConfiguration = queueConfiguration;
_distributorSystemModel = new DistributorSystemModel();
_asynGetData = asyncGetData;
_net = net;
_local = local;
_async = new AsyncTaskModule(queueConfiguration);
_queue = GlobalQueue.Queue;
}
public TransactionModule(QueueConfiguration configuration, INetModule net, TransactionConfiguration transactionConfiguration,
DistributorHashConfiguration distributorHashConfiguration)
{
Contract.Requires(net != null);
Contract.Requires(transactionConfiguration != null);
Contract.Requires(distributorHashConfiguration != null);
Contract.Requires(configuration != null);
_queueConfiguration = configuration;
_transactionPool = new TransactionPool(transactionConfiguration.ElementsCount, net,
distributorHashConfiguration);
CountReplics = distributorHashConfiguration.CountReplics;
_net = net;
_queue = GlobalQueue.Queue;
}
public ProxyInputModuleCommon(ProxyMainLogicModule mainLogic, QueueConfiguration queueConfiguration,
ProxyDistributorModule distributor, AsyncProxyCache asyncProxyCache)
{
Contract.Requires(queueConfiguration != null);
Contract.Requires(mainLogic != null);
Contract.Requires(distributor != null);
Contract.Requires(asyncProxyCache != null);
_queueConfiguration = queueConfiguration;
_distributor = distributor;
_asyncProxyCache = asyncProxyCache;
_mainLogic = mainLogic;
_queue = GlobalQueue.Queue;
_apis = new Dictionary <string, ProxyInputModule>();
}
public TransferRestoreModule(RestoreModuleConfiguration configuration, WriterNetModule writerNet,
AsyncTaskModule asyncTaskModule, DbModuleCollection db, ServerId local,
QueueConfiguration queueConfiguration)
: base(writerNet, asyncTaskModule)
{
Contract.Requires(configuration != null);
Contract.Requires(db != null);
Contract.Requires(local != null);
Contract.Requires(queueConfiguration != null);
_queue = GlobalQueue.Queue;
_db = db;
_configuration = configuration;
_local = local;
_queueConfiguration = queueConfiguration;
}
public override void Build()
{
var q = new GlobalQueueInner();
GlobalQueue.SetQueue(q);
var db = new DbModuleCollection();
var net = new WriterNetModule(_connectionConfiguration, _connectionTimeoutConfiguration);
var async = new AsyncTaskModule(_queueConfiguration);
var restore = new AsyncDbWorkModule(net, async, db, _initiatorRestoreConfiguration,
_transferRestoreConfiguration, _timeoutRestoreConfiguration,
_queueConfigurationRestore, _local, _isNeedRestore);
var distributor = new DistributorModule(async, restore, net, _local, _hashMapConfiguration,
_queueConfiguration, db);
Distributor = distributor;
DbModule = db;
var main = new MainLogicModule(distributor, db);
var input = new InputModule(main, _queueConfiguration);
var receiver = new NetWriterReceiver(input, distributor, _receiverConfigurationForWrite,
_receiverConfigurationForCollector);
AddModule(distributor);
AddModule(input);
AddModule(db);
AddModule(async);
AddModule(restore);
AddModule(main);
AddModule(receiver);
AddModule(q);
AddModuleDispose(receiver);
AddModuleDispose(restore);
AddModuleDispose(async);
AddModuleDispose(q);
AddModuleDispose(input);
AddModuleDispose(main);
AddModuleDispose(distributor);
AddModuleDispose(db);
AddModuleDispose(net);
}
public override void Build()
{
var q = new GlobalQueueInner();
GlobalQueue.SetQueue(q);
var cache = new DistributorTimeoutCache(_cacheConfiguration.TimeAliveBeforeDeleteMls,
_cacheConfiguration.TimeAliveAfterUpdateMls);
var net = CreateNetModule(_connectionConfiguration);
var distributor = new DistributorModule(_pingConfig, _checkConfig, _distributorHashConfiguration,
new QueueConfiguration(1, 1000), net,
_localfordb, _localforproxy, _hashMapConfiguration);
Distributor = distributor;
net.SetDistributor(distributor);
var transaction = new TransactionModule(_queueConfiguration, net, _transactionConfiguration,
_distributorHashConfiguration);
var main = new MainLogicModule(cache, distributor, transaction);
cache.SetMainLogicModule(main);
var input = new InputModuleWithParallel(_queueConfiguration, main, transaction);
var receive = new NetDistributorReceiver(main, input, distributor, _receiverConfigurationForDb,
_receiverConfigurationForProxy);
AddModule(receive);
AddModule(transaction);
AddModule(input);
AddModule(main);
AddModule(net);
AddModule(distributor);
AddModule(q);
AddModuleDispose(receive);
AddModuleDispose(q);
AddModuleDispose(input);
AddModuleDispose(cache);
AddModuleDispose(main);
AddModuleDispose(distributor);
AddModuleDispose(transaction);
AddModuleDispose(net);
}
public override void Build()
{
var q = new GlobalQueueInner();
GlobalQueue.SetQueue(q);
var asyncCache = new AsyncProxyCache(_asyncCacheConfiguration.TimeAliveSec);
var net = new ProxyNetModule(_connectionConfiguration, _connectionTimeoutConfiguration);
var distributor = new ProxyDistributorModule(asyncCache, net, new QueueConfiguration(1, 1000), _local,
_asyncGetData, _asyncPing);
net.SetDistributor(distributor);
var cache = new ProxyCache(_cacheConfiguration.TimeAliveSec);
var main = new ProxyMainLogicModule(distributor, net, cache);
var input = new ProxyInputModuleCommon(main, _queueConfiguration, distributor, asyncCache);
CreateApi = input.CreateApi;
var receive = new ProxyNetReceiver(distributor, _netReceiverConfiguration);
AddModule(input);
AddModule(main);
AddModule(cache);
AddModule(asyncCache);
AddModule(net);
AddModule(distributor);
AddModule(receive);
AddModule(q);
AddModuleDispose(distributor);
AddModuleDispose(receive);
AddModuleDispose(q);
AddModuleDispose(input);
AddModuleDispose(asyncCache);
AddModuleDispose(main);
AddModuleDispose(net);
AddModuleDispose(cache);
}
public void InputModuleWithParallel_ProcessAsync_SendToOneServersAndTimeoutInCache_Success()
{
const int distrServer1 = 22166;
const int distrServer2 = 23166;
const int storageServer1 = 22167;
var q1 = new GlobalQueueInner();
var writer =
new HashWriter(new HashMapConfiguration("testAsyncTrans1S", HashMapCreationMode.CreateNew, 1, 1, HashFileType.Distributor));
writer.CreateMap();
writer.SetServer(0, "localhost", storageServer1, 157);
writer.Save();
#region hell
GlobalQueue.SetQueue(q1);
var connection = new ConnectionConfiguration("testService", 10);
var distrconfig = new DistributorHashConfiguration(1);
var queueconfig = new QueueConfiguration(1, 100);
var dnet = new DistributorNetModule(connection,
new ConnectionTimeoutConfiguration(Consts.OpenTimeout, Consts.SendTimeout));
var ddistributor = new DistributorModule(new AsyncTasksConfiguration(TimeSpan.FromMinutes(5)),
new AsyncTasksConfiguration(TimeSpan.FromMinutes(5)), distrconfig,
queueconfig, dnet,
new ServerId("localhost", distrServer1),
new ServerId("localhost", distrServer2),
new HashMapConfiguration("testAsyncTrans1S",
HashMapCreationMode.ReadFromFile,
1, 1, HashFileType.Distributor));
dnet.SetDistributor(ddistributor);
var tranc = new TransactionModule(new QueueConfiguration(1, 1000), dnet, new TransactionConfiguration(4),
distrconfig);
var cache = new DistributorTimeoutCache(TimeSpan.FromMilliseconds(2000), TimeSpan.FromMilliseconds(200000));
var main = new MainLogicModule(cache, ddistributor, tranc);
cache.SetMainLogicModule(main);
var netReceive4 = new NetReceiverConfiguration(distrServer1, "localhost", "testService");
var netReceive42 = new NetReceiverConfiguration(distrServer2, "localhost", "testService");
var input = new InputModuleWithParallel(new QueueConfiguration(2, 100000), main, tranc);
var receiver4 = new NetDistributorReceiver(main, input, ddistributor, netReceive4, netReceive42);
#endregion
var s = TestHelper.OpenWriterHost(new ServerId("localhost", storageServer1),
new ConnectionConfiguration("testService", 10));
main.Start();
receiver4.Start();
input.Start();
dnet.Start();
ddistributor.Start();
q1.Start();
var list = new List <InnerData>();
const int count = 1;
for (int i = 1; i < count + 1; i++)
{
var ev =
new InnerData(new Transaction(HashConvertor.GetString(i.ToString(CultureInfo.InvariantCulture)), "")
{
OperationName = OperationName.Create,
OperationType = OperationType.Async
})
{
Data = CommonDataSerializer.Serialize(i)
};
list.Add(ev);
}
foreach (var data in list)
{
input.ProcessAsync(data);
}
Thread.Sleep(TimeSpan.FromMilliseconds(1000));
Assert.AreEqual(count, s.Value);
foreach (var data in list)
{
var transaction = main.GetTransactionState(data.Transaction.UserTransaction);
Assert.AreEqual(TransactionState.TransactionInProcess, transaction.State);
}
Thread.Sleep(TimeSpan.FromMilliseconds(2000));
foreach (var data in list)
{
var transaction = main.GetTransactionState(data.Transaction.UserTransaction);
if (transaction.State == TransactionState.DontExist)
{
Thread.Sleep(1000);
}
transaction = main.GetTransactionState(data.Transaction.UserTransaction);
Assert.AreEqual(TransactionState.Error, transaction.State);
}
q1.Dispose();
ddistributor.Dispose();
dnet.Dispose();
cache.Dispose();
}
public void ProxyDistributorModule_SayIAmHere_AddDistributor()
{
const int server1 = 22250;
const int server2 = 22251;
const int server3 = 22252;
const int server4 = 22253;
const int server42 = 23253;
const int server5 = 22254;
const int server52 = 23254;
var q1 = new GlobalQueueInner();
var q2 = new GlobalQueueInner();
var q3 = new GlobalQueueInner();
GlobalQueue.SetQueue(q1);
var queue = new QueueConfiguration(1, 1000);
var netconfig = new ConnectionConfiguration("testService", 10);
var netReceive = new NetReceiverConfiguration(server1, "localhost", "testService");
var net = new ProxyNetModule(netconfig,
new ConnectionTimeoutConfiguration(Consts.OpenTimeout, Consts.SendTimeout));
var distributor = new ProxyDistributorModule(new AsyncProxyCache(TimeSpan.FromMinutes(100)), net, queue, new ServerId("localhost", server1),
new AsyncTasksConfiguration(TimeSpan.FromDays(1)),
new AsyncTasksConfiguration(TimeSpan.FromDays(1)));
net.SetDistributor(distributor);
var receive = new ProxyNetReceiver(distributor, netReceive);
GlobalQueue.SetQueue(q2);
var netReceive2 = new NetReceiverConfiguration(server2, "localhost", "testService");
var net2 = new ProxyNetModule(netconfig,
new ConnectionTimeoutConfiguration(Consts.OpenTimeout, Consts.SendTimeout));
var distributor2 = new ProxyDistributorModule(new AsyncProxyCache(TimeSpan.FromMinutes(100)), net2, queue, new ServerId("localhost", server2),
new AsyncTasksConfiguration(TimeSpan.FromDays(1)),
new AsyncTasksConfiguration(TimeSpan.FromDays(1)));
net2.SetDistributor(distributor2);
var receive2 = new ProxyNetReceiver(distributor2, netReceive2);
GlobalQueue.SetQueue(q3);
var netReceive3 = new NetReceiverConfiguration(server3, "localhost", "testService");
var net3 = new ProxyNetModule(netconfig,
new ConnectionTimeoutConfiguration(Consts.OpenTimeout, Consts.SendTimeout));
var distributor3 = new ProxyDistributorModule(new AsyncProxyCache(TimeSpan.FromMinutes(100)), net3, queue, new ServerId("localhost", server3),
new AsyncTasksConfiguration(TimeSpan.FromDays(1)),
new AsyncTasksConfiguration(TimeSpan.FromDays(1)));
net3.SetDistributor(distributor3);
var receive3 = new ProxyNetReceiver(distributor3, netReceive3);
var distrconfig = new DistributorHashConfiguration(2);
var queueconfig = new QueueConfiguration(1, 100);
var dnet = new DistributorNetModule(netconfig,
new ConnectionTimeoutConfiguration(Consts.OpenTimeout, Consts.SendTimeout));
var ddistributor = new DistributorModule(new AsyncTasksConfiguration(TimeSpan.FromMinutes(5)),
new AsyncTasksConfiguration(TimeSpan.FromMinutes(5)), distrconfig,
queueconfig, dnet, new ServerId("localhost", server4),
new ServerId("localhost", server42),
new HashMapConfiguration("test7", HashMapCreationMode.CreateNew, 1, 1, HashFileType.Distributor));
dnet.SetDistributor(ddistributor);
var tranc = new TransactionModule(new QueueConfiguration(1, 1000), dnet, new TransactionConfiguration(4),
new DistributorHashConfiguration(1));
var main = new MainLogicModule(new DistributorTimeoutCache(new TimeSpan(), new TimeSpan()), ddistributor,
tranc);
var netReceive4 = new NetReceiverConfiguration(server4, "localhost", "testService");
var netReceive42 = new NetReceiverConfiguration(server42, "localhost", "testService");
var input = new InputModuleWithParallel(new QueueConfiguration(1, 1), main, tranc);
var receiver4 = new NetDistributorReceiver(main, input, ddistributor, netReceive4, netReceive42);
GlobalQueue.SetQueue(q1);
var dnet2 = new DistributorNetModule(netconfig,
new ConnectionTimeoutConfiguration(Consts.OpenTimeout, Consts.SendTimeout));
var ddistributor2 = new DistributorModule(new AsyncTasksConfiguration(TimeSpan.FromMinutes(5)),
new AsyncTasksConfiguration(TimeSpan.FromMinutes(5)), distrconfig,
queueconfig, dnet2,
new ServerId("localhost", server5),
new ServerId("localhost", server52),
new HashMapConfiguration("test6", HashMapCreationMode.CreateNew, 1, 1, HashFileType.Distributor));
dnet2.SetDistributor(ddistributor2);
var netReceive5 = new NetReceiverConfiguration(server5, "localhost", "testService");
var netReceive52 = new NetReceiverConfiguration(server52, "localhost", "testService");
var receiver5 = new NetDistributorReceiver(main,
new InputModuleWithParallel(new QueueConfiguration(1, 1), main,
tranc),
ddistributor2, netReceive5, netReceive52);
receive.Start();
receive2.Start();
receive3.Start();
receiver4.Start();
receiver5.Start();
net.Start();
net2.Start();
net3.Start();
distributor.Start();
distributor2.Start();
distributor3.Start();
dnet.Start();
dnet2.Start();
ddistributor.Start();
ddistributor2.Start();
q1.Start();
q2.Start();
q3.Start();
distributor.SayIAmHere(new ServerId("localhost", server42));
distributor2.SayIAmHere(new ServerId("localhost", server42));
var privateObject = new PrivateObject(distributor);
var dsm1 = (DistributorSystemModel)privateObject.GetField("_distributorSystemModel");
privateObject = new PrivateObject(distributor2);
var dsm2 = (DistributorSystemModel)privateObject.GetField("_distributorSystemModel");
Assert.AreEqual(1, dsm1.GetDistributorsList().Count);
Assert.AreEqual(1, dsm2.GetDistributorsList().Count);
ddistributor2.SayIAmHereRemoteResult(new ServerId("localhost", server42));
Thread.Sleep(TimeSpan.FromMilliseconds(300));
privateObject = new PrivateObject(ddistributor);
var mad1 =
(Impl.DistributorModules.Model.DistributorSystemModel)
privateObject.GetField("_modelOfAnotherDistributors");
privateObject = new PrivateObject(ddistributor2);
var mad2 =
(Impl.DistributorModules.Model.DistributorSystemModel)
privateObject.GetField("_modelOfAnotherDistributors");
Thread.Sleep(400);
Assert.AreEqual(1, mad1.GetDistributorList().Count);
Assert.AreEqual(1, mad2.GetDistributorList().Count);
distributor3.SayIAmHere(new ServerId("localhost", server52));
privateObject = new PrivateObject(distributor3);
var dsm3 = (DistributorSystemModel)privateObject.GetField("_distributorSystemModel");
Assert.AreEqual(2, dsm3.GetDistributorsList().Count);
q1.Dispose();
q2.Dispose();
q3.Dispose();
net.Dispose();
net2.Dispose();
net3.Dispose();
dnet.Dispose();
dnet2.Dispose();
ddistributor.Dispose();
ddistributor2.Dispose();
distributor.Dispose();
distributor2.Dispose();
distributor3.Dispose();
}
