private void SetReplicationStats(IGrouping <string, KeyValuePair <string, string> > stats) { if (stats != null) { var replicationstats = stats.ToDictionary(x => x.Key, x => x.Value); ReplicationStatistics = new ReplicationStats { Role = replicationstats["role"], Slaves = replicationstats["connected_slaves"], ReplOffset = replicationstats["master_repl_offset"], BacklogActive = replicationstats["repl_backlog_active"], BacklogSize = replicationstats["repl_backlog_size"], BacklogFirstByteOffset = replicationstats["repl_backlog_first_byte_offset"], BacklogHistLen = replicationstats["repl_backlog_histlen"] }; } }
/// <summary> /// todo ? for attackable unit only? /// </summary> public virtual void UpdateStats(bool partial = true) { ReplicationStats stats = Stats as ReplicationStats; if (stats == null) { throw new Exception("Try to update stats from non replicable object."); } stats.UpdateReplication(partial); Game.Send(new UpdateStatsMessage(0, NetId, stats.ReplicationManager.Values, partial)); if (partial) { foreach (var x in stats.ReplicationManager.Values) { if (x != null) { x.Changed = false; } } } }
internal static IEnumerable <ReplicationBatchItem> GetReplicationItems(DocumentDatabase database, DocumentsOperationContext ctx, long etag, ReplicationStats stats, bool caseInsensitiveCounters) { var docs = database.DocumentsStorage.GetDocumentsFrom(ctx, etag + 1); var tombs = database.DocumentsStorage.GetTombstonesFrom(ctx, etag + 1); var conflicts = database.DocumentsStorage.ConflictsStorage.GetConflictsFrom(ctx, etag + 1).Select(DocumentReplicationItem.From); var revisionsStorage = database.DocumentsStorage.RevisionsStorage; var revisions = revisionsStorage.GetRevisionsFrom(ctx, etag + 1, long.MaxValue).Select(DocumentReplicationItem.From); var attachments = database.DocumentsStorage.AttachmentsStorage.GetAttachmentsFrom(ctx, etag + 1); var counters = database.DocumentsStorage.CountersStorage.GetCountersFrom(ctx, etag + 1, caseInsensitiveCounters); var timeSeries = database.DocumentsStorage.TimeSeriesStorage.GetSegmentsFrom(ctx, etag + 1); var deletedTimeSeriesRanges = database.DocumentsStorage.TimeSeriesStorage.GetDeletedRangesFrom(ctx, etag + 1); using (var docsIt = docs.GetEnumerator()) using (var tombsIt = tombs.GetEnumerator()) using (var conflictsIt = conflicts.GetEnumerator()) using (var versionsIt = revisions.GetEnumerator()) using (var attachmentsIt = attachments.GetEnumerator()) using (var countersIt = counters.GetEnumerator()) using (var timeSeriesIt = timeSeries.GetEnumerator()) using (var deletedTimeSeriesRangesIt = deletedTimeSeriesRanges.GetEnumerator()) using (var mergedInEnumerator = new MergedReplicationBatchEnumerator(stats.DocumentRead, stats.AttachmentRead, stats.TombstoneRead, stats.CounterRead, stats.TimeSeriesRead)) { mergedInEnumerator.AddEnumerator(ReplicationBatchItem.ReplicationItemType.Document, docsIt); mergedInEnumerator.AddEnumerator(ReplicationBatchItem.ReplicationItemType.DocumentTombstone, tombsIt); mergedInEnumerator.AddEnumerator(ReplicationBatchItem.ReplicationItemType.Document, conflictsIt); mergedInEnumerator.AddEnumerator(ReplicationBatchItem.ReplicationItemType.Document, versionsIt); mergedInEnumerator.AddEnumerator(ReplicationBatchItem.ReplicationItemType.Attachment, attachmentsIt); mergedInEnumerator.AddEnumerator(ReplicationBatchItem.ReplicationItemType.CounterGroup, countersIt); mergedInEnumerator.AddEnumerator(ReplicationBatchItem.ReplicationItemType.TimeSeriesSegment, timeSeriesIt); mergedInEnumerator.AddEnumerator(ReplicationBatchItem.ReplicationItemType.DeletedTimeSeriesRange, deletedTimeSeriesRangesIt); while (mergedInEnumerator.MoveNext()) { yield return(mergedInEnumerator.Current); } } }
private IEnumerable <ReplicationBatchItem> GetReplicationItems(DocumentsOperationContext ctx, long etag, ReplicationStats stats) { var docs = _parent._database.DocumentsStorage.GetDocumentsFrom(ctx, etag + 1); var tombs = _parent._database.DocumentsStorage.GetTombstonesFrom(ctx, etag + 1); var conflicts = _parent._database.DocumentsStorage.ConflictsStorage.GetConflictsFrom(ctx, etag + 1).Select(ReplicationBatchItem.From); var revisionsStorage = _parent._database.DocumentsStorage.RevisionsStorage; var revisions = revisionsStorage.GetRevisionsFrom(ctx, etag + 1, int.MaxValue).Select(ReplicationBatchItem.From); var attachments = _parent._database.DocumentsStorage.AttachmentsStorage.GetAttachmentsFrom(ctx, etag + 1); var counters = _parent._database.DocumentsStorage.CountersStorage.GetCountersFrom(ctx, etag + 1); using (var docsIt = docs.GetEnumerator()) using (var tombsIt = tombs.GetEnumerator()) using (var conflictsIt = conflicts.GetEnumerator()) using (var versionsIt = revisions.GetEnumerator()) using (var attachmentsIt = attachments.GetEnumerator()) using (var countersIt = counters.GetEnumerator()) using (var mergedInEnumerator = new MergedReplicationBatchEnumerator(stats.DocumentRead, stats.AttachmentRead, stats.TombstoneRead, stats.CounterRead)) { mergedInEnumerator.AddEnumerator(ReplicationBatchItem.ReplicationItemType.Document, docsIt); mergedInEnumerator.AddEnumerator(ReplicationBatchItem.ReplicationItemType.DocumentTombstone, tombsIt); mergedInEnumerator.AddEnumerator(ReplicationBatchItem.ReplicationItemType.Document, conflictsIt); mergedInEnumerator.AddEnumerator(ReplicationBatchItem.ReplicationItemType.Document, versionsIt); mergedInEnumerator.AddEnumerator(ReplicationBatchItem.ReplicationItemType.Attachment, attachmentsIt); mergedInEnumerator.AddEnumerator(ReplicationBatchItem.ReplicationItemType.Counter, countersIt); while (mergedInEnumerator.MoveNext()) { yield return(mergedInEnumerator.Current); } } }
public void Client() { string home = testHome + "/Client"; Configuration.ClearDir(home); clientStartSignal.WaitOne(); Console.WriteLine("Client: Join the replication"); // Open a environment. DatabaseEnvironmentConfig cfg = new DatabaseEnvironmentConfig(); cfg.UseReplication = true; cfg.MPoolSystemCfg = new MPoolConfig(); cfg.MPoolSystemCfg.CacheSize = new CacheInfo(0, 20485760, 1); cfg.UseLocking = true; cfg.UseTxns = true; cfg.UseMPool = true; cfg.Create = true; cfg.UseLogging = true; cfg.RunRecovery = true; cfg.TxnNoSync = true; cfg.FreeThreaded = true; cfg.LockTimeout = 50000; cfg.RepSystemCfg = new ReplicationConfig(); cfg.RepSystemCfg.RepmgrSitesConfig.Add(new DbSiteConfig()); cfg.RepSystemCfg.RepmgrSitesConfig[0].Host = "127.0.0.1"; cfg.RepSystemCfg.RepmgrSitesConfig[0].Port = ports[1]; cfg.RepSystemCfg.RepmgrSitesConfig[0].LocalSite = true; cfg.RepSystemCfg.Priority = 10; cfg.RepSystemCfg.RepmgrSitesConfig.Add(new DbSiteConfig()); cfg.RepSystemCfg.RepmgrSitesConfig[1].Host = "127.0.0.1"; cfg.RepSystemCfg.RepmgrSitesConfig[1].Port = ports[0]; cfg.RepSystemCfg.RepmgrSitesConfig[1].Helper = true; cfg.EventNotify = new EventNotifyDelegate(stuffHappened); DatabaseEnvironment env = DatabaseEnvironment.Open( home, cfg); // Start a client site with replication manager. env.RepMgrStartClient(3, false); // Leave enough time to sync. Thread.Sleep(20000); // Open database. BTreeDatabaseConfig dbConfig = new BTreeDatabaseConfig(); dbConfig.Creation = CreatePolicy.NEVER; dbConfig.AutoCommit = true; dbConfig.Env = env; dbConfig.PageSize = 512; BTreeDatabase db = BTreeDatabase.Open("rep.db", dbConfig); // Write data into database. Console.WriteLine("Client: Start reading data #1."); for (int i = 0; i < 5; i++) { db.GetBoth(new DatabaseEntry( BitConverter.GetBytes(i)), new DatabaseEntry( BitConverter.GetBytes(i))); } // Leave sometime for client to read new data from master. Thread.Sleep(20000); /* * Read the data. All data exists in master site should * appear in the client site. */ Console.WriteLine("Client: Start reading data #2."); for (int i = 10; i < 15; i++) { db.GetBoth(new DatabaseEntry( BitConverter.GetBytes(i)), new DatabaseEntry( BitConverter.GetBytes(i))); } // Get the latest replication subsystem statistics. ReplicationStats repStats = env.ReplicationSystemStats(); Assert.IsTrue(repStats.ClientStartupComplete); Assert.LessOrEqual(0, repStats.DuplicateLogRecords); Assert.LessOrEqual(0, repStats.EnvID); Assert.LessOrEqual(0, repStats.NextPage); Assert.LessOrEqual(0, repStats.ReceivedPages); Assert.AreEqual(1, repStats.Status); // Close all. db.Close(false); env.LogFlush(); env.Close(); Console.WriteLine( "Client: All data is read. Leaving the replication"); // The master is closed after client's close. masterCloseSignal.Set(); }
public void TestReplicationView() { testName = "TestReplicationView"; SetUpTest(true); string masterHome = testHome + "\\Master"; Configuration.ClearDir(masterHome); string clientHome1 = testHome + "\\Client1"; Configuration.ClearDir(clientHome1); string clientHome2 = testHome + "\\Client2"; Configuration.ClearDir(clientHome2); ports.Clear(); AvailablePorts portGen = new AvailablePorts(); uint mPort = portGen.Current; portGen.MoveNext(); uint cPort1 = portGen.Current; portGen.MoveNext(); uint cPort2 = portGen.Current; /* Open environment with replication configuration. */ DatabaseEnvironmentConfig cfg = new DatabaseEnvironmentConfig(); cfg.Create = true; cfg.RunRecovery = true; cfg.UseLocking = true; cfg.UseLogging = true; cfg.UseMPool = true; cfg.UseReplication = true; cfg.FreeThreaded = true; cfg.UseTxns = true; cfg.EventNotify = new EventNotifyDelegate(stuffHappened); cfg.RepSystemCfg = new ReplicationConfig(); cfg.RepSystemCfg.RepmgrSitesConfig.Add(new DbSiteConfig()); cfg.RepSystemCfg.RepmgrSitesConfig[0].Host = "127.0.0.1"; cfg.RepSystemCfg.RepmgrSitesConfig[0].Port = mPort; cfg.RepSystemCfg.RepmgrSitesConfig[0].LocalSite = true; cfg.RepSystemCfg.RepmgrSitesConfig[0].GroupCreator = true; cfg.RepSystemCfg.Priority = 100; /* Start up the master site. */ DatabaseEnvironment mEnv = DatabaseEnvironment.Open( masterHome, cfg); mEnv.DeadlockResolution = DeadlockPolicy.DEFAULT; mEnv.RepMgrStartMaster(2); /* Open the environment of the client 1 site. */ cfg.RepSystemCfg.RepmgrSitesConfig[0].Port = cPort1; cfg.RepSystemCfg.RepmgrSitesConfig[0].GroupCreator = false; cfg.RepSystemCfg.Priority = 10; cfg.RepSystemCfg.RepmgrSitesConfig.Add(new DbSiteConfig()); cfg.RepSystemCfg.RepmgrSitesConfig[1].Host = "127.0.0.1"; cfg.RepSystemCfg.RepmgrSitesConfig[1].Port = mPort; cfg.RepSystemCfg.RepmgrSitesConfig[1].Helper = true; /* Set the site as a partial view. */ cfg.RepSystemCfg.ReplicationView = repView; DatabaseEnvironment cEnv1 = DatabaseEnvironment.Open( clientHome1, cfg); /* Open the environment of the client 2 site. */ cfg.RepSystemCfg.RepmgrSitesConfig[0].Port = cPort2; cfg.RepSystemCfg.RepmgrSitesConfig[0].GroupCreator = false; cfg.RepSystemCfg.Priority = 10; /* Set the site as a full view. */ cfg.RepSystemCfg.ReplicationView = null; DatabaseEnvironment cEnv2 = DatabaseEnvironment.Open( clientHome2, cfg); /* * Create two database files db1.db and db2.db * on the master. */ BTreeDatabaseConfig btreeDBConfig = new BTreeDatabaseConfig(); btreeDBConfig.Env = mEnv; btreeDBConfig.Creation = CreatePolicy.ALWAYS; btreeDBConfig.AutoCommit = true; BTreeDatabase db1 = BTreeDatabase.Open("db1.db", btreeDBConfig); BTreeDatabase db2 = BTreeDatabase.Open("db2.db", btreeDBConfig); db1.Close(); db2.Close(); /* Start up the client sites. */ cEnv1.RepMgrStartClient(2, false); cEnv2.RepMgrStartClient(2, false); /* Wait for clients to start up */ int i = 0; while (!cEnv1.ReplicationSystemStats().ClientStartupComplete) { if (i < 20) { Thread.Sleep(1000); i++; } else { throw new TestException(); } } i = 0; while (!cEnv2.ReplicationSystemStats().ClientStartupComplete) { if (i < 20) { Thread.Sleep(1000); i++; } else { throw new TestException(); } } /* * Verify that the file db2.db is replicated to the * client 2 (full view), but not to the client 1 * (partial view), and the file db1.db is * replicated to both sites. */ btreeDBConfig.Env = cEnv1; btreeDBConfig.Creation = CreatePolicy.NEVER; db1 = BTreeDatabase.Open("db1.db", btreeDBConfig); try { db2 = BTreeDatabase.Open("db2.db", btreeDBConfig); throw new TestException(); } catch (DatabaseException e) { Assert.AreEqual(0, String.Compare( "No such file or directory", e.Message)); } db1.Close(); btreeDBConfig.Env = cEnv2; db1 = BTreeDatabase.Open("db1.db", btreeDBConfig); db2 = BTreeDatabase.Open("db2.db", btreeDBConfig); db1.Close(); db2.Close(); /* Get the replication manager statistic. */ RepMgrStats repMgrStats = mEnv.RepMgrSystemStats(); Assert.AreEqual(1, repMgrStats.ParticipantSites); Assert.AreEqual(3, repMgrStats.TotalSites); Assert.AreEqual(2, repMgrStats.ViewSites); /* * Verify the master is not a view locally * or from remote site. */ ReplicationStats repstats = mEnv.ReplicationSystemStats(); Assert.AreEqual(false, repstats.View); RepMgrSite[] rsite = cEnv1.RepMgrRemoteSites; Assert.AreEqual(2, rsite.Length); for (i = 0; i < rsite.Length; i++) { if (rsite[i].Address.Port == mPort) { break; } } Assert.Greater(rsite.Length, i); Assert.AreEqual(false, rsite[i].isView); /* * Verify the clients are views locally * and from remote site. */ rsite = mEnv.RepMgrRemoteSites; Assert.AreEqual(2, rsite.Length); Assert.AreEqual(true, rsite[0].isView); Assert.AreEqual(true, rsite[1].isView); repstats = cEnv1.ReplicationSystemStats(); Assert.AreEqual(true, repstats.View); repstats = cEnv2.ReplicationSystemStats(); Assert.AreEqual(true, repstats.View); cEnv2.Close(); cEnv1.Close(); mEnv.Close(); }
public void Master() { string home = testHome + "/Master"; string dbName = "rep.db"; Configuration.ClearDir(home); /* * Configure and open environment with replication * application. */ DatabaseEnvironmentConfig cfg = new DatabaseEnvironmentConfig(); cfg.UseReplication = true; cfg.MPoolSystemCfg = new MPoolConfig(); cfg.MPoolSystemCfg.CacheSize = new CacheInfo(0, 20485760, 1); cfg.UseLocking = true; cfg.UseTxns = true; cfg.UseMPool = true; cfg.Create = true; cfg.UseLogging = true; cfg.RunRecovery = true; cfg.TxnNoSync = true; cfg.FreeThreaded = true; cfg.RepSystemCfg = new ReplicationConfig(); cfg.RepSystemCfg.RepmgrSitesConfig.Add(new DbSiteConfig()); cfg.RepSystemCfg.RepmgrSitesConfig[0].Host = "127.0.0.1"; cfg.RepSystemCfg.RepmgrSitesConfig[0].Port = ports[0]; cfg.RepSystemCfg.RepmgrSitesConfig[0].LocalSite = true; cfg.RepSystemCfg.Priority = 100; cfg.RepSystemCfg.BulkTransfer = true; cfg.RepSystemCfg.AckTimeout = 2000; cfg.RepSystemCfg.BulkTransfer = true; cfg.RepSystemCfg.CheckpointDelay = 1500; cfg.RepSystemCfg.Clockskew(102, 100); cfg.RepSystemCfg.ConnectionRetry = 10; cfg.RepSystemCfg.DelayClientSync = false; cfg.RepSystemCfg.ElectionRetry = 5; cfg.RepSystemCfg.ElectionTimeout = 3000; cfg.RepSystemCfg.FullElectionTimeout = 5000; cfg.RepSystemCfg.HeartbeatMonitor = 100; cfg.RepSystemCfg.HeartbeatSend = 10; cfg.RepSystemCfg.LeaseTimeout = 1300; cfg.RepSystemCfg.AutoInit = true; cfg.RepSystemCfg.NoBlocking = false; cfg.RepSystemCfg.RepMgrAckPolicy = AckPolicy.ALL_PEERS; cfg.RepSystemCfg.RetransmissionRequest(10, 100); cfg.RepSystemCfg.Strict2Site = true; cfg.RepSystemCfg.UseMasterLeases = false; cfg.EventNotify = new EventNotifyDelegate(stuffHappened); DatabaseEnvironment env = DatabaseEnvironment.Open( home, cfg); // Get initial replication stats. ReplicationStats repStats = env.ReplicationSystemStats(); env.PrintReplicationSystemStats(); Assert.AreEqual(100, repStats.EnvPriority); Assert.AreEqual(1, repStats.CurrentElectionGenerationNumber); Assert.AreEqual(0, repStats.CurrentGenerationNumber); Assert.AreEqual(0, repStats.AppliedTransactions); Assert.AreEqual(0, repStats.ElectionDataGeneration); // Start a master site with replication manager. env.RepMgrStartMaster(3); // Open a btree database and write some data. Transaction txn = env.BeginTransaction(); BTreeDatabaseConfig dbConfig = new BTreeDatabaseConfig(); dbConfig.Creation = CreatePolicy.IF_NEEDED; dbConfig.Env = env; dbConfig.PageSize = 512; BTreeDatabase db = BTreeDatabase.Open(dbName, dbConfig, txn); txn.Commit(); txn = env.BeginTransaction(); for (int i = 0; i < 5; i++) { db.Put(new DatabaseEntry(BitConverter.GetBytes(i)), new DatabaseEntry(BitConverter.GetBytes(i)), txn); } txn.Commit(); Console.WriteLine( "Master: Finished initialization and data#1."); // Client site could enter now. clientStartSignal.Set(); Console.WriteLine( "Master: Wait for Client to join and get #1."); Console.WriteLine("..."); // Put some new data into master site. txn = env.BeginTransaction(); for (int i = 10; i < 15; i++) { db.Put(new DatabaseEntry(BitConverter.GetBytes(i)), new DatabaseEntry(BitConverter.GetBytes(i)), txn); } txn.Commit(); Console.WriteLine( "Master: Write something new, data #2."); Console.WriteLine("Master: Wait for client to read #2..."); // Get the stats. repStats = env.ReplicationSystemStats(true); env.PrintReplicationSystemStats(); Assert.LessOrEqual(0, repStats.AppliedTransactions); Assert.LessOrEqual(0, repStats.AwaitedLSN.LogFileNumber); Assert.LessOrEqual(0, repStats.AwaitedLSN.Offset); Assert.LessOrEqual(0, repStats.AwaitedPage); Assert.LessOrEqual(0, repStats.BadGenerationMessages); Assert.LessOrEqual(0, repStats.BulkBufferFills); Assert.LessOrEqual(0, repStats.BulkBufferOverflows); Assert.LessOrEqual(0, repStats.BulkBufferTransfers); Assert.LessOrEqual(0, repStats.BulkRecordsStored); Assert.LessOrEqual(0, repStats.ClientServiceRequests); Assert.LessOrEqual(0, repStats.ClientServiceRequestsMissing); Assert.IsInstanceOf(typeof(bool), repStats.ClientStartupComplete); Assert.AreEqual(2, repStats.CurrentElectionGenerationNumber); Assert.AreEqual(1, repStats.CurrentGenerationNumber); Assert.LessOrEqual(0, repStats.CurrentQueuedLogRecords); Assert.LessOrEqual(0, repStats.CurrentWinner); Assert.LessOrEqual(0, repStats.CurrentWinnerMaxLSN.LogFileNumber); Assert.LessOrEqual(0, repStats.CurrentWinnerMaxLSN.Offset); Assert.LessOrEqual(0, repStats.DuplicateLogRecords); Assert.LessOrEqual(0, repStats.DuplicatePages); Assert.LessOrEqual(0, repStats.DupMasters); Assert.LessOrEqual(0, repStats.ElectionGenerationNumber); Assert.LessOrEqual(0, repStats.ElectionPriority); Assert.LessOrEqual(0, repStats.Elections); Assert.LessOrEqual(0, repStats.ElectionStatus); Assert.LessOrEqual(0, repStats.ElectionsWon); Assert.LessOrEqual(0, repStats.ElectionTiebreaker); Assert.LessOrEqual(0, repStats.ElectionTimeSec); Assert.LessOrEqual(0, repStats.ElectionTimeUSec); Assert.AreEqual(repStats.EnvID, repStats.MasterEnvID); Assert.LessOrEqual(0, repStats.EnvPriority); Assert.LessOrEqual(0, repStats.FailedMessageSends); Assert.LessOrEqual(0, repStats.ForcedRerequests); Assert.LessOrEqual(0, repStats.IgnoredMessages); Assert.LessOrEqual(0, repStats.MasterChanges); Assert.LessOrEqual(0, repStats.MasterEnvID); Assert.LessOrEqual(0, repStats.MaxLeaseSec); Assert.LessOrEqual(0, repStats.MaxLeaseUSec); Assert.LessOrEqual(0, repStats.MaxPermanentLSN.Offset); Assert.LessOrEqual(0, repStats.MaxQueuedLogRecords); Assert.LessOrEqual(0, repStats.MessagesSent); Assert.LessOrEqual(0, repStats.MissedLogRecords); Assert.LessOrEqual(0, repStats.MissedPages); Assert.LessOrEqual(0, repStats.NewSiteMessages); Assert.LessOrEqual(repStats.MaxPermanentLSN.LogFileNumber, repStats.NextLSN.LogFileNumber); if (repStats.MaxPermanentLSN.LogFileNumber == repStats.NextLSN.LogFileNumber) { Assert.Less(repStats.MaxPermanentLSN.Offset, repStats.NextLSN.Offset); } Assert.LessOrEqual(0, repStats.NextPage); Assert.LessOrEqual(0, repStats.Outdated); Assert.LessOrEqual(0, repStats.QueuedLogRecords); Assert.LessOrEqual(0, repStats.ReceivedLogRecords); Assert.LessOrEqual(0, repStats.ReceivedMessages); Assert.LessOrEqual(0, repStats.ReceivedPages); Assert.LessOrEqual(0, repStats.RegisteredSites); Assert.LessOrEqual(0, repStats.RegisteredSitesNeeded); Assert.LessOrEqual(0, repStats.Sites); Assert.LessOrEqual(0, repStats.StartSyncMessagesDelayed); Assert.AreEqual(2, repStats.Status); Assert.LessOrEqual(0, repStats.Throttled); Assert.LessOrEqual(0, repStats.Votes); // Get replication manager statistics. RepMgrStats repMgrStats = env.RepMgrSystemStats(true); Assert.AreEqual(0, repMgrStats.AutoTakeovers); Assert.LessOrEqual(0, repMgrStats.DroppedConnections); Assert.LessOrEqual(0, repMgrStats.DroppedMessages); Assert.LessOrEqual(0, repMgrStats.ElectionThreads); Assert.LessOrEqual(0, repMgrStats.FailedConnections); Assert.LessOrEqual(0, repMgrStats.FailedMessages); Assert.Less(0, repMgrStats.MaxElectionThreads); Assert.LessOrEqual(0, repMgrStats.QueuedMessages); // Print them out. env.PrintRepMgrSystemStats(); // Wait until client has finished reading. masterCloseSignal.WaitOne(); Console.WriteLine("Master: Leave as well."); // Close all. db.Close(false); env.LogFlush(); env.Close(); }
public void StableClient(string home, int clientIdx, uint localPort, uint priority, uint helperPort, uint peerPort, EventWaitHandle notifyHandle) { int timeout = 0; Configuration.ClearDir(home); Console.WriteLine( "Client{0}: Join the replication", clientIdx); DatabaseEnvironmentConfig cfg = new DatabaseEnvironmentConfig(); cfg.Create = true; cfg.FreeThreaded = true; cfg.MPoolSystemCfg = new MPoolConfig(); cfg.MPoolSystemCfg.CacheSize = new CacheInfo(0, 20485760, 1); cfg.RunRecovery = true; cfg.TxnNoSync = true; cfg.UseLocking = true; cfg.UseMPool = true; cfg.UseTxns = true; cfg.UseReplication = true; cfg.UseLogging = true; cfg.RepSystemCfg = new ReplicationConfig(); cfg.RepSystemCfg.RepmgrSitesConfig.Add( new DbSiteConfig()); cfg.RepSystemCfg.RepmgrSitesConfig[0].Host = "127.0.0.1"; cfg.RepSystemCfg.RepmgrSitesConfig[0].Port = localPort; cfg.RepSystemCfg.RepmgrSitesConfig[0].LocalSite = true; cfg.RepSystemCfg.Priority = priority; cfg.RepSystemCfg.RepmgrSitesConfig.Add( new DbSiteConfig()); cfg.RepSystemCfg.RepmgrSitesConfig[1].Host = "127.0.0.1"; cfg.RepSystemCfg.RepmgrSitesConfig[1].Port = helperPort; cfg.RepSystemCfg.RepmgrSitesConfig[1].Helper = true; cfg.RepSystemCfg.ElectionRetry = 100; cfg.RepSystemCfg.RepMgrAckPolicy = AckPolicy.NONE; cfg.EventNotify = new EventNotifyDelegate(stuffHappened); DatabaseEnvironment env = DatabaseEnvironment.Open( home, cfg); env.DeadlockResolution = DeadlockPolicy.DEFAULT; try { // Start the client. Assert.AreEqual(clientIdx - 1, startUpDone); env.RepMgrStartClient(3, false); while (startUpDone < clientIdx) { if (timeout > 10) { throw new TestException(); } timeout++; Thread.Sleep(1000); } ReplicationStats repStats = env.ReplicationSystemStats(); Assert.LessOrEqual(0, repStats.Elections); Assert.LessOrEqual(0, repStats.ElectionTiebreaker); Assert.LessOrEqual(0, repStats.ElectionTimeSec + repStats.ElectionTimeUSec); Assert.LessOrEqual(0, repStats.MasterChanges); Assert.LessOrEqual(0, repStats.NewSiteMessages); Assert.LessOrEqual(0, repStats.ReceivedLogRecords); Assert.LessOrEqual(0, repStats.ReceivedMessages); Assert.LessOrEqual(0, repStats.ReceivedPages); Assert.GreaterOrEqual(clientIdx + 1, repStats.RegisteredSitesNeeded); Assert.LessOrEqual(0, repStats.Sites); // Notify the next event. notifyHandle.Set(); // Wait for master's leave. if (!clientsElectionSignal.WaitOne(50000)) { throw new TestException(); } timeout = 0; while (!electionDone) { if (timeout > 10) { throw new TestException(); } timeout++; Thread.Sleep(1000); } env.LogFlush(); timeout = 0; // Start up done event happens on client. while (startUpDone < 2) { if (timeout > 10) { throw new TestException(); } timeout++; Thread.Sleep(1000); } Thread.Sleep((int)priority * 100); } catch (Exception e) { Console.WriteLine(e.Message); } finally { env.Close(); Console.WriteLine( "Client{0}: Leaving the replication", clientIdx); } }
public void StableClient3() { string home = testHome + "/StableClient3"; Configuration.ClearDir(home); client3StartSignal.WaitOne(); Console.WriteLine("Client3: Join the replication"); DatabaseEnvironmentConfig cfg = new DatabaseEnvironmentConfig(); cfg.UseReplication = true; cfg.MPoolSystemCfg = new MPoolConfig(); cfg.MPoolSystemCfg.CacheSize = new CacheInfo(0, 20485760, 1); cfg.UseLocking = true; cfg.UseTxns = true; cfg.UseMPool = true; cfg.Create = true; cfg.UseLogging = true; cfg.RunRecovery = true; cfg.TxnNoSync = true; cfg.FreeThreaded = true; cfg.LockTimeout = 50000; cfg.RepSystemCfg = new ReplicationConfig(); cfg.RepSystemCfg.RepMgrLocalSite = new ReplicationHostAddress("127.0.0.1", 5888); cfg.RepSystemCfg.Priority = 80; cfg.RepSystemCfg.AddRemoteSite( new ReplicationHostAddress("127.0.0.1", 8888), false); cfg.RepSystemCfg.AddRemoteSite( new ReplicationHostAddress("127.0.0.1", 6888), true); cfg.RepSystemCfg.NSites = 4; cfg.EventNotify = new EventNotifyDelegate(stuffHappened); cfg.RepSystemCfg.ElectionRetry = 10; cfg.RepSystemCfg.RepMgrAckPolicy = AckPolicy.QUORUM; DatabaseEnvironment env = DatabaseEnvironment.Open( home, cfg); env.DeadlockResolution = DeadlockPolicy.DEFAULT; env.RepMgrStartClient(3, false); // Leave enough time to sync with master. Thread.Sleep(20000); // The current client site is fully initialized. client3ReadySignal.Set(); // Wait for master's leave signal. masterLeaveSignal.WaitOne(); /* * Set the master's leave signal so that other clients * could be informed. */ masterLeaveSignal.Set(); /* * Master will leave the replication after all clients' * initialization. Leave sometime for master to leave * and for clients elect. */ Thread.Sleep(5000); ReplicationStats repStats = env.ReplicationSystemStats(); Assert.LessOrEqual(0, repStats.Elections); Assert.LessOrEqual(0, repStats.ElectionTiebreaker); Assert.LessOrEqual(0, repStats.ElectionTimeSec + repStats.ElectionTimeUSec); Assert.LessOrEqual(0, repStats.MasterChanges); Assert.LessOrEqual(0, repStats.NewSiteMessages); Assert.LessOrEqual(0, repStats.ReceivedLogRecords); Assert.LessOrEqual(0, repStats.ReceivedMessages); Assert.LessOrEqual(0, repStats.ReceivedPages); Assert.GreaterOrEqual(4, repStats.RegisteredSitesNeeded); Assert.LessOrEqual(0, repStats.Sites); /* * Client 3 will be the new master. The Elected master should wait * until all other clients leave. */ Thread.Sleep(10000); env.LogFlush(); env.Close(); Console.WriteLine("Client3: Leaving the replication"); }