private void SetReplicationStats(IGrouping <string, KeyValuePair <string, string> > stats)
{
if (stats != null)
{
var replicationstats = stats.ToDictionary(x => x.Key, x => x.Value);
ReplicationStatistics = new ReplicationStats
{
Role = replicationstats["role"],
Slaves = replicationstats["connected_slaves"],
ReplOffset = replicationstats["master_repl_offset"],
BacklogActive = replicationstats["repl_backlog_active"],
BacklogSize = replicationstats["repl_backlog_size"],
BacklogFirstByteOffset = replicationstats["repl_backlog_first_byte_offset"],
BacklogHistLen = replicationstats["repl_backlog_histlen"]
};
}
}
/// <summary>
/// todo ? for attackable unit only?
/// </summary>
public virtual void UpdateStats(bool partial = true)
{
ReplicationStats stats = Stats as ReplicationStats;
if (stats == null)
{
throw new Exception("Try to update stats from non replicable object.");
}
stats.UpdateReplication(partial);
Game.Send(new UpdateStatsMessage(0, NetId, stats.ReplicationManager.Values, partial));
if (partial)
{
foreach (var x in stats.ReplicationManager.Values)
{
if (x != null)
{
x.Changed = false;
}
}
}
}
internal static IEnumerable <ReplicationBatchItem> GetReplicationItems(DocumentDatabase database, DocumentsOperationContext ctx, long etag, ReplicationStats stats, bool caseInsensitiveCounters)
{
var docs = database.DocumentsStorage.GetDocumentsFrom(ctx, etag + 1);
var tombs = database.DocumentsStorage.GetTombstonesFrom(ctx, etag + 1);
var conflicts = database.DocumentsStorage.ConflictsStorage.GetConflictsFrom(ctx, etag + 1).Select(DocumentReplicationItem.From);
var revisionsStorage = database.DocumentsStorage.RevisionsStorage;
var revisions = revisionsStorage.GetRevisionsFrom(ctx, etag + 1, long.MaxValue).Select(DocumentReplicationItem.From);
var attachments = database.DocumentsStorage.AttachmentsStorage.GetAttachmentsFrom(ctx, etag + 1);
var counters = database.DocumentsStorage.CountersStorage.GetCountersFrom(ctx, etag + 1, caseInsensitiveCounters);
var timeSeries = database.DocumentsStorage.TimeSeriesStorage.GetSegmentsFrom(ctx, etag + 1);
var deletedTimeSeriesRanges = database.DocumentsStorage.TimeSeriesStorage.GetDeletedRangesFrom(ctx, etag + 1);
using (var docsIt = docs.GetEnumerator())
using (var tombsIt = tombs.GetEnumerator())
using (var conflictsIt = conflicts.GetEnumerator())
using (var versionsIt = revisions.GetEnumerator())
using (var attachmentsIt = attachments.GetEnumerator())
using (var countersIt = counters.GetEnumerator())
using (var timeSeriesIt = timeSeries.GetEnumerator())
using (var deletedTimeSeriesRangesIt = deletedTimeSeriesRanges.GetEnumerator())
using (var mergedInEnumerator = new MergedReplicationBatchEnumerator(stats.DocumentRead, stats.AttachmentRead, stats.TombstoneRead, stats.CounterRead, stats.TimeSeriesRead))
{
mergedInEnumerator.AddEnumerator(ReplicationBatchItem.ReplicationItemType.Document, docsIt);
mergedInEnumerator.AddEnumerator(ReplicationBatchItem.ReplicationItemType.DocumentTombstone, tombsIt);
mergedInEnumerator.AddEnumerator(ReplicationBatchItem.ReplicationItemType.Document, conflictsIt);
mergedInEnumerator.AddEnumerator(ReplicationBatchItem.ReplicationItemType.Document, versionsIt);
mergedInEnumerator.AddEnumerator(ReplicationBatchItem.ReplicationItemType.Attachment, attachmentsIt);
mergedInEnumerator.AddEnumerator(ReplicationBatchItem.ReplicationItemType.CounterGroup, countersIt);
mergedInEnumerator.AddEnumerator(ReplicationBatchItem.ReplicationItemType.TimeSeriesSegment, timeSeriesIt);
mergedInEnumerator.AddEnumerator(ReplicationBatchItem.ReplicationItemType.DeletedTimeSeriesRange, deletedTimeSeriesRangesIt);
while (mergedInEnumerator.MoveNext())
{
yield return(mergedInEnumerator.Current);
}
}
}
private IEnumerable <ReplicationBatchItem> GetReplicationItems(DocumentsOperationContext ctx, long etag, ReplicationStats stats)
{
var docs = _parent._database.DocumentsStorage.GetDocumentsFrom(ctx, etag + 1);
var tombs = _parent._database.DocumentsStorage.GetTombstonesFrom(ctx, etag + 1);
var conflicts = _parent._database.DocumentsStorage.ConflictsStorage.GetConflictsFrom(ctx, etag + 1).Select(ReplicationBatchItem.From);
var revisionsStorage = _parent._database.DocumentsStorage.RevisionsStorage;
var revisions = revisionsStorage.GetRevisionsFrom(ctx, etag + 1, int.MaxValue).Select(ReplicationBatchItem.From);
var attachments = _parent._database.DocumentsStorage.AttachmentsStorage.GetAttachmentsFrom(ctx, etag + 1);
var counters = _parent._database.DocumentsStorage.CountersStorage.GetCountersFrom(ctx, etag + 1);
using (var docsIt = docs.GetEnumerator())
using (var tombsIt = tombs.GetEnumerator())
using (var conflictsIt = conflicts.GetEnumerator())
using (var versionsIt = revisions.GetEnumerator())
using (var attachmentsIt = attachments.GetEnumerator())
using (var countersIt = counters.GetEnumerator())
using (var mergedInEnumerator = new MergedReplicationBatchEnumerator(stats.DocumentRead, stats.AttachmentRead, stats.TombstoneRead, stats.CounterRead))
{
mergedInEnumerator.AddEnumerator(ReplicationBatchItem.ReplicationItemType.Document, docsIt);
mergedInEnumerator.AddEnumerator(ReplicationBatchItem.ReplicationItemType.DocumentTombstone, tombsIt);
mergedInEnumerator.AddEnumerator(ReplicationBatchItem.ReplicationItemType.Document, conflictsIt);
mergedInEnumerator.AddEnumerator(ReplicationBatchItem.ReplicationItemType.Document, versionsIt);
mergedInEnumerator.AddEnumerator(ReplicationBatchItem.ReplicationItemType.Attachment, attachmentsIt);
mergedInEnumerator.AddEnumerator(ReplicationBatchItem.ReplicationItemType.Counter, countersIt);
while (mergedInEnumerator.MoveNext())
{
yield return(mergedInEnumerator.Current);
}
}
}
public void Client()
{
string home = testHome + "/Client";
Configuration.ClearDir(home);
clientStartSignal.WaitOne();
Console.WriteLine("Client: Join the replication");
// Open a environment.
DatabaseEnvironmentConfig cfg =
new DatabaseEnvironmentConfig();
cfg.UseReplication = true;
cfg.MPoolSystemCfg = new MPoolConfig();
cfg.MPoolSystemCfg.CacheSize =
new CacheInfo(0, 20485760, 1);
cfg.UseLocking = true;
cfg.UseTxns = true;
cfg.UseMPool = true;
cfg.Create = true;
cfg.UseLogging = true;
cfg.RunRecovery = true;
cfg.TxnNoSync = true;
cfg.FreeThreaded = true;
cfg.LockTimeout = 50000;
cfg.RepSystemCfg = new ReplicationConfig();
cfg.RepSystemCfg.RepmgrSitesConfig.Add(new DbSiteConfig());
cfg.RepSystemCfg.RepmgrSitesConfig[0].Host = "127.0.0.1";
cfg.RepSystemCfg.RepmgrSitesConfig[0].Port = ports[1];
cfg.RepSystemCfg.RepmgrSitesConfig[0].LocalSite = true;
cfg.RepSystemCfg.Priority = 10;
cfg.RepSystemCfg.RepmgrSitesConfig.Add(new DbSiteConfig());
cfg.RepSystemCfg.RepmgrSitesConfig[1].Host = "127.0.0.1";
cfg.RepSystemCfg.RepmgrSitesConfig[1].Port = ports[0];
cfg.RepSystemCfg.RepmgrSitesConfig[1].Helper = true;
cfg.EventNotify = new EventNotifyDelegate(stuffHappened);
DatabaseEnvironment env = DatabaseEnvironment.Open(
home, cfg);
// Start a client site with replication manager.
env.RepMgrStartClient(3, false);
// Leave enough time to sync.
Thread.Sleep(20000);
// Open database.
BTreeDatabaseConfig dbConfig =
new BTreeDatabaseConfig();
dbConfig.Creation = CreatePolicy.NEVER;
dbConfig.AutoCommit = true;
dbConfig.Env = env;
dbConfig.PageSize = 512;
BTreeDatabase db = BTreeDatabase.Open("rep.db",
dbConfig);
// Write data into database.
Console.WriteLine("Client: Start reading data #1.");
for (int i = 0; i < 5; i++)
{
db.GetBoth(new DatabaseEntry(
BitConverter.GetBytes(i)), new DatabaseEntry(
BitConverter.GetBytes(i)));
}
// Leave sometime for client to read new data from master.
Thread.Sleep(20000);
/*
* Read the data. All data exists in master site should
* appear in the client site.
*/
Console.WriteLine("Client: Start reading data #2.");
for (int i = 10; i < 15; i++)
{
db.GetBoth(new DatabaseEntry(
BitConverter.GetBytes(i)), new DatabaseEntry(
BitConverter.GetBytes(i)));
}
// Get the latest replication subsystem statistics.
ReplicationStats repStats = env.ReplicationSystemStats();
Assert.IsTrue(repStats.ClientStartupComplete);
Assert.LessOrEqual(0, repStats.DuplicateLogRecords);
Assert.LessOrEqual(0, repStats.EnvID);
Assert.LessOrEqual(0, repStats.NextPage);
Assert.LessOrEqual(0, repStats.ReceivedPages);
Assert.AreEqual(1, repStats.Status);
// Close all.
db.Close(false);
env.LogFlush();
env.Close();
Console.WriteLine(
"Client: All data is read. Leaving the replication");
// The master is closed after client's close.
masterCloseSignal.Set();
}
public void TestReplicationView()
{
testName = "TestReplicationView";
SetUpTest(true);
string masterHome = testHome + "\\Master";
Configuration.ClearDir(masterHome);
string clientHome1 = testHome + "\\Client1";
Configuration.ClearDir(clientHome1);
string clientHome2 = testHome + "\\Client2";
Configuration.ClearDir(clientHome2);
ports.Clear();
AvailablePorts portGen = new AvailablePorts();
uint mPort = portGen.Current;
portGen.MoveNext();
uint cPort1 = portGen.Current;
portGen.MoveNext();
uint cPort2 = portGen.Current;
/* Open environment with replication configuration. */
DatabaseEnvironmentConfig cfg =
new DatabaseEnvironmentConfig();
cfg.Create = true;
cfg.RunRecovery = true;
cfg.UseLocking = true;
cfg.UseLogging = true;
cfg.UseMPool = true;
cfg.UseReplication = true;
cfg.FreeThreaded = true;
cfg.UseTxns = true;
cfg.EventNotify = new EventNotifyDelegate(stuffHappened);
cfg.RepSystemCfg = new ReplicationConfig();
cfg.RepSystemCfg.RepmgrSitesConfig.Add(new DbSiteConfig());
cfg.RepSystemCfg.RepmgrSitesConfig[0].Host = "127.0.0.1";
cfg.RepSystemCfg.RepmgrSitesConfig[0].Port = mPort;
cfg.RepSystemCfg.RepmgrSitesConfig[0].LocalSite = true;
cfg.RepSystemCfg.RepmgrSitesConfig[0].GroupCreator = true;
cfg.RepSystemCfg.Priority = 100;
/* Start up the master site. */
DatabaseEnvironment mEnv = DatabaseEnvironment.Open(
masterHome, cfg);
mEnv.DeadlockResolution = DeadlockPolicy.DEFAULT;
mEnv.RepMgrStartMaster(2);
/* Open the environment of the client 1 site. */
cfg.RepSystemCfg.RepmgrSitesConfig[0].Port = cPort1;
cfg.RepSystemCfg.RepmgrSitesConfig[0].GroupCreator = false;
cfg.RepSystemCfg.Priority = 10;
cfg.RepSystemCfg.RepmgrSitesConfig.Add(new DbSiteConfig());
cfg.RepSystemCfg.RepmgrSitesConfig[1].Host = "127.0.0.1";
cfg.RepSystemCfg.RepmgrSitesConfig[1].Port = mPort;
cfg.RepSystemCfg.RepmgrSitesConfig[1].Helper = true;
/* Set the site as a partial view. */
cfg.RepSystemCfg.ReplicationView = repView;
DatabaseEnvironment cEnv1 = DatabaseEnvironment.Open(
clientHome1, cfg);
/* Open the environment of the client 2 site. */
cfg.RepSystemCfg.RepmgrSitesConfig[0].Port = cPort2;
cfg.RepSystemCfg.RepmgrSitesConfig[0].GroupCreator = false;
cfg.RepSystemCfg.Priority = 10;
/* Set the site as a full view. */
cfg.RepSystemCfg.ReplicationView = null;
DatabaseEnvironment cEnv2 = DatabaseEnvironment.Open(
clientHome2, cfg);
/*
* Create two database files db1.db and db2.db
* on the master.
*/
BTreeDatabaseConfig btreeDBConfig =
new BTreeDatabaseConfig();
btreeDBConfig.Env = mEnv;
btreeDBConfig.Creation = CreatePolicy.ALWAYS;
btreeDBConfig.AutoCommit = true;
BTreeDatabase db1 =
BTreeDatabase.Open("db1.db", btreeDBConfig);
BTreeDatabase db2 =
BTreeDatabase.Open("db2.db", btreeDBConfig);
db1.Close();
db2.Close();
/* Start up the client sites. */
cEnv1.RepMgrStartClient(2, false);
cEnv2.RepMgrStartClient(2, false);
/* Wait for clients to start up */
int i = 0;
while (!cEnv1.ReplicationSystemStats().ClientStartupComplete)
{
if (i < 20)
{
Thread.Sleep(1000);
i++;
}
else
{
throw new TestException();
}
}
i = 0;
while (!cEnv2.ReplicationSystemStats().ClientStartupComplete)
{
if (i < 20)
{
Thread.Sleep(1000);
i++;
}
else
{
throw new TestException();
}
}
/*
* Verify that the file db2.db is replicated to the
* client 2 (full view), but not to the client 1
* (partial view), and the file db1.db is
* replicated to both sites.
*/
btreeDBConfig.Env = cEnv1;
btreeDBConfig.Creation = CreatePolicy.NEVER;
db1 = BTreeDatabase.Open("db1.db", btreeDBConfig);
try
{
db2 = BTreeDatabase.Open("db2.db", btreeDBConfig);
throw new TestException();
}
catch (DatabaseException e) {
Assert.AreEqual(0, String.Compare(
"No such file or directory", e.Message));
}
db1.Close();
btreeDBConfig.Env = cEnv2;
db1 = BTreeDatabase.Open("db1.db", btreeDBConfig);
db2 = BTreeDatabase.Open("db2.db", btreeDBConfig);
db1.Close();
db2.Close();
/* Get the replication manager statistic. */
RepMgrStats repMgrStats = mEnv.RepMgrSystemStats();
Assert.AreEqual(1, repMgrStats.ParticipantSites);
Assert.AreEqual(3, repMgrStats.TotalSites);
Assert.AreEqual(2, repMgrStats.ViewSites);
/*
* Verify the master is not a view locally
* or from remote site.
*/
ReplicationStats repstats =
mEnv.ReplicationSystemStats();
Assert.AreEqual(false, repstats.View);
RepMgrSite[] rsite = cEnv1.RepMgrRemoteSites;
Assert.AreEqual(2, rsite.Length);
for (i = 0; i < rsite.Length; i++)
{
if (rsite[i].Address.Port == mPort)
{
break;
}
}
Assert.Greater(rsite.Length, i);
Assert.AreEqual(false, rsite[i].isView);
/*
* Verify the clients are views locally
* and from remote site.
*/
rsite = mEnv.RepMgrRemoteSites;
Assert.AreEqual(2, rsite.Length);
Assert.AreEqual(true, rsite[0].isView);
Assert.AreEqual(true, rsite[1].isView);
repstats = cEnv1.ReplicationSystemStats();
Assert.AreEqual(true, repstats.View);
repstats = cEnv2.ReplicationSystemStats();
Assert.AreEqual(true, repstats.View);
cEnv2.Close();
cEnv1.Close();
mEnv.Close();
}
public void Master()
{
string home = testHome + "/Master";
string dbName = "rep.db";
Configuration.ClearDir(home);
/*
* Configure and open environment with replication
* application.
*/
DatabaseEnvironmentConfig cfg =
new DatabaseEnvironmentConfig();
cfg.UseReplication = true;
cfg.MPoolSystemCfg = new MPoolConfig();
cfg.MPoolSystemCfg.CacheSize =
new CacheInfo(0, 20485760, 1);
cfg.UseLocking = true;
cfg.UseTxns = true;
cfg.UseMPool = true;
cfg.Create = true;
cfg.UseLogging = true;
cfg.RunRecovery = true;
cfg.TxnNoSync = true;
cfg.FreeThreaded = true;
cfg.RepSystemCfg = new ReplicationConfig();
cfg.RepSystemCfg.RepmgrSitesConfig.Add(new DbSiteConfig());
cfg.RepSystemCfg.RepmgrSitesConfig[0].Host = "127.0.0.1";
cfg.RepSystemCfg.RepmgrSitesConfig[0].Port = ports[0];
cfg.RepSystemCfg.RepmgrSitesConfig[0].LocalSite = true;
cfg.RepSystemCfg.Priority = 100;
cfg.RepSystemCfg.BulkTransfer = true;
cfg.RepSystemCfg.AckTimeout = 2000;
cfg.RepSystemCfg.BulkTransfer = true;
cfg.RepSystemCfg.CheckpointDelay = 1500;
cfg.RepSystemCfg.Clockskew(102, 100);
cfg.RepSystemCfg.ConnectionRetry = 10;
cfg.RepSystemCfg.DelayClientSync = false;
cfg.RepSystemCfg.ElectionRetry = 5;
cfg.RepSystemCfg.ElectionTimeout = 3000;
cfg.RepSystemCfg.FullElectionTimeout = 5000;
cfg.RepSystemCfg.HeartbeatMonitor = 100;
cfg.RepSystemCfg.HeartbeatSend = 10;
cfg.RepSystemCfg.LeaseTimeout = 1300;
cfg.RepSystemCfg.AutoInit = true;
cfg.RepSystemCfg.NoBlocking = false;
cfg.RepSystemCfg.RepMgrAckPolicy =
AckPolicy.ALL_PEERS;
cfg.RepSystemCfg.RetransmissionRequest(10, 100);
cfg.RepSystemCfg.Strict2Site = true;
cfg.RepSystemCfg.UseMasterLeases = false;
cfg.EventNotify = new EventNotifyDelegate(stuffHappened);
DatabaseEnvironment env = DatabaseEnvironment.Open(
home, cfg);
// Get initial replication stats.
ReplicationStats repStats = env.ReplicationSystemStats();
env.PrintReplicationSystemStats();
Assert.AreEqual(100, repStats.EnvPriority);
Assert.AreEqual(1,
repStats.CurrentElectionGenerationNumber);
Assert.AreEqual(0, repStats.CurrentGenerationNumber);
Assert.AreEqual(0, repStats.AppliedTransactions);
Assert.AreEqual(0, repStats.ElectionDataGeneration);
// Start a master site with replication manager.
env.RepMgrStartMaster(3);
// Open a btree database and write some data.
Transaction txn = env.BeginTransaction();
BTreeDatabaseConfig dbConfig =
new BTreeDatabaseConfig();
dbConfig.Creation = CreatePolicy.IF_NEEDED;
dbConfig.Env = env;
dbConfig.PageSize = 512;
BTreeDatabase db = BTreeDatabase.Open(dbName,
dbConfig, txn);
txn.Commit();
txn = env.BeginTransaction();
for (int i = 0; i < 5; i++)
{
db.Put(new DatabaseEntry(BitConverter.GetBytes(i)),
new DatabaseEntry(BitConverter.GetBytes(i)), txn);
}
txn.Commit();
Console.WriteLine(
"Master: Finished initialization and data#1.");
// Client site could enter now.
clientStartSignal.Set();
Console.WriteLine(
"Master: Wait for Client to join and get #1.");
Console.WriteLine("...");
// Put some new data into master site.
txn = env.BeginTransaction();
for (int i = 10; i < 15; i++)
{
db.Put(new DatabaseEntry(BitConverter.GetBytes(i)),
new DatabaseEntry(BitConverter.GetBytes(i)),
txn);
}
txn.Commit();
Console.WriteLine(
"Master: Write something new, data #2.");
Console.WriteLine("Master: Wait for client to read #2...");
// Get the stats.
repStats = env.ReplicationSystemStats(true);
env.PrintReplicationSystemStats();
Assert.LessOrEqual(0, repStats.AppliedTransactions);
Assert.LessOrEqual(0, repStats.AwaitedLSN.LogFileNumber);
Assert.LessOrEqual(0, repStats.AwaitedLSN.Offset);
Assert.LessOrEqual(0, repStats.AwaitedPage);
Assert.LessOrEqual(0, repStats.BadGenerationMessages);
Assert.LessOrEqual(0, repStats.BulkBufferFills);
Assert.LessOrEqual(0, repStats.BulkBufferOverflows);
Assert.LessOrEqual(0, repStats.BulkBufferTransfers);
Assert.LessOrEqual(0, repStats.BulkRecordsStored);
Assert.LessOrEqual(0, repStats.ClientServiceRequests);
Assert.LessOrEqual(0, repStats.ClientServiceRequestsMissing);
Assert.IsInstanceOf(typeof(bool), repStats.ClientStartupComplete);
Assert.AreEqual(2, repStats.CurrentElectionGenerationNumber);
Assert.AreEqual(1, repStats.CurrentGenerationNumber);
Assert.LessOrEqual(0, repStats.CurrentQueuedLogRecords);
Assert.LessOrEqual(0, repStats.CurrentWinner);
Assert.LessOrEqual(0, repStats.CurrentWinnerMaxLSN.LogFileNumber);
Assert.LessOrEqual(0, repStats.CurrentWinnerMaxLSN.Offset);
Assert.LessOrEqual(0, repStats.DuplicateLogRecords);
Assert.LessOrEqual(0, repStats.DuplicatePages);
Assert.LessOrEqual(0, repStats.DupMasters);
Assert.LessOrEqual(0, repStats.ElectionGenerationNumber);
Assert.LessOrEqual(0, repStats.ElectionPriority);
Assert.LessOrEqual(0, repStats.Elections);
Assert.LessOrEqual(0, repStats.ElectionStatus);
Assert.LessOrEqual(0, repStats.ElectionsWon);
Assert.LessOrEqual(0, repStats.ElectionTiebreaker);
Assert.LessOrEqual(0, repStats.ElectionTimeSec);
Assert.LessOrEqual(0, repStats.ElectionTimeUSec);
Assert.AreEqual(repStats.EnvID, repStats.MasterEnvID);
Assert.LessOrEqual(0, repStats.EnvPriority);
Assert.LessOrEqual(0, repStats.FailedMessageSends);
Assert.LessOrEqual(0, repStats.ForcedRerequests);
Assert.LessOrEqual(0, repStats.IgnoredMessages);
Assert.LessOrEqual(0, repStats.MasterChanges);
Assert.LessOrEqual(0, repStats.MasterEnvID);
Assert.LessOrEqual(0, repStats.MaxLeaseSec);
Assert.LessOrEqual(0, repStats.MaxLeaseUSec);
Assert.LessOrEqual(0, repStats.MaxPermanentLSN.Offset);
Assert.LessOrEqual(0, repStats.MaxQueuedLogRecords);
Assert.LessOrEqual(0, repStats.MessagesSent);
Assert.LessOrEqual(0, repStats.MissedLogRecords);
Assert.LessOrEqual(0, repStats.MissedPages);
Assert.LessOrEqual(0, repStats.NewSiteMessages);
Assert.LessOrEqual(repStats.MaxPermanentLSN.LogFileNumber,
repStats.NextLSN.LogFileNumber);
if (repStats.MaxPermanentLSN.LogFileNumber ==
repStats.NextLSN.LogFileNumber)
{
Assert.Less(repStats.MaxPermanentLSN.Offset,
repStats.NextLSN.Offset);
}
Assert.LessOrEqual(0, repStats.NextPage);
Assert.LessOrEqual(0, repStats.Outdated);
Assert.LessOrEqual(0, repStats.QueuedLogRecords);
Assert.LessOrEqual(0, repStats.ReceivedLogRecords);
Assert.LessOrEqual(0, repStats.ReceivedMessages);
Assert.LessOrEqual(0, repStats.ReceivedPages);
Assert.LessOrEqual(0, repStats.RegisteredSites);
Assert.LessOrEqual(0, repStats.RegisteredSitesNeeded);
Assert.LessOrEqual(0, repStats.Sites);
Assert.LessOrEqual(0, repStats.StartSyncMessagesDelayed);
Assert.AreEqual(2, repStats.Status);
Assert.LessOrEqual(0, repStats.Throttled);
Assert.LessOrEqual(0, repStats.Votes);
// Get replication manager statistics.
RepMgrStats repMgrStats = env.RepMgrSystemStats(true);
Assert.AreEqual(0, repMgrStats.AutoTakeovers);
Assert.LessOrEqual(0, repMgrStats.DroppedConnections);
Assert.LessOrEqual(0, repMgrStats.DroppedMessages);
Assert.LessOrEqual(0, repMgrStats.ElectionThreads);
Assert.LessOrEqual(0, repMgrStats.FailedConnections);
Assert.LessOrEqual(0, repMgrStats.FailedMessages);
Assert.Less(0, repMgrStats.MaxElectionThreads);
Assert.LessOrEqual(0, repMgrStats.QueuedMessages);
// Print them out.
env.PrintRepMgrSystemStats();
// Wait until client has finished reading.
masterCloseSignal.WaitOne();
Console.WriteLine("Master: Leave as well.");
// Close all.
db.Close(false);
env.LogFlush();
env.Close();
}
public void StableClient(string home, int clientIdx,
uint localPort, uint priority,
uint helperPort, uint peerPort,
EventWaitHandle notifyHandle)
{
int timeout = 0;
Configuration.ClearDir(home);
Console.WriteLine(
"Client{0}: Join the replication", clientIdx);
DatabaseEnvironmentConfig cfg =
new DatabaseEnvironmentConfig();
cfg.Create = true;
cfg.FreeThreaded = true;
cfg.MPoolSystemCfg = new MPoolConfig();
cfg.MPoolSystemCfg.CacheSize =
new CacheInfo(0, 20485760, 1);
cfg.RunRecovery = true;
cfg.TxnNoSync = true;
cfg.UseLocking = true;
cfg.UseMPool = true;
cfg.UseTxns = true;
cfg.UseReplication = true;
cfg.UseLogging = true;
cfg.RepSystemCfg = new ReplicationConfig();
cfg.RepSystemCfg.RepmgrSitesConfig.Add(
new DbSiteConfig());
cfg.RepSystemCfg.RepmgrSitesConfig[0].Host = "127.0.0.1";
cfg.RepSystemCfg.RepmgrSitesConfig[0].Port = localPort;
cfg.RepSystemCfg.RepmgrSitesConfig[0].LocalSite = true;
cfg.RepSystemCfg.Priority = priority;
cfg.RepSystemCfg.RepmgrSitesConfig.Add(
new DbSiteConfig());
cfg.RepSystemCfg.RepmgrSitesConfig[1].Host = "127.0.0.1";
cfg.RepSystemCfg.RepmgrSitesConfig[1].Port = helperPort;
cfg.RepSystemCfg.RepmgrSitesConfig[1].Helper = true;
cfg.RepSystemCfg.ElectionRetry = 100;
cfg.RepSystemCfg.RepMgrAckPolicy = AckPolicy.NONE;
cfg.EventNotify = new EventNotifyDelegate(stuffHappened);
DatabaseEnvironment env = DatabaseEnvironment.Open(
home, cfg);
env.DeadlockResolution = DeadlockPolicy.DEFAULT;
try {
// Start the client.
Assert.AreEqual(clientIdx - 1, startUpDone);
env.RepMgrStartClient(3, false);
while (startUpDone < clientIdx)
{
if (timeout > 10)
{
throw new TestException();
}
timeout++;
Thread.Sleep(1000);
}
ReplicationStats repStats =
env.ReplicationSystemStats();
Assert.LessOrEqual(0, repStats.Elections);
Assert.LessOrEqual(0,
repStats.ElectionTiebreaker);
Assert.LessOrEqual(0, repStats.ElectionTimeSec +
repStats.ElectionTimeUSec);
Assert.LessOrEqual(0, repStats.MasterChanges);
Assert.LessOrEqual(0, repStats.NewSiteMessages);
Assert.LessOrEqual(0,
repStats.ReceivedLogRecords);
Assert.LessOrEqual(0, repStats.ReceivedMessages);
Assert.LessOrEqual(0, repStats.ReceivedPages);
Assert.GreaterOrEqual(clientIdx + 1,
repStats.RegisteredSitesNeeded);
Assert.LessOrEqual(0, repStats.Sites);
// Notify the next event.
notifyHandle.Set();
// Wait for master's leave.
if (!clientsElectionSignal.WaitOne(50000))
{
throw new TestException();
}
timeout = 0;
while (!electionDone)
{
if (timeout > 10)
{
throw new TestException();
}
timeout++;
Thread.Sleep(1000);
}
env.LogFlush();
timeout = 0;
// Start up done event happens on client.
while (startUpDone < 2)
{
if (timeout > 10)
{
throw new TestException();
}
timeout++;
Thread.Sleep(1000);
}
Thread.Sleep((int)priority * 100);
} catch (Exception e) {
Console.WriteLine(e.Message);
} finally {
env.Close();
Console.WriteLine(
"Client{0}: Leaving the replication",
clientIdx);
}
}
public void StableClient3()
{
string home = testHome + "/StableClient3";
Configuration.ClearDir(home);
client3StartSignal.WaitOne();
Console.WriteLine("Client3: Join the replication");
DatabaseEnvironmentConfig cfg =
new DatabaseEnvironmentConfig();
cfg.UseReplication = true;
cfg.MPoolSystemCfg = new MPoolConfig();
cfg.MPoolSystemCfg.CacheSize =
new CacheInfo(0, 20485760, 1);
cfg.UseLocking = true;
cfg.UseTxns = true;
cfg.UseMPool = true;
cfg.Create = true;
cfg.UseLogging = true;
cfg.RunRecovery = true;
cfg.TxnNoSync = true;
cfg.FreeThreaded = true;
cfg.LockTimeout = 50000;
cfg.RepSystemCfg = new ReplicationConfig();
cfg.RepSystemCfg.RepMgrLocalSite =
new ReplicationHostAddress("127.0.0.1", 5888);
cfg.RepSystemCfg.Priority = 80;
cfg.RepSystemCfg.AddRemoteSite(
new ReplicationHostAddress("127.0.0.1", 8888), false);
cfg.RepSystemCfg.AddRemoteSite(
new ReplicationHostAddress("127.0.0.1", 6888), true);
cfg.RepSystemCfg.NSites = 4;
cfg.EventNotify = new EventNotifyDelegate(stuffHappened);
cfg.RepSystemCfg.ElectionRetry = 10;
cfg.RepSystemCfg.RepMgrAckPolicy = AckPolicy.QUORUM;
DatabaseEnvironment env = DatabaseEnvironment.Open(
home, cfg);
env.DeadlockResolution = DeadlockPolicy.DEFAULT;
env.RepMgrStartClient(3, false);
// Leave enough time to sync with master.
Thread.Sleep(20000);
// The current client site is fully initialized.
client3ReadySignal.Set();
// Wait for master's leave signal.
masterLeaveSignal.WaitOne();
/*
* Set the master's leave signal so that other clients
* could be informed.
*/
masterLeaveSignal.Set();
/*
* Master will leave the replication after all clients'
* initialization. Leave sometime for master to leave
* and for clients elect.
*/
Thread.Sleep(5000);
ReplicationStats repStats = env.ReplicationSystemStats();
Assert.LessOrEqual(0, repStats.Elections);
Assert.LessOrEqual(0, repStats.ElectionTiebreaker);
Assert.LessOrEqual(0,
repStats.ElectionTimeSec + repStats.ElectionTimeUSec);
Assert.LessOrEqual(0, repStats.MasterChanges);
Assert.LessOrEqual(0, repStats.NewSiteMessages);
Assert.LessOrEqual(0, repStats.ReceivedLogRecords);
Assert.LessOrEqual(0, repStats.ReceivedMessages);
Assert.LessOrEqual(0, repStats.ReceivedPages);
Assert.GreaterOrEqual(4, repStats.RegisteredSitesNeeded);
Assert.LessOrEqual(0, repStats.Sites);
/*
* Client 3 will be the new master. The Elected master should wait
* until all other clients leave.
*/
Thread.Sleep(10000);
env.LogFlush();
env.Close();
Console.WriteLine("Client3: Leaving the replication");
}
