static public void DoTest(int BaseNum, int RecordsNumber)
{
{
Stopwatch watch = new Stopwatch();
String BasePath = "C://BdbPerformanceTestFolder";
int envOpenTime = 0;
int baseOpenTime = 0;
int oneBaseSetTime = 0;
int multiBaseSetTime = 0;
int oneBaseGetTime = 0;
int multiBaseGetTime = 0;
int gettedM1ask;
int gettedM1bid;
int gettedTks;
int gettedTksLv2;
List<double> oneSpeedsGet = new List<double>();
List<double> oneSpeedsSet = new List<double>();
int gettedElements = 0;
for (int baseFileID = 0; baseFileID < BaseNum; baseFileID++)
{
gettedM1ask = 0;
gettedM1bid = 0;
gettedTks = 0;
gettedTksLv2 = 0;
var envConfig = new DatabaseEnvironmentConfig();
envConfig.Create = true;
envConfig.DataDirs.Add(BasePath + "//" + baseFileID.ToString());
envConfig.CreationDir = BasePath + "//" + baseFileID.ToString();
envConfig.ErrorPrefix = "QH_BDB_ENV_" + baseFileID.ToString();
envConfig.UseLocking = true;
envConfig.UseMPool = true;
envConfig.FreeThreaded = true;
Directory.CreateDirectory(BasePath + "//" + baseFileID.ToString());
DatabaseEnvironment env = null;
watch.Reset();
watch.Start();
env = DatabaseEnvironment.Open(BasePath + "//" + baseFileID.ToString(), envConfig);
watch.Stop();
envOpenTime += (int)watch.ElapsedMilliseconds;
watch.Reset();
watch.Start();
var BaseM1Ask = new BdbStorage(BasePath + "//" + baseFileID.ToString() + "//" + baseFileID.ToString() + ".db", "M1 ask", env);
var BaseM1Bid = new BdbStorage(BasePath + "//" + baseFileID.ToString() + "//" + baseFileID.ToString() + ".db", "M1 bid", env);
var BaseTks = new BdbStorage(BasePath + "//" + baseFileID.ToString() + "//" + baseFileID.ToString() + ".db", "ticks", env);
var BaseTksL2 = new BdbStorage(BasePath + "//" + baseFileID.ToString() + "//" + baseFileID.ToString() + ".db", "ticks level2", env);
watch.Stop();
baseOpenTime += (int)watch.ElapsedMilliseconds;
var listToAppend = new List<KeyValuePair<DatabaseEntry, DatabaseEntry>>();
var key = new DatabaseEntry();
var value = new DatabaseEntry();
for (int recNum = 0; recNum < RecordsNumber; recNum++)
{
key = GetNextDBEntry(key);
value= GetNextDBEntry(value);
listToAppend.Add(new KeyValuePair<DatabaseEntry, DatabaseEntry>(key, value));
}
watch.Reset();
watch.Start();
BaseM1Ask.SetAll(listToAppend);
watch.Stop();
oneSpeedsSet.Add(1.0* RecordsNumber*1000/ watch.ElapsedMilliseconds);
multiBaseSetTime += (int)watch.ElapsedMilliseconds;
watch.Reset();
watch.Start();
BaseM1Bid.SetAll(listToAppend);
watch.Stop();
oneSpeedsSet.Add(1.0 * RecordsNumber * 1000 / watch.ElapsedMilliseconds);
multiBaseSetTime += (int)watch.ElapsedMilliseconds;
watch.Reset();
watch.Start();
BaseTks.SetAll(listToAppend);
watch.Stop();
oneSpeedsSet.Add(1.0 * RecordsNumber * 1000 / watch.ElapsedMilliseconds);
multiBaseSetTime += (int)watch.ElapsedMilliseconds;
watch.Reset();
watch.Start();
BaseTksL2.SetAll(listToAppend);
watch.Stop();
oneSpeedsSet.Add(1.0 * RecordsNumber * 1000 / watch.ElapsedMilliseconds);
multiBaseSetTime += (int)watch.ElapsedMilliseconds;
var listToGet = new List<KeyValuePair<DatabaseEntry, DatabaseEntry>>();
watch.Reset();
watch.Start();
foreach (var kv in BaseM1Ask.GetAll())
{
gettedM1ask += 1;
}
watch.Stop();
gettedElements += gettedM1ask;
oneSpeedsGet.Add(1.0* gettedM1ask*1000/ watch.ElapsedMilliseconds);
multiBaseGetTime += (int)watch.ElapsedMilliseconds;
watch.Reset();
watch.Start();
foreach (var kv in BaseM1Bid.GetAll())
{
gettedM1bid += 1;
}
watch.Stop();
gettedElements += gettedM1bid;
oneSpeedsGet.Add(1.0 * gettedM1bid * 1000 / watch.ElapsedMilliseconds);
multiBaseGetTime += (int)watch.ElapsedMilliseconds;
watch.Reset();
watch.Start();
foreach (var kv in BaseTks.GetAll())
{
gettedTks += 1;
}
watch.Stop();
gettedElements += gettedTks;
oneSpeedsGet.Add(1.0 * gettedTks * 1000 / watch.ElapsedMilliseconds);
multiBaseGetTime += (int)watch.ElapsedMilliseconds;
watch.Reset();
watch.Start();
foreach (var kv in BaseTksL2.GetAll())
{
gettedTksLv2 += 1;
}
watch.Stop();
gettedElements += gettedTksLv2;
oneSpeedsGet.Add(1.0 * gettedTksLv2 * 1000 / watch.ElapsedMilliseconds);
multiBaseGetTime += (int)watch.ElapsedMilliseconds;
BaseM1Ask.Close();
BaseM1Bid.Close();
BaseTks.Close();
BaseTksL2.Close();
env.Close();
Directory.Delete(BasePath,true);
}
System.Console.WriteLine( "Bdb Performance Test with " + BaseNum.ToString() + " files, in each file 4 database were created,\n"
+"in each database "+ RecordsNumber + " records were written and then readed \n"+ "(all operations were performed successively, not parallel)\n"+
"In summary we have:\t"+(BaseNum*4)+" databases, \t"+ (BaseNum * 4* RecordsNumber)+" records\n");
//System.Console.WriteLine( BaseNum.ToString() + " environements open time: " + envOpenTime.ToString() + " ms");
//System.Console.WriteLine( BaseNum.ToString() + "x4" + " bases open time: " + baseOpenTime.ToString() + " ms");
//System.Console.WriteLine( RecordsNumber.ToString() + " records setting to one base: " + oneBaseSetTime.ToString() + " ms");
//System.Console.WriteLine( RecordsNumber.ToString() + "x4x" + BaseNum.ToString() + "=" + (RecordsNumber * 4 * BaseNum).ToString() + " records setting to all bases: " + multiBaseSetTime.ToString() + " ms");
System.Console.WriteLine("All bases setting speed: \t\t" + (1.0 * RecordsNumber * 4 * BaseNum * 1000 / multiBaseSetTime).ToString() + " rec/s");
System.Console.WriteLine("One base setting speed: \t\t" + oneSpeedsSet.Average(s => s).ToString() + " rec/s");
System.Console.WriteLine("All bases getting speed: \t\t" + (1.0 * gettedElements * 1000 / multiBaseGetTime).ToString() + " rec/s");
System.Console.WriteLine("One base getting speed: \t\t" + oneSpeedsGet.Average(s => s).ToString() + " rec/s");
//System.Console.WriteLine("\nOne base getting speed:");
//System.Console.WriteLine("min\t:\t" + oneSpeedsGet.Min().ToString()+" rec/s");
//System.Console.WriteLine("mean\t:\t" + oneSpeedsGet.Average(s => s).ToString() + " rec/s");
//System.Console.WriteLine("max\t:\t" + oneSpeedsGet.Max().ToString() + " rec/s");
//System.Console.WriteLine("\nGetting of all "+ gettedElements.ToString()+" records time: " + multiBaseGetTime.ToString() + " ms");
System.Console.WriteLine("--- end of test\n\n");
}
}
public static void DoParallelTest(int RecordsNumber, string fileName1 = "0", string fileName2 = "0", bool useComEnv = true, bool twoBase = true)
{
{
Stopwatch watch = new Stopwatch();
String BasePath = "C://BdbPerformanceTestFolder";
int ReadWriteTime = 0;
DatabaseEnvironment env = null;
int baseFileID = 0;
Directory.CreateDirectory(BasePath + "//" + baseFileID.ToString());
if (useComEnv)
{
var envConfig = new DatabaseEnvironmentConfig();
envConfig.Create = true;
envConfig.DataDirs.Add(BasePath + "//" + baseFileID.ToString());
envConfig.CreationDir = BasePath + "//" + baseFileID.ToString();
envConfig.ErrorPrefix = "QH_BDB_ENV_" + baseFileID.ToString();
envConfig.UseLocking = true;
envConfig.UseMPool = true;
envConfig.FreeThreaded = true;
env = DatabaseEnvironment.Open(BasePath + "//" + baseFileID.ToString(), envConfig);
}
BdbStorage BaseM1Ask;
BdbStorage BaseM1Bid;
if (twoBase)
{
BaseM1Ask =
new BdbStorage(BasePath + "//" + baseFileID.ToString() + "//" + fileName1 + ".db",
"M1 ask", env);
BaseM1Bid =
new BdbStorage(BasePath + "//" + baseFileID.ToString() + "//" + fileName2 + ".db",
"M1 bid", env);
}
else
{
BaseM1Ask =
new BdbStorage(BasePath + "//" + baseFileID.ToString() + "//" + fileName1 + ".db");
BaseM1Bid = BaseM1Ask;
}
var listToAppend = new List<KeyValuePair<DatabaseEntry, DatabaseEntry>>();
var key = new DatabaseEntry();
var value = new DatabaseEntry();
for (int recNum = 0; recNum < RecordsNumber; recNum++)
{
key = GetNextDBEntry(key);
value = GetNextDBEntry(value);
listToAppend.Add(new KeyValuePair<DatabaseEntry, DatabaseEntry>(key, value));
}
BaseM1Ask.SetAll(listToAppend);
var pt = new ParallelTester();
pt.storageToRead = BaseM1Ask;
pt.storageToWrite = BaseM1Bid;
pt.initialData = listToAppend;
watch.Reset();
watch.Start();
var thrRead = new Thread(pt.GetAll);
thrRead.Start();
var thrWrite = new Thread(pt.SetAll);
thrWrite.Start();
thrRead.Join();
thrWrite.Join();
watch.Stop();
ReadWriteTime += (int)watch.ElapsedMilliseconds;
BaseM1Ask.Close();
if(twoBase)
BaseM1Bid.Close();
if(env!=null)
env.Close();
Directory.Delete(BasePath, true);
//System.Console.WriteLine("Read/Write elapsed time: \t"+ ReadWriteTime.ToString()+" ms");
//System.Console.WriteLine("Records readed: \t\t" + pt.readCount.ToString()+"");
//System.Console.WriteLine("Records written: \t\t" + pt.writeCount.ToString() + "");
System.Console.WriteLine("Read speed: \t\t\t" + (1.0 * pt.readCount * 1000 / pt.readTime).ToString() + " rec/s");
System.Console.WriteLine("Write speed: \t\t\t" + (1.0 * pt.writeCount * 1000 / pt.writeTime).ToString() + " rec/s\n\n");
System.Console.WriteLine("--- end of test\n\n");
}
}