static void v1()
{
var options = new DbOptions()
.SetCreateIfMissing(true);
using (var db = RocksDb.Open(options, "db1"))
{
var stopwatch = new Stopwatch();
stopwatch.Start();
var count = 0;
foreach (var p in PacketStreamUtilities.PacketsFromFileTree(DataDirectory))
{
var len = PacketAccessor.Length(p);
if (len < 5)
{
continue;
}
var timestamp = PacketAccessor.Time42(p);
var apid = PacketAccessor.APID(p);
var key = new PacketKey {
APID = (short)apid, Timestamp = timestamp
};
var keybuf = KeyToByteArray(key);
db.Put(keybuf, p);
count++;
}
stopwatch.Stop();
Console.WriteLine($"{count} packets; {count / (stopwatch.ElapsedMilliseconds / 1000d)} packets/sec");
}
}
void AddPackets(RocksDb db, short[] apidCounts)
{
var addTimes = new List <long>();
var elapsedStopwatch = new Stopwatch();
var addStopwatch = new Stopwatch();
elapsedStopwatch.Start();
var count = 0;
foreach (var p in PacketStreamUtilities.PacketsFromFileTree(DataDirectory))
{
var len = PacketAccessor.Length(p);
if (len < 5)
{
continue;
}
var timestamp = PacketAccessor.Time42(p);
var apid = PacketAccessor.APID(p);
var key = new PacketKey {
APID = (short)apid, Timestamp = timestamp
};
var keybuf = KeyToByteArray(key);
addStopwatch.Reset();
addStopwatch.Start();
db.Put(keybuf, p);
addStopwatch.Stop();
addTimes.Add(addStopwatch.ElapsedTicks);
apidCounts[apid]++;
count++;
}
elapsedStopwatch.Stop();
Console.WriteLine($"{count} packets; {count / (elapsedStopwatch.ElapsedMilliseconds / 1000d)} packets/sec");
isFinished = true;
addTimes.Sort();
var startAt = Math.Max(0, addTimes.Count - 1000);
for (var i = startAt; i < addTimes.Count; i++)
{
Console.WriteLine((new TimeSpan(addTimes[i])).TotalSeconds);
}
}
void v2()
{
var options = new DbOptions()
.SetCreateIfMissing(true);
var addTimes = new List <long>();
using (var db = RocksDb.Open(options, "db1"))
{
var elapsedStopwatch = new Stopwatch();
var addStopwatch = new Stopwatch();
elapsedStopwatch.Start();
var count = 0;
foreach (var p in PacketStreamUtilities.PacketsFromFileTree(DataDirectory))
{
var len = PacketAccessor.Length(p);
if (len < 5)
{
continue;
}
var timestamp = PacketAccessor.Time42(p);
var apid = PacketAccessor.APID(p);
var key = new PacketKey {
APID = (short)apid, Timestamp = timestamp
};
var keybuf = KeyToByteArray(key);
addStopwatch.Reset();
addStopwatch.Start();
db.Put(keybuf, p);
addStopwatch.Stop();
addTimes.Add(addStopwatch.ElapsedTicks);
count++;
}
elapsedStopwatch.Stop();
Console.WriteLine($"{count} packets; {count / (elapsedStopwatch.ElapsedMilliseconds / 1000d)} packets/sec");
}
addTimes.Sort();
foreach (var t in addTimes)
{
Console.WriteLine((new TimeSpan(t)).TotalSeconds);
}
}