/* 5-Feb-19
* FORMAT SIZE SERIALIZE DESERIALIZE
* JSON: 4,062KB 143ms 84ms
* ProtoBuff: 4,024KB 239ms 84ms
* MsgPack: 3,905KB 109ms 90ms
* LW: 3,918KB 182ms 179ms
*/
/* 8-Feb-19 Improved algorithm (header-less where possible)
* FORMAT SIZE SERIALIZE DESERIALIZE
* JSON: 4,062KB 115ms 91ms
* ProtoBuff: 4,024KB 207ms 74ms
* MsgPack: 3,905KB 111ms 52ms
* LW: 3,886KB 244ms 90ms
*/
/* 9-Feb-19 Added VLQ encoding cache
* FORMAT SIZE SERIALIZE DESERIALIZE
* JSON: 4,062KB 82ms 50ms
* ProtoBuff: 4,024KB 240ms 53ms
* MsgPack: 3,905KB 164ms 59ms
* LW: 3,886KB 201ms 140ms
*/
private static void Main(String[] args)
{
// Open test data (Book => Chapter => Verse => Content)
var bible = JsonConvert.DeserializeObject <Dictionary <String, Dictionary <Int32, Dictionary <Int32, String> > > >(File.ReadAllText("esv.json"));
Byte[] pbOutput;
var pbSerialize = Stopwatch.StartNew();
pbOutput = new ProtobufCommonSerializer().SerializeToByteArray(bible);
pbSerialize.Stop();
var pbDeserialize = Stopwatch.StartNew();
var pbResult = new ProtobufCommonSerializer().Deserialize <Dictionary <String, Dictionary <Int32, Dictionary <Int32, String> > > >(new MemoryStream(pbOutput));
if (pbResult.Count != bible.Count)
{
Console.WriteLine("ProtoBuff DISQUALIFIED");
}
pbDeserialize.Stop();
Byte[] mpOutput;
var mpSerialize = Stopwatch.StartNew();
mpOutput = new MsgPackCommonSerializer().SerializeToByteArray(bible);
mpSerialize.Stop();
var mpDeserialize = Stopwatch.StartNew();
var mpResult = new MsgPackCommonSerializer().Deserialize <Dictionary <String, Dictionary <Int32, Dictionary <Int32, String> > > >(new MemoryStream(mpOutput));
if (mpResult.Count != bible.Count)
{
Console.WriteLine("MsgPack DISQUALIFIED");
}
mpDeserialize.Stop();
String nsOutput;
var nsSerialize = Stopwatch.StartNew();
nsOutput = JsonConvert.SerializeObject(bible);
nsSerialize.Stop();
var nsDeserialize = Stopwatch.StartNew();
var nsResult = JsonConvert.DeserializeObject <Dictionary <String, Dictionary <Int32, Dictionary <Int32, String> > > >(nsOutput);
if (nsResult.Count != bible.Count)
{
Console.WriteLine("Json DISQUALIFIED");
}
nsDeserialize.Stop();
var lw = new LightWeight();
lw.PrepareFor <Dictionary <String, Dictionary <Int32, Dictionary <Int32, String> > > >(); // Cheating? Not sure.
var lwSerialize = Stopwatch.StartNew();
var lwOutput = lw.Encode(bible);
lwSerialize.Stop();
var lwDeserialize = Stopwatch.StartNew();
var lwResult = lw.Decode <Dictionary <String, Dictionary <Int32, Dictionary <Int32, String> > > >(lwOutput);
if (lwResult.Count != bible.Count)
{
Console.WriteLine("LightWeight DISQUALIFIED");
}
lwSerialize.Stop();
Console.WriteLine("FORMAT SIZE SERIALIZE DESERIALIZE");
Console.WriteLine("JSON: {0,5:N0}KB {1,5:N0}ms {2,5:N0}ms", nsOutput.Length / 1024, nsSerialize.ElapsedMilliseconds, nsDeserialize.ElapsedMilliseconds);
Console.WriteLine("ProtoBuff: {0,5:N0}KB {1,5:N0}ms {2,5:N0}ms", pbOutput.Length / 1024, pbSerialize.ElapsedMilliseconds, pbDeserialize.ElapsedMilliseconds);
Console.WriteLine("MsgPack: {0,5:N0}KB {1,5:N0}ms {2,5:N0}ms", mpOutput.Length / 1024, mpSerialize.ElapsedMilliseconds, mpDeserialize.ElapsedMilliseconds);
Console.WriteLine("LW: {0,5:N0}KB {1,5:N0}ms {2,5:N0}ms", lwOutput.Length / 1024, lwSerialize.ElapsedMilliseconds, lwDeserialize.ElapsedMilliseconds);
Console.WriteLine("Done.");
}
public void Benchmark()
{
//var serializerSource = new Newtonsoft.Json.JsonSerializer();
var serializer = new ProtobufCommonSerializer(); //new JsonCommonSerializer(serializerSource); //
var port = new Random().Next(6000, 60000);
var listener = new Socket(AddressFamily.InterNetwork, SocketType.Dgram);
listener.Bind(IPAddress.Loopback, port);
listener.Listen(100);
var serverTransport = listener.GenerateTransportSource(true);
var serverRouter = new DefaultMessageRouter(serverTransport, serializer);
serverRouter.AddService <ISumService>(new SumService());
var client = new Socket(AddressFamily.InterNetwork, SocketType.Dgram);
client.Connect(IPAddress.Loopback, port);
var clientTransport = client.GenerateTransportSource(false);
var clientRouter = new DefaultMessageRouter(clientTransport, serializer);
var proxy = clientRouter.AddInterface <ISumService>();
const int randCnt = 100;
var rand = new Random(42);
var randoms = new int[randCnt];
for (int i = 0; i < randCnt; i++)
{
randoms[i] = rand.Next(10000000, 20000000);
}
var sw = new Stopwatch();
long timeFromClient = 0, timeToClient = 0;
const int cnt = 1000;
for (int j = 0; j < cnt; j++)
{
sw.Start();
var sum = proxy.Sum(randoms).Result;
sw.Stop();
Assert.Equal(randoms.Sum(), sum);
for (int i = 0; i < randCnt; i++)
{
randoms[i] = rand.Next(10000000, 20000000);
}
var times = proxy.TimeDiff(Stopwatch.GetTimestamp()).Result;
timeFromClient += times.Item1;
timeToClient += Stopwatch.GetTimestamp() - times.Item2;
}
_testOutputHelper.WriteLine("Completed {0} sum passes in {1}ms", cnt, sw.ElapsedMilliseconds);
_testOutputHelper.WriteLine("Client to server latency: {0}us", timeFromClient / cnt / 10);
_testOutputHelper.WriteLine("Server to client latency: {0}us", timeToClient / cnt / 10);
sw.Reset();
var tree = new SumServiceTree();
SumServiceTree.FillTree(tree, rand, 2);
_testOutputHelper.WriteLine("Starting large message transfer.");
sw.Start();
var result = proxy.Increment(tree).Result;
sw.Stop();
Assert.Equal(tree.Leaf + 1, result.Leaf);
_testOutputHelper.WriteLine("Completed large transfer in {0}ms", sw.Elapsed.TotalMilliseconds);
clientRouter.Dispose();
clientTransport.Dispose();
client.Dispose();
serverRouter.Dispose();
serverTransport.Dispose();
listener.Dispose();
}
public void Benchmark()
{
//var serializerSource = new Newtonsoft.Json.JsonSerializer();
var serializer = new ProtobufCommonSerializer();//new JsonCommonSerializer(serializerSource); //
var port = new Random().Next(6000, 60000);
var listener = new Socket(AddressFamily.InterNetwork, SocketType.Dgram);
listener.Bind(IPAddress.Loopback, port);
listener.Listen(100);
var serverTransport = listener.GenerateTransportSource(true);
var serverRouter = new DefaultMessageRouter(serverTransport, serializer);
serverRouter.AddService<ISumService>(new SumService());
var client = new Socket(AddressFamily.InterNetwork, SocketType.Dgram);
client.Connect(IPAddress.Loopback, port);
var clientTransport = client.GenerateTransportSource(false);
var clientRouter = new DefaultMessageRouter(clientTransport, serializer);
var proxy = clientRouter.AddInterface<ISumService>();
const int randCnt = 100;
var rand = new Random(42);
var randoms = new int[randCnt];
for (int i = 0; i < randCnt; i++) randoms[i] = rand.Next(10000000, 20000000);
var sw = new Stopwatch();
long timeFromClient = 0, timeToClient = 0;
const int cnt = 1000;
for (int j = 0; j < cnt; j++)
{
sw.Start();
var sum = proxy.Sum(randoms).Result;
sw.Stop();
Assert.Equal(randoms.Sum(), sum);
for (int i = 0; i < randCnt; i++) randoms[i] = rand.Next(10000000, 20000000);
var times = proxy.TimeDiff(Stopwatch.GetTimestamp()).Result;
timeFromClient += times.Item1;
timeToClient += Stopwatch.GetTimestamp() - times.Item2;
}
_testOutputHelper.WriteLine("Completed {0} sum passes in {1}ms", cnt, sw.ElapsedMilliseconds);
_testOutputHelper.WriteLine("Client to server latency: {0}us", timeFromClient / cnt / 10);
_testOutputHelper.WriteLine("Server to client latency: {0}us", timeToClient / cnt / 10);
sw.Reset();
var tree = new SumServiceTree();
SumServiceTree.FillTree(tree, rand, 2);
_testOutputHelper.WriteLine("Starting large message transfer.");
sw.Start();
var result = proxy.Increment(tree).Result;
sw.Stop();
Assert.Equal(tree.Leaf + 1, result.Leaf);
_testOutputHelper.WriteLine("Completed large transfer in {0}ms", sw.Elapsed.TotalMilliseconds);
clientRouter.Dispose();
clientTransport.Dispose();
client.Dispose();
serverRouter.Dispose();
serverTransport.Dispose();
listener.Dispose();
}
