public void SpeedTest()
{
int inwidth = 512, inheight = 512, inchannels = 32, outchannels = 32, ksize = 3, stride = 2;
int outwidth = (inwidth - ksize) / stride + 1, outheight = (inheight - ksize) / stride + 1;
OverflowCheckedTensor x_tensor = new OverflowCheckedTensor(Shape.Map2D(inchannels, inwidth, inheight));
OverflowCheckedTensor gy_tensor = new OverflowCheckedTensor(Shape.Map2D(outchannels, outwidth, outheight));
OverflowCheckedTensor gw_tensor = new OverflowCheckedTensor(Shape.Kernel2D(inchannels, outchannels, ksize, ksize));
KernelProduct ope = new KernelProduct(inwidth, inheight, inchannels, outchannels, ksize, ksize, stride);
Stopwatch sw = new Stopwatch();
sw.Start();
ope.Execute(x_tensor, gy_tensor, gw_tensor);
ope.Execute(x_tensor, gy_tensor, gw_tensor);
ope.Execute(x_tensor, gy_tensor, gw_tensor);
ope.Execute(x_tensor, gy_tensor, gw_tensor);
sw.Stop();
Console.WriteLine($"{sw.ElapsedMilliseconds / 4} msec");
}
public void ExecuteTest()
{
float max_err = 0;
foreach (int batch in new int[] { 1, 2 })
{
foreach (int inchannels in new int[] { 1, 2, 3, 4, 5, 10, 15, 20 })
{
foreach (int outchannels in new int[] { 7, 13 })
{
foreach (int kheight in new int[] { 1, 3, 5 })
{
foreach (int kwidth in new int[] { 1, 3, 5 })
{
foreach (int stride in new int[] { 1, 2, 3 })
{
foreach (int inwidth in new int[] { 8, 9, 13, 17 })
{
foreach (int inheight in new int[] { 8, 9, 19, 23 })
{
int outwidth = (inwidth - kwidth) / stride + 1, outheight = (inheight - kheight) / stride + 1;
float[] xval = (new float[inwidth * inheight * inchannels * batch]).Select((_, idx) => idx * 1e-3f).ToArray();
float[] gyval = (new float[outwidth * outheight * outchannels * batch]).Select((_, idx) => idx * 1e-3f).Reverse().ToArray();
Map2D x = new Map2D(inchannels, inwidth, inheight, batch, xval);
Map2D gy = new Map2D(outchannels, outwidth, outheight, batch, gyval);
Filter2D gw = Reference(x, gy, kwidth, kheight, stride);
OverflowCheckedTensor x_tensor = new OverflowCheckedTensor(Shape.Map2D(inchannels, inwidth, inheight, batch), xval);
OverflowCheckedTensor gy_tensor = new OverflowCheckedTensor(Shape.Map2D(outchannels, outwidth, outheight, batch), gyval);
OverflowCheckedTensor gw_tensor = new OverflowCheckedTensor(Shape.Kernel2D(inchannels, outchannels, kwidth, kheight));
KernelProduct ope = new KernelProduct(inwidth, inheight, inchannels, outchannels, kwidth, kheight, stride, batch);
ope.Execute(x_tensor, gy_tensor, gw_tensor);
float[] gw_expect = gw.ToArray();
float[] gw_actual = gw_tensor.State;
CollectionAssert.AreEqual(xval, x_tensor.State);
CollectionAssert.AreEqual(gyval, gy_tensor.State);
AssertError.Tolerance(gw_expect, gw_actual, 1e-7f, 1e-5f, ref max_err, $"mismatch value {inchannels},{outchannels},{kwidth},{kheight},{stride},{inwidth},{inheight},{batch}");
Console.WriteLine($"pass: {inchannels},{outchannels},{kwidth},{kheight},{stride},{inwidth},{inheight},{batch}");
}
}
}
}
}
}
}
}
Console.WriteLine($"maxerr:{max_err}");
}
public void ExecuteTest()
{
float max_err = 0;
foreach (int batch in new int[] { 1, 2 })
{
foreach (int inchannels in new int[] { 1, 2, 3, 4, 5, 10, 15, 20 })
{
foreach (int outchannels in new int[] { 7, 13 })
{
float[] xval = (new float[inchannels * batch]).Select((_, idx) => idx * 1e-3f).ToArray();
float[] yval = (new float[outchannels * batch]).Select((_, idx) => idx * 1e-3f).Reverse().ToArray();
Map0D x = new Map0D(inchannels, batch, xval);
Map0D y = new Map0D(outchannels, batch, yval);
Filter0D gw = Reference(x, y);
OverflowCheckedTensor x_tensor = new OverflowCheckedTensor(Shape.Map0D(inchannels, batch), xval);
OverflowCheckedTensor y_tensor = new OverflowCheckedTensor(Shape.Map0D(outchannels, batch), yval);
OverflowCheckedTensor gw_tensor = new OverflowCheckedTensor(Shape.Kernel0D(inchannels, outchannels));
KernelProduct ope = new KernelProduct(inchannels, outchannels, batch);
ope.Execute(x_tensor, y_tensor, gw_tensor);
float[] gw_expect = gw.ToArray();
float[] gw_actual = gw_tensor.State;
CollectionAssert.AreEqual(xval, x_tensor.State);
CollectionAssert.AreEqual(yval, y_tensor.State);
AssertError.Tolerance(gw_expect, gw_actual, 1e-7f, 1e-5f, ref max_err, $"mismatch value {inchannels},{outchannels},{batch}");
Console.WriteLine($"pass: {inchannels},{outchannels},{batch}");
}
}
}
Console.WriteLine($"maxerr:{max_err}");
}
public void SpeedTest()
{
int inchannels = 1024, outchannels = 512, batch = 4;
OverflowCheckedTensor x_tensor = new OverflowCheckedTensor(Shape.Map0D(inchannels, batch));
OverflowCheckedTensor y_tensor = new OverflowCheckedTensor(Shape.Map0D(outchannels, batch));
OverflowCheckedTensor w_tensor = new OverflowCheckedTensor(Shape.Kernel0D(inchannels, outchannels));
KernelProduct ope = new KernelProduct(inchannels, outchannels, batch);
Stopwatch sw = new Stopwatch();
sw.Start();
ope.Execute(x_tensor, y_tensor, w_tensor);
ope.Execute(x_tensor, y_tensor, w_tensor);
ope.Execute(x_tensor, y_tensor, w_tensor);
ope.Execute(x_tensor, y_tensor, w_tensor);
sw.Stop();
Console.WriteLine($"{sw.ElapsedMilliseconds / 4} msec");
}