public void ReluPrimeTest() { var a = new Matrix(2, 2); a.InRandomize(); var b = a.Duplicate(); a = new ReluKernel().Backward(a); b.InMap((x) => x > 0 ? 1 : 0); Assert.IsTrue(a == b, "ReLU Derivative successful"); }
public void ReluTest() { var a = new Matrix(2, 2); a.InRandomize(); var b = a.Duplicate(); a = new ReluKernel().Forward(a); b.InMap((x) => Math.Max(x, 0)); Assert.IsTrue(a == b, "ReLU Activation successful"); }