public void ReluActivatorDeriviativeTest()
        {
            ReluActivator a1 = new ReluActivator();

            Assert.AreEqual(0, a1.CalculateDeriviative(0));
            Assert.AreEqual(0, a1.CalculateDeriviative(0));
            Assert.AreEqual(0, a1.CalculateDeriviative(0));
            Assert.AreEqual(1, a1.CalculateDeriviative(1));
            Assert.AreEqual(1, a1.CalculateDeriviative(2));
        }
        public void ReluActivatorValueTest()
        {
            ReluActivator a1 = new ReluActivator();

            Assert.AreEqual(0, a1.CalculateValue(-2));
            Assert.AreEqual(0, a1.CalculateValue(-1));
            Assert.AreEqual(0, a1.CalculateValue(0));
            Assert.AreEqual(1, a1.CalculateValue(1));
            Assert.AreEqual(2, a1.CalculateValue(2));
        }