// This is the derivative after modifying the loss function. public override double GetActivationSlopeAt(FiringNeuron neuron) => 1;
public override double GetActivationSlopeAt(FiringNeuron neuron) { double y = neuron.Output; return(y * (1 - y)); }
public override double GetActivationSlopeAt(FiringNeuron neuron) { var tanh = neuron.Output; return(1 - tanh * tanh); }
public override double GetActivationSlopeAt(FiringNeuron neuron) => neuron.Output * (1 - neuron.Output);
public override double GetActivationSlopeAt(FiringNeuron neuron) => neuron.TotalInput > 0 ? 1 : .01;
public abstract double GetActivationSlopeAt(FiringNeuron neuron);