internal static float update_weight(float w, gradient_t grad, float multp = 1)
{
float m = (grad.grad + grad.oldgrad * DefineConstants.MOMENTUM);
w -= DefineConstants.LEARNING_RATE * m * multp + DefineConstants.LEARNING_RATE * DefineConstants.WEIGHT_DECAY * w;
return(w);
}
internal static void update_gradient(gradient_t grad)
{
grad.oldgrad = (grad.grad + grad.oldgrad * DefineConstants.MOMENTUM);
}
