internal static float update_weight(float w, gradient_t grad, float multp = 1) { float m = (grad.grad + grad.oldgrad * DefineConstants.MOMENTUM); w -= DefineConstants.LEARNING_RATE * m * multp + DefineConstants.LEARNING_RATE * DefineConstants.WEIGHT_DECAY * w; return(w); }
internal static void update_gradient(gradient_t grad) { grad.oldgrad = (grad.grad + grad.oldgrad * DefineConstants.MOMENTUM); }