public override void UpdateFunctionParameters()
{
Real alphaT = this._optimizer.AlphaT;
_optimizer.UpdateBound();
Parallel.For(0, FunctionParameter.Data.Length, i =>
{
Real grad = this.FunctionParameter.Grad[i];
this.m[i] += (1 - this._optimizer.Beta1) * (grad - this.m[i]);
this.v[i] += (1 - this._optimizer.Beta2) * (grad * grad - this.v[i]);
if (this.vhat[i] < this.v[i])
{
this.vhat[i] = this.v[i];
}
Real step = _optimizer.Clip(alphaT / (Math.Sqrt(this.vhat[i]) + this._optimizer.Epsilon));
this.FunctionParameter.Data[i] -= this._optimizer.Eta * step * this.m[i];
});
}
public static void UpdateFunctionParameters(Real alpha, Real initialAlpha, Real gamma, Real beta1, Real beta2, Real epsilon, Real eta, long updateCount, NdArray <Real> functionParameter, Real[] m, Real[] v, Real[] vhat, ref Real finalLr, out Real lower, out Real upper, Func <Real, Real> clip)
{
Real alphaT = AdamParameter.GetAlphaT(alpha, beta1, beta2, updateCount);
AmsBound.UpdateBound(alpha, initialAlpha, gamma, updateCount, ref finalLr, out lower, out upper);
for (int i = 0; i < functionParameter.Data.Length; i++)
{
Real grad = functionParameter.Grad[i];
m[i] += (1 - beta1) * (grad - m[i]);
v[i] += (1 - beta2) * (grad * grad - v[i]);
if (vhat[i] < v[i])
{
vhat[i] = v[i];
}
Real step = clip(alphaT / (Math.Sqrt(vhat[i]) + epsilon));
functionParameter.Data[i] -= eta * step * m[i];
}
}
