public void UpdateEpoch(int epoch) { epochLr = Decay?.Compute(LearningRate, epoch) ?? LearningRate; }
public void UpdateEpoch(int epoch) { epochLr = Decay?.Compute(LearningRate, epoch) ?? LearningRate; corrDiv1 = 1.0 - Pow(Beta1, epoch + 1.0); corrDiv2 = 1.0 - Pow(Beta2, epoch + 1.0); }