protected virtual void CreateState(int index, NDArray weight)
{
}
private static NDArray DefaultMonitorFunc(NDArray x)
{
using (var op = new Operator("norm"))
return(op.PushInput(x).Invoke()[0] / (float)Math.Sqrt(x.Size));
}
public abstract void Update(int index, NDArray weight, NDArray grad);