public AdamOptimizer(uint beginNumUpdate)
: base(beginNumUpdate)
{
this._UpdateHandle = OpMap.GetSymbolCreator("adam_update");
this.SetParam("beta1", 0.9f);
this.SetParam("beta2", 0.999f);
this.SetParam("epsilon", 1e-8);
}
public RMSPropOptimizer(uint beginNumUpdate)
: base(beginNumUpdate)
{
this._UpdateHandle = OpMap.GetSymbolCreator("rmsprop_update");
this._AlexUpdateHandle = OpMap.GetSymbolCreator("rmspropalex_update");
this.SetParam("gamma1", 0.9f);
this.SetParam("gamma2", 0.9f);
this.SetParam("epsilon", 1e-8);
}
static Optimizer()
{
OpMap = new OpMap();
}
public SignumOptimizer(uint beginNumUpdate)
: base(beginNumUpdate)
{
this._UpdateHandle = OpMap.GetSymbolCreator("signsgd_update");
this._MomUpdateHandle = OpMap.GetSymbolCreator("signum_update");
}
static Symbol()
{
OpMap = new OpMap();
}
static Operator()
{
OpMap = new OpMap();
}