public AdamOptimizer(uint beginNumUpdate) : base(beginNumUpdate) { this._UpdateHandle = OpMap.GetSymbolCreator("adam_update"); this.SetParam("beta1", 0.9f); this.SetParam("beta2", 0.999f); this.SetParam("epsilon", 1e-8); }
public RMSPropOptimizer(uint beginNumUpdate) : base(beginNumUpdate) { this._UpdateHandle = OpMap.GetSymbolCreator("rmsprop_update"); this._AlexUpdateHandle = OpMap.GetSymbolCreator("rmspropalex_update"); this.SetParam("gamma1", 0.9f); this.SetParam("gamma2", 0.9f); this.SetParam("epsilon", 1e-8); }
static Optimizer() { OpMap = new OpMap(); }
public SignumOptimizer(uint beginNumUpdate) : base(beginNumUpdate) { this._UpdateHandle = OpMap.GetSymbolCreator("signsgd_update"); this._MomUpdateHandle = OpMap.GetSymbolCreator("signum_update"); }
static Symbol() { OpMap = new OpMap(); }
static Operator() { OpMap = new OpMap(); }