public AdamOptimizer(uint beginNumUpdate)
     : base(beginNumUpdate)
 {
     this._UpdateHandle = OpMap.GetSymbolCreator("adam_update");
     this.SetParam("beta1", 0.9f);
     this.SetParam("beta2", 0.999f);
     this.SetParam("epsilon", 1e-8);
 }
 public RMSPropOptimizer(uint beginNumUpdate)
     : base(beginNumUpdate)
 {
     this._UpdateHandle     = OpMap.GetSymbolCreator("rmsprop_update");
     this._AlexUpdateHandle = OpMap.GetSymbolCreator("rmspropalex_update");
     this.SetParam("gamma1", 0.9f);
     this.SetParam("gamma2", 0.9f);
     this.SetParam("epsilon", 1e-8);
 }
Example #3
0
 static Optimizer()
 {
     OpMap = new OpMap();
 }
Example #4
0
 public SignumOptimizer(uint beginNumUpdate)
     : base(beginNumUpdate)
 {
     this._UpdateHandle    = OpMap.GetSymbolCreator("signsgd_update");
     this._MomUpdateHandle = OpMap.GetSymbolCreator("signum_update");
 }
Example #5
0
 static Symbol()
 {
     OpMap = new OpMap();
 }
Example #6
0
 static Operator()
 {
     OpMap = new OpMap();
 }