internal static BaseLayer Get(ActivationType activationType) { BaseLayer act = null; switch (activationType) { case ActivationType.ReLU: act = new Relu(); break; case ActivationType.Sigmoid: act = new Sigmoid(); break; case ActivationType.Tanh: act = new Tanh(); break; case ActivationType.Elu: act = new Elu(); break; case ActivationType.Exp: act = new Exp(); break; case ActivationType.HargSigmoid: act = new HardSigmoid(); break; case ActivationType.LeakyReLU: act = new LeakyRelu(); break; case ActivationType.PReLU: act = new PRelu(); break; case ActivationType.SeLU: act = new Selu(); break; case ActivationType.Softmax: act = new Softmax(); break; case ActivationType.Softplus: act = new Softplus(); break; case ActivationType.SoftSign: act = new Softsign(); break; default: break; } return(act); }
public PRelu(BaseInitializer alphaInitializer = null, BaseRegularizer alphaRegularizer = null, BaseConstraint alphaConstraint = null, params long[] sharedAxes) : base("prelu") { AlphaInitializer = alphaInitializer ?? new Zeros(); AlphaRegularizer = alphaRegularizer; AlphaConstraint = alphaConstraint; pos_relu = new Relu(); neg_relu = new Relu(); }