/// <summary> /// Instantiates a new Autoencoder Generator object. /// </summary> public AutoencoderGenerator() { Density = -1; Sparsity = 0.2; SparsityWeight = 1.0; LearningRate = 0.01; Epsilon = double.NaN; Activation = new SteepLogistic(); OutputFunction = new Ident(); NormalizeFeatures = false; }
/// <summary> /// Initializes a new instance of a Gated Recurrent Network generator. /// </summary> public GatedRecurrentGenerator() { SequenceLength = 1; Epsilon = double.NaN; LearningRate = 0.1; Lambda = 0.0; ResetGate = new SteepLogistic(); UpdateGate = new SteepLogistic(); Activation = new Tanh(); PreserveOrder = true; }
/// <summary> /// Initializes a new Recurrent Neuron. /// </summary> public RecurrentNeuron() { H = 0d; Rb = 0d; Zb = 0d; Zx = Sampling.GetUniform(); Zh = Sampling.GetUniform(); Rx = Sampling.GetUniform(); Rh = Sampling.GetUniform(); if (ResetGate == null) { ResetGate = new SteepLogistic(); } if (MemoryGate == null) { MemoryGate = new SteepLogistic(); } if (ActivationFunction == null) { ActivationFunction = new Tanh(); } }