public DenseUnit(NetBase net, int inputDim, int outputDim, RNG r)
{
_wxh = new Tensor(outputDim, inputDim, new GlorotNormalInit(inputDim, outputDim, r));
_bh = new Tensor(outputDim, 1, null);
//_wxh = new Tensor(outputDim, inputDim, new TruncatedNormalInit(0.1));
//_bh = new Tensor(outputDim, 1, new IdentityInit(0.1));
net.AddParam(_wxh);
net.AddParam(_bh);
}
// the trainale parameters are referenced by the network for update
public void SubmitParameters(NetBase net)
{
net.AddParam(Wxh);
net.AddParam(Bh);
}
public void SubmitParameters(NetBase net)
{
net.AddParam(_wxh);
net.AddParam(_bh);
}