public static Network CreateNetworkRelu(GPUModule module, int minibatchSize)
{
var net = new Network(module, minibatchSize: minibatchSize);
net.AddInputLayer(Constants.TOTAL_VALUE_COUNT, sparseDataSize: minibatchSize * RawRecord.FEATURE_COUNT * 2);
net.AddLabelLayer(1);
var fc1 = net.AddFullyConnectedLayer(128, "FC1");
fc1.Weights.InitValuesUniformCPU(0.1f);
fc1.L2Regularization = 0.00001f;
fc1.RegularizationRatio = 10;
net.AddReluLayer("REL1");
var fc2 = net.AddFullyConnectedLayer(256, "FC2");
fc2.Weights.InitValuesUniformCPU(0.1f);
net.AddReluLayer("REL2");
net.AddDropoutLayer();
var sm = net.AddSoftmaxLayer(2, "SMAX");
sm.Weights.InitValuesUniformCPU(0.1f);
return net;
}
