public static Network CreateNetworkRelu(GPUModule module, int minibatchSize) { var net = new Network(module, minibatchSize: minibatchSize); net.AddInputLayer(Constants.TOTAL_VALUE_COUNT, sparseDataSize: minibatchSize * RawRecord.FEATURE_COUNT * 2); net.AddLabelLayer(1); var fc1 = net.AddFullyConnectedLayer(128, "FC1"); fc1.Weights.InitValuesUniformCPU(0.1f); fc1.L2Regularization = 0.00001f; fc1.RegularizationRatio = 10; net.AddReluLayer("REL1"); var fc2 = net.AddFullyConnectedLayer(256, "FC2"); fc2.Weights.InitValuesUniformCPU(0.1f); net.AddReluLayer("REL2"); net.AddDropoutLayer(); var sm = net.AddSoftmaxLayer(2, "SMAX"); sm.Weights.InitValuesUniformCPU(0.1f); return net; }