static void MNISTLTanHSigmoidSDGAndMeanSquareError() { ConsoleUI.WriteLine("TanH, Sigmoid - MSE, SGD"); var(XTrain, yTrain) = MNISTHelper.LoadTraining(-1, 1); var(XTest, yTest) = MNISTHelper.LoadTesting(-1, 1); var model = new Model(new SGDOptimiser(learningRate: 0.1), new MeanSquaredErrorCost()); model.Add(new DenseLayer(28 * 28, 100, new TanhActivation())); model.Add(new DenseLayer(100, 10, new SigmoidActivation())); MNISTTest(model, XTrain, yTrain, XTest, yTest, 1); }
static void MNISTLeakyReLUSigmoidAdamAndMeanSquaredError() { ConsoleUI.WriteLine("LeakyReLU, Sigmoid - MSE, Adam"); var(XTrain, yTrain) = MNISTHelper.LoadTraining(0, 1); var(XTest, yTest) = MNISTHelper.LoadTesting(0, 1); var model = new Model(new AdamOptimiser(learningRate: 2e-3, beta1: 0.5), new MeanSquaredErrorCost()); model.Add(new DenseLayer(28 * 28, 100, new LeakyReLUActivation(0.05))); model.Add(new DenseLayer(100, 10, new SigmoidActivation())); MNISTTest(model, XTrain, yTrain, XTest, yTest, 1); }