static void MNISTLTanHSigmoidSDGAndMeanSquareError()
{
ConsoleUI.WriteLine("TanH, Sigmoid - MSE, SGD");
var(XTrain, yTrain) = MNISTHelper.LoadTraining(-1, 1);
var(XTest, yTest) = MNISTHelper.LoadTesting(-1, 1);
var model = new Model(new SGDOptimiser(learningRate: 0.1), new MeanSquaredErrorCost());
model.Add(new DenseLayer(28 * 28, 100, new TanhActivation()));
model.Add(new DenseLayer(100, 10, new SigmoidActivation()));
MNISTTest(model, XTrain, yTrain, XTest, yTest, 1);
}
static void MNISTLeakyReLUSigmoidAdamAndMeanSquaredError()
{
ConsoleUI.WriteLine("LeakyReLU, Sigmoid - MSE, Adam");
var(XTrain, yTrain) = MNISTHelper.LoadTraining(0, 1);
var(XTest, yTest) = MNISTHelper.LoadTesting(0, 1);
var model = new Model(new AdamOptimiser(learningRate: 2e-3, beta1: 0.5), new MeanSquaredErrorCost());
model.Add(new DenseLayer(28 * 28, 100, new LeakyReLUActivation(0.05)));
model.Add(new DenseLayer(100, 10, new SigmoidActivation()));
MNISTTest(model, XTrain, yTrain, XTest, yTest, 1);
}
