/// <summary>
/// Train a network using given data, label, and batchSize
/// </summary>
/// <param name="nn">neural network</param>
/// <param name="data">training data</param>
/// <param name="validset">validset data</param>
/// <param name="labels">data's label</param>
/// <param name="validsetLabels">validset labels</param>
/// <param name="epochs">number of epochs</param>
/// <param name="batchSize">Batch size</param>
public static void trainNetwork(NeuralNetwork <T> nn,
double[][] data, double[][] validset, T[] labels, T[] validsetLabels,
int epochs, int batchSize, NeuralNetwork.CustomTextBox aiTextBox)
{
for (int e = 0; e < epochs; e++)
{
DataStruct dataS = ArrayTransform.Shuffle <T>(data, labels);
int iteration = data.Length / batchSize;
for (int i = 0; i < iteration; i++)
{
nn.BackPropInit(batchSize);
//int testIndex = 0;
for (int batchIndex = 0; batchIndex < batchSize; batchIndex++)
{
nn.InitdCda();
nn.getInputs(dataS.data[batchIndex + i * batchSize],
dataS.labels[batchIndex + i * batchSize]);
nn.calcOutput();
nn.calculateCost(dataS.labels[batchIndex + i * batchSize]);
nn.calcGradientVector();
//if (batchIndex == batchSize - 1)
//{
// testIndex = batchIndex + i * batchSize;
//}
}
nn.BackPropApplication();
}
trainResult(nn, validset, validsetLabels, e, validset.Length, aiTextBox);
}
}
/// <summary>
/// Print out epoch sessions
/// </summary>
/// <param name="nn">neural network</param>
/// <param name="data">whole input data</param>
/// <param name="labels">whole labels</param>
/// <param name="epochs">number of epochs</param>
/// <param name="curEpoch">current epoch</param>
/// <param name="index">current data index</param>
public static void trainResult(NeuralNetwork <T> nn,
double[][] data, T[] labels, int curEpoch, int batchSize, NeuralNetwork.CustomTextBox aiTextBox)
{
int success = 0;
for (int batchIndex = 0; batchIndex < batchSize; batchIndex++)
{
if (labels[batchIndex].Equals(nn.determine(data[batchIndex])))
{
success++;
}
}
// edge case to be implemented
Console.WriteLine("Epoch " + curEpoch + ": " + success + " / " + batchSize);
if (aiTextBox.Lines.Length == 6)
{
NeuralNetwork.CustomTextBox temp = new NeuralNetwork.CustomTextBox();
for (int i = 1; i < aiTextBox.Lines.Length; i++)
{
temp.Text += aiTextBox.Lines[i] + "\n";
}
temp.Text += "Epoch " + curEpoch + ": " + success + " / " + batchSize;
aiTextBox.Invoke(new Action(() =>
{
aiTextBox.Text = temp.Text;
}));
}
else
{
aiTextBox.Invoke(new Action(() =>
{
aiTextBox.Text += "\nEpoch " + curEpoch + ": " + success + " / " + batchSize;
}));
}
}
/// <summary>
/// Determine the drawn image and determine the output
/// </summary>
/// <param name="sender">sender object</param>
/// <param name="e">event</param>
private void aiDetermineButton_Click(object sender, EventArgs e)
{
if (digitNN != null)
{
double[] input = DigitNN.transformBitmapdata(B);
byte result = digitNN.determine(input);
if (aiTextBox.Lines.Length == 6)
{
NeuralNetwork.CustomTextBox temp = new NeuralNetwork.CustomTextBox();
for (int i = 1; i < aiTextBox.Lines.Length; i++)
{
temp.Text += aiTextBox.Lines[i] + "\n";
}
temp.Text += "I think it is a " + result + " :)";
aiTextBox.Text = temp.Text;
}
else
{
aiTextBox.Text += "\nI think it is a " + result + " :)";
}
}
if (letterNN != null)
{
double[] input = LetterNN.transformBitmapdata(B);
char result = letterNN.determine(input);
if (aiTextBox.Lines.Length == 6)
{
NeuralNetwork.CustomTextBox temp = new NeuralNetwork.CustomTextBox();
for (int i = 1; i < aiTextBox.Lines.Length; i++)
{
temp.Text += aiTextBox.Lines[i] + "\n";
}
if (result != 0)
{
temp.Text += "I think it is a " + result + " :)";
}
else
{
temp.Text += "I'm not sure :(";
}
aiTextBox.Text = temp.Text;
}
else
{
if (result != 0)
{
aiTextBox.Text += "\nI think it is a " + result + " :)";
}
else
{
aiTextBox.Text += "\nI'm not sure :(";
}
}
}
}
/// <summary>
/// Write message to AI Text Box
/// </summary>
/// <param name="message">Message</param>
/// <param name="aiTextBox">AI text box</param>
public static void WriteToAITextBox(String message, NeuralNetwork.CustomTextBox aiTextBox)
{
if (aiTextBox.Lines.Length == 6)
{
NeuralNetwork.CustomTextBox temp = new NeuralNetwork.CustomTextBox();
for (int i = 1; i < aiTextBox.Lines.Length; i++)
{
temp.Text += aiTextBox.Lines[i] + "\n";
}
temp.Text += message;
aiTextBox.Invoke(new Action(() =>
{
aiTextBox.Text = temp.Text;
}));
}
else
{
aiTextBox.Invoke(new Action(() =>
{
aiTextBox.Text += message;
}));
}
}
