private void button1_Click(object sender, EventArgs e)
{
neuron = new Neuron("AND-Neuron", 0, 2);
neuron.addNewInput("input1", 0, 0);
neuron.addNewInput("input2", 0, 0);
PerceptronNetwork pn = new PerceptronNetwork(neuron);
TrainingTemplate andTemplate = new TrainingTemplate("AND Template");
andTemplate.addTrainingRow(new TrainingRow(new List<double> { 0, 0 }, new List<double> { 0 }));
andTemplate.addTrainingRow(new TrainingRow(new List<double> { 0, 1 }, new List<double> { 0 }));
andTemplate.addTrainingRow(new TrainingRow(new List<double> { 1, 0 }, new List<double> { 0 }));
andTemplate.addTrainingRow(new TrainingRow(new List<double> { 1, 1 }, new List<double> { 1 }));
TrainingTemplate orTemplate = new TrainingTemplate("OR Template");
orTemplate.addTrainingRow(new TrainingRow(new List<double> { 0, 0 }, new List<double> { 0 }));
orTemplate.addTrainingRow(new TrainingRow(new List<double> { 0, 1 }, new List<double> { 1 }));
orTemplate.addTrainingRow(new TrainingRow(new List<double> { 1, 0 }, new List<double> { 1 }));
orTemplate.addTrainingRow(new TrainingRow(new List<double> { 1, 1 }, new List<double> { 1 }));
TrainingTemplate xorTemplate = new TrainingTemplate("XOR Template");
xorTemplate.addTrainingRow(new TrainingRow(new List<double> { 0, 0 }, new List<double> { 0 }));
xorTemplate.addTrainingRow(new TrainingRow(new List<double> { 0, 1 }, new List<double> { 1 }));
xorTemplate.addTrainingRow(new TrainingRow(new List<double> { 1, 0 }, new List<double> { 1 }));
xorTemplate.addTrainingRow(new TrainingRow(new List<double> { 1, 1 }, new List<double> { 0 }));
templatesList = new List<TrainingTemplate>();
ErrorHistory errorProg = new ErrorHistory();
double error = pn.train(xorTemplate, 100, errorProg);
labelWeight1.Text = neuron.inputs[0].weight.ToString("N3");
labelWeight2.Text = neuron.inputs[1].weight.ToString("N3");
labelError.Text = error.ToString("N3");
for (int X = 0; X < errorProg.errorPoints.Count; X++)
{
chart1.Series["Error"].Points.AddXY(X, errorProg.errorPoints[X]);
}
//chart1.DataBind(errorProg);
}
/// <summary>
/// The constructor
/// </summary>
public NNSim()
{
this.xor_template = new TrainingTemplate();
xor_template.addTrainingRow(new TrainingRow(new List<double> { 0, 0 }, new List<double> { 0 }));
xor_template.addTrainingRow(new TrainingRow(new List<double> { 0, 1 }, new List<double> { 1 }));
xor_template.addTrainingRow(new TrainingRow(new List<double> { 1, 0 }, new List<double> { 1 }));
xor_template.addTrainingRow(new TrainingRow(new List<double> { 1, 1 }, new List<double> { 0 }));
this.input1Neuron = new Neuron("input1", 0, 1);
this.input2Neuron = new Neuron("input2", 0, 1);
this.hidden1Neuron = new Neuron("hidden1", 0, 1);
this.hidden2Neuron = new Neuron("hidden2", 0, 1);
this.outputNeuron = new Neuron("output", 0, 1);
input1Neuron.fireRule = new SigmoidFireRule();
input2Neuron.fireRule = new SigmoidFireRule();
hidden1Neuron.fireRule = new SigmoidFireRule();
hidden1Neuron.fireRule = new SigmoidFireRule();
outputNeuron.fireRule = new SigmoidFireRule();
input1Neuron.addNewInput("network_in_1", 1, 1);
input2Neuron.addNewInput("network_in_2", 1, 1);
hidden1Neuron.inputs.Add(input1Neuron.output);
hidden1Neuron.inputs.Add(input2Neuron.output);
hidden2Neuron.inputs.Add(input1Neuron.output);
hidden2Neuron.inputs.Add(input2Neuron.output);
outputNeuron.inputs.Add(hidden1Neuron.output);
outputNeuron.inputs.Add(hidden2Neuron.output);
errors = new double[4];
}
static void Main(string[] args)
{
//We create the training template
TrainingTemplate xor_template = new TrainingTemplate();
xor_template.addTrainingRow(new TrainingRow(new List<double> { 0, 0 }, new List<double> { 0 }));
xor_template.addTrainingRow(new TrainingRow(new List<double> { 0, 1 }, new List<double> { 1 }));
xor_template.addTrainingRow(new TrainingRow(new List<double> { 1, 0 }, new List<double> { 1 }));
xor_template.addTrainingRow(new TrainingRow(new List<double> { 1, 1 }, new List<double> { 0 }));
//We create the network
SimpleNetwork sn = new SimpleNetwork();
// We create the neurons
Neuron input1Neuron = new Neuron("input1", 0, 1);
Neuron input2Neuron = new Neuron("input2", 0, 1);
Neuron hidden1Neuron = new Neuron("hidden1", 0, 1);
Neuron hidden2Neuron = new Neuron("hidden2", 0, 1);
Neuron outputNeuron = new Neuron("output", 0, 1);
//We asign them Sigmoid fire functions
input1Neuron.fireRule = new SigmoidFireRule();
input2Neuron.fireRule = new SigmoidFireRule();
hidden1Neuron.fireRule = new SigmoidFireRule();
hidden1Neuron.fireRule = new SigmoidFireRule();
outputNeuron.fireRule = new SigmoidFireRule();
// We bind them together
input1Neuron.addNewInput("network_in_1", 1, 1);
input2Neuron.addNewInput("network_in_2", 1, 1);
hidden1Neuron.inputs.Add(input1Neuron.output);
hidden1Neuron.inputs.Add(input2Neuron.output);
hidden2Neuron.inputs.Add(input1Neuron.output);
hidden2Neuron.inputs.Add(input2Neuron.output);
outputNeuron.inputs.Add(hidden1Neuron.output);
// We put them into layers
sn.inputLayer.neurons.Add(input1Neuron);
sn.inputLayer.neurons.Add(input2Neuron);
sn.hiddenLayer.neurons.Add(hidden1Neuron);
sn.hiddenLayer.neurons.Add(hidden2Neuron);
sn.outputLayer.neurons.Add(outputNeuron);
// We train
double error = sn.train(xor_template, 5000, new ErrorHistory());
Console.WriteLine(error);
Console.ReadKey();
}
public double trainNetwork2(TrainingTemplate trainingTemplate, AriesNeuroNet.Neurons.Neuron neuron, int maxGenerations)
{
int stableLimit = trainingTemplate.rows.Count;
int stableGenerations = 0;
int currentGeneration = 0;
int currentRow = 0;
List <double> errorHistory = new List <double>();
//Step 1 initialize the neurons to randomize weights
neuron.randomizeWeights();
//We take into account that we might not need to adjust the weights
bool adjustedWeights = false;
bool stableGenFlag = true;
bool genLimitFlag = true;
bool templateFlag = false;
double error = 0;
do
{
//Main loop
Console.WriteLine("========================================================================");
Console.WriteLine("Begining Generation: " + currentGeneration);
//We assume this time arround we don't need to adjust
adjustedWeights = false;
//TODO add some printfs
//Set the imputs
// I need to cycle through the various templates
List <double> inputs = trainingTemplate.rows[currentRow].inputs;
neuron.setInputValues(inputs);
//Fire the neuron
neuron.fireNeuron();
//Get the expected output from the template this works only for training a perceptron
double expectedOutput = trainingTemplate.rows[currentRow].outputs[0];
//Get the real output
double realOutput = neuron.output.weightedReading;
Console.WriteLine("Output is " + realOutput);
//Calculate the error
error = expectedOutput - realOutput;
Console.WriteLine("Error is " + error);
//Process the error
if (error == 0)
{
Console.WriteLine("I have not found an error");
stableGenerations++;
// I move on to the next training row
currentRow = (currentRow + 1) % trainingTemplate.rows.Count;
//Maybe I'm not so sure of this
adjustedWeights = false;
}
else
{
stableGenerations = 0;
Console.WriteLine("I found an error");
Console.WriteLine("The error is " + error);
// Publish the old weights
List <double> oldWeights = new List <double>();
List <double> newWeights = new List <double>();
// I mark that I needed to adjust the weights.
adjustedWeights = true;
//Do the heavy duty processing
foreach (NeuronPort input in neuron.inputs)
{
oldWeights.Add(input.weight);
input.weight += input.reading * learningRate * error; // To do finish this
newWeights.Add(input.weight);
}
Console.WriteLine("I corrected with " + (learningRate * error));
Console.WriteLine("Old weights ");
foreach (double weight in oldWeights)
{
Console.Write(weight + " ");
}
Console.WriteLine("New weights " + newWeights);
foreach (double weight in newWeights)
{
Console.Write(weight + " ");
}
}
//This constantly jumps throw the templates maybe not the best choice
// Need to split this up into 2 loops one loops over the rows in the template
// One loops in the rows correcting the errors
// Or see wiki article
currentGeneration++;
//I check the conditions
stableGenFlag = stableGenerations < stableLimit;
genLimitFlag = currentGeneration < maxGenerations;
templateFlag = currentRow < trainingTemplate.rows.Count;
Console.WriteLine("adjustedWeights " + adjustedWeights + " templateFlag " + templateFlag + " stableGenFlag " + stableGenFlag + " genLimitFlag " + genLimitFlag);
Console.WriteLine("End of Generation: " + (currentGeneration - 1));
Console.WriteLine("========================================================================");
Console.ReadKey();
} while (adjustedWeights /*&& stableGenFlag*/ && genLimitFlag && templateFlag);
return(error);
}
public double trainNetwork(TrainingTemplate trainingTemplate, AriesNeuroNet.Neurons.Neuron neuron, int maxGenerations, ErrorHistory errorProg)
{
int stableLimit = trainingTemplate.rows.Count;
int stableGenerations = 0;
int currentGeneration = 0;
double error = 0;
List <double> errorHistory = new List <double>();
//We innitialize the flags
bool adjustedWeights = false;
bool stableGenFlag = true;
bool genLimitFlag = true;
bool templateFlag = false;
//Step 1 initialize the neurons to randomize weights
neuron.randomizeWeights();
/*
* Possible breaking mecanism
* if(flag) {
* Console.Writeline(adequate message)
* return error
* which breaks the function
* }
* */
for (int currentRow = 0; currentRow < trainingTemplate.rows.Count; currentRow++)
{
// I extract the current row
TrainingRow row = trainingTemplate.rows[currentRow];
do
{
// I begin a new generation
//Console.WriteLine("========================================================================");
//Console.WriteLine("Begining Generation: " + currentGeneration);
//Console.WriteLine("Current row: " + currentRow);
// I reset the adjutedWeights flag
adjustedWeights = false;
// I set the inputs
neuron.setInputValues(row.inputs);
// I fire the neuron
neuron.fireNeuron();
// I get the expected output out of the template
double expectedOutput = row.outputs[0];
// I get the real output fromt he neuron
double realOutput = neuron.output.weightedReading;
Console.WriteLine("Output is " + realOutput);
// I calculate the error
error = expectedOutput - realOutput;
//Console.WriteLine("Error is " + error);
// I make a decision based on the error
if (error == 0)
{
//Console.WriteLine("I have not found an error");
stableGenerations++;
// I set the flag so that I exit the while
adjustedWeights = false;
}
else
{
//Console.WriteLine("I found an error");
//Console.WriteLine("The error is " + error);
// I reset the stable generations counter
stableGenerations = 0;
// These are for debugging purposes
//List<double> oldWeights = new List<double>();
//List<double> newWeights = new List<double>();
// I mark that I needed to adjust the weights.
adjustedWeights = true;
//Do the heavy duty processing
foreach (NeuronPort input in neuron.inputs)
{
//oldWeights.Add(input.weight);
input.weight += input.reading * learningRate * error; // To do finish this
//newWeights.Add(input.weight);
}
Console.WriteLine("I corrected with " + (learningRate * error));
// I log the error to history
errorHistory.Add(error);
// I publish the old weights
/*
* Console.WriteLine("Old weights: ");
* foreach (double weight in oldWeights)
* {
* Console.Write(weight + " ");
* }
*
* // I publish the new weights
* Console.WriteLine("New weights: " + newWeights);
* foreach (double weight in newWeights)
* {
* Console.Write(weight + " ");
* }
* */
}
// I mark that I've finished these generation
currentGeneration++;
//I check the conditions
stableGenFlag = stableGenerations < stableLimit;
genLimitFlag = currentGeneration < maxGenerations;
templateFlag = currentRow < trainingTemplate.rows.Count;
//the breaking conditions
if (!stableGenFlag)
{
//Console.WriteLine("Ended due to stable limit gen") ;
return(error);
}
if (!genLimitFlag)
{
//Console.WriteLine("Ended due to limit of gens to train");
return(error);
}
} while (adjustedWeights);
//maybe not necesary ???
if (!stableGenFlag)
{
return(error);
}
if (!genLimitFlag)
{
return(error);
}
}
errorProg.errorPoints = errorHistory;
return(error);
}
public PerceptronNetwork(Neuron aNeuron)
{
this.perceptron = aNeuron;
}