/// <summary>
/// Copy constructor
/// </summary>
/// <param name="source">Source cluster</param>
public TrainedNetworkCluster(TrainedNetworkCluster source)
{
ClusterName = source.ClusterName;
BinBorder = source.BinBorder;
Members = new List <TrainedNetwork>(source.Members.Count);
foreach (TrainedNetwork tn in source.Members)
{
Members.Add(tn.DeepClone());
}
Weights = new List <double>(source.Weights);
ErrorStats = source.ErrorStats.DeepClone();
}
/// <summary>
/// Builds computation cluster of trained networks
/// </summary>
/// <param name="dataBundle">Data to be used for training</param>
/// <param name="testDataRatio">Ratio of test data to be used (determines fold size)</param>
/// <param name="numOfFolds">Requested number of testing folds (determines number of cluster members). Value LE 0 causes automatic setup. </param>
/// <param name="repetitions">Defines how many times the generation of folds will be repeated. </param>
/// <param name="outputFeatureFilterCollection">Output feature filters to be used for output data denormalization.</param>
public TrainedNetworkCluster Build(VectorBundle dataBundle,
double testDataRatio,
int numOfFolds,
int repetitions,
FeatureFilterBase[] outputFeatureFilterCollection
)
{
//Test fold size
if (testDataRatio > MaxRatioOfTestData)
{
throw new ArgumentException($"Test data ratio is greater than {MaxRatioOfTestData.ToString(CultureInfo.InvariantCulture)}", "testingDataRatio");
}
int testDataSetLength = (int)Math.Round(dataBundle.OutputVectorCollection.Count * testDataRatio, 0);
if (testDataSetLength < MinLengthOfTestDataset)
{
throw new ArgumentException($"Num of resulting test samples is less than {MinLengthOfTestDataset.ToString(CultureInfo.InvariantCulture)}", "testingDataRatio");
}
//Number of folds
if (numOfFolds <= 0)
{
//Auto setup
numOfFolds = dataBundle.OutputVectorCollection.Count / testDataSetLength;
}
//Cluster of trained networks
int numOfMembers = numOfFolds * _networkSettingsCollection.Count * repetitions;
TrainedNetworkCluster cluster = new TrainedNetworkCluster(_clusterName, numOfMembers, _dataRange, _binBorder);
for (int cycle = 0; cycle < repetitions; cycle++)
{
//Data split to folds
List <VectorBundle> subBundleCollection = dataBundle.Split(testDataSetLength, _binBorder);
numOfFolds = Math.Min(numOfFolds, subBundleCollection.Count);
//Train collection of networks for each fold in the cluster.
for (int foldIdx = 0; foldIdx < numOfFolds; foldIdx++)
{
for (int netCfgIdx = 0; netCfgIdx < _networkSettingsCollection.Count; netCfgIdx++)
{
//Prepare training data bundle
VectorBundle trainingData = new VectorBundle();
for (int bundleIdx = 0; bundleIdx < subBundleCollection.Count; bundleIdx++)
{
if (bundleIdx != foldIdx)
{
trainingData.Add(subBundleCollection[bundleIdx]);
}
}
TrainedNetworkBuilder netBuilder = new TrainedNetworkBuilder(_clusterName,
_networkSettingsCollection[netCfgIdx],
(cycle * numOfFolds) + foldIdx + 1,
repetitions * numOfFolds,
netCfgIdx + 1,
_networkSettingsCollection.Count,
trainingData,
subBundleCollection[foldIdx],
_binBorder,
_rand,
_controller
);
//Register notification
netBuilder.RegressionEpochDone += OnRegressionEpochDone;
//Build trained network. Trained network becomes to be the cluster member
cluster.Members.Add(netBuilder.Build());
//Set member's weight proportionally to train/test number of samples ratio
cluster.Weights.Add((double)subBundleCollection[foldIdx].InputVectorCollection.Count / (double)trainingData.InputVectorCollection.Count);
//Update cluster error statistics (pesimistic approach)
for (int sampleIdx = 0; sampleIdx < subBundleCollection[foldIdx].OutputVectorCollection.Count; sampleIdx++)
{
double[] nrmComputedValues = cluster.Members.Last().Network.Compute(subBundleCollection[foldIdx].InputVectorCollection[sampleIdx]);
for (int i = 0; i < nrmComputedValues.Length; i++)
{
double naturalComputedValue = outputFeatureFilterCollection[i].ApplyReverse(nrmComputedValues[i]);
double naturalIdealValue = outputFeatureFilterCollection[i].ApplyReverse(subBundleCollection[foldIdx].OutputVectorCollection[sampleIdx][i]);
cluster.ErrorStats.Update(nrmComputedValues[i],
subBundleCollection[foldIdx].OutputVectorCollection[sampleIdx][i],
naturalComputedValue,
naturalIdealValue
);
} //i
} //sampleIdx
} //netCfgIdx
} //foldIdx
if (cycle < repetitions - 1)
{
//Reshuffle data
dataBundle.Shuffle(_rand);
}
}
//Return built cluster
return(cluster);
}
