public ConvolutionLayer(ILayer before, ValueTuple <int, int, int> filter
, Func <IEnumerable <double>, IEnumerable <double> > activation
, Func <double, bool> ignoreUpdate = null)
{
(int filterSize, int stride, int filterCount) = filter;
this.CalcFunction = DLF.CalcFunction;
this.ActivationFunction = activation;
this.UpdateWeightFunction = DLF.UpdateWeight(ignoreUpdate);
int width, height, chSize = 0;
if (before is I2DLayer dLayer)
{
width = dLayer.OutputWidth;
height = dLayer.OutputHeight;
chSize = dLayer.OutputCh;
}
else
{
width = before.Nodes.Count();
height = 1;
chSize = 1;
}
var xSize = (int)Math.Ceiling((width - filterSize) / (double)stride);
var ySize = (int)Math.Ceiling((height - filterSize) / (double)stride);
this.OutputWidth = xSize;
this.OutputHeight = ySize;
this.OutputCh = filterCount;
this.Nodes = (
from filterIndex in Enumerable.Range(0, filterCount)
let weights = (
from fx in Enumerable.Range(0, filterSize)
from fy in Enumerable.Range(0, filterSize)
select Weight.Make(DLF.GetRandomWeight(), xSize * ySize * chSize))
.ToArray()
from y in Enumerable.Range(0, height - filterSize).Where(i => i % stride == 0)
from x in Enumerable.Range(0, width - filterSize).Where(i => i % stride == 0)
let links =
from channelOffset in Enumerable.Range(0, chSize)
let lx = before.Nodes.MakeLink(width, filterSize, x, y + (channelOffset * height), (wx, wy) => weights[(wy * filterSize) + wx]).ToArray()
select lx
let node = new Node(ActivationFunction, links.SelectMany(l => l).ToArray())
select node).ToArray();
}
public PoolingLayer(ILayer before, ValueTuple <int, int> filter)
{
(int poolingSize, int stride) = filter;
this.CalcFunction = n => n.Links.Select(l => l.InputNode.GetValue()).Max();
this.ActivationFunction = v => v;
this.UpdateWeightFunction = DLF.UpdateWeight(null, (n, l, d) =>
{
if (n.GetValue() == l.InputNode.GetValue())
{
l.InputNode.Delta += d * l.Weight.Value;
}
});
int width, height, chSize = 0;
if (before is I2DLayer dLayer)
{
width = dLayer.OutputWidth;
height = dLayer.OutputHeight;
chSize = dLayer.OutputCh;
}
else
{
width = before.Nodes.Count();
height = 1;
chSize = 1;
}
var xSize = (int)Math.Ceiling((width - poolingSize) / (double)stride);
var ySize = (int)Math.Ceiling((height - poolingSize) / (double)stride);
this.OutputWidth = xSize;
this.OutputHeight = ySize;
this.OutputCh = chSize;
this.Nodes = (
from filterIndex in Enumerable.Range(0, chSize)
let filterNodes = before.Nodes.Skip(filterIndex * height * width).Take(height * width).ToArray()
from y in Enumerable.Range(0, height - poolingSize).Where(i => i % stride == 0)
from x in Enumerable.Range(0, width - poolingSize).Where(i => i % stride == 0)
let links = filterNodes.MakeLink(width, poolingSize, x, y, (wx, wy) => Weight.Make(1.0)).ToArray()
let node = new Node(ActivationFunction, links.Skip(1).ToArray())
select node).ToArray();
}