public void Infer(L2Normalization layer, L2NormalizationLayerArgument argument, InferenceContext context)
{
var inputAlloc = context.MainMemoryMap[layer.Input.Connection.From];
var outputAlloc = context.MainMemoryMap[layer.Output];
argument.Flags = K210LayerFlags.MainMemoryOutput;
argument.MainMemoryInputAddress = inputAlloc.GetAddress();
argument.MainMemoryOutputAddress = outputAlloc.GetAddress();
}
public L2NormalizationLayerArgument DeserializeBin(int offset, K210BinDeserializeContext context)
{
var sr = context.GetReaderAt(offset);
var argument = new L2NormalizationLayerArgument
{
Flags = sr.Read <K210LayerFlags>(),
MainMemoryInputAddress = sr.Read <uint>(),
MainMemoryOutputAddress = sr.Read <uint>(),
Channels = sr.Read <uint>()
};
return(argument);
}
public void Forward(L2NormalizationLayerArgument argument, ForwardContext context)
{
var src = MemoryMarshal.Cast <byte, float>(context.GetMainRamAt((int)argument.MainMemoryInputAddress));
var dest = MemoryMarshal.Cast <byte, float>(context.GetMainRamAt((int)argument.MainMemoryOutputAddress));
float sum = 0;
const float epsilon = 1e-10f;
for (int oc = 0; oc < argument.Channels; oc++)
{
sum += src[oc] * src[oc];
}
if (sum < epsilon)
{
sum = epsilon;
}
sum = 1f / (float)Math.Sqrt(sum);
for (int oc = 0; oc < argument.Channels; oc++)
{
dest[oc] = src[oc] * sum;
}
}