public override void Process(TransformContext context)
{
var concat = (ExclusiveConcatenation)context.MatchedLayers[0];
var output = concat.Output;
var exConcat = new QuantizedExclusiveConcatenation(concat.Inputs.Select(x => new ReadOnlyMemory <int>(x.Dimensions.ToArray())));
for (int i = 0; i < exConcat.Inputs.Count; i++)
{
var input = concat.Inputs[i].Connection.From;
var quantize = new Quantize(input.Dimensions);
var requantize = new Requantize(quantize.Output.Dimensions);
quantize.Input.SetConnection(input);
requantize.Input.SetConnection(quantize.Output);
exConcat.Inputs[i].SetConnection(requantize.Output);
}
var dequantize = new Dequantize(exConcat.Output.Dimensions);
dequantize.Input.SetConnection(exConcat.Output);
var oldOuts = output.Connections.Select(o => o.To).ToList();
foreach (var oldOut in oldOuts)
{
oldOut.SetConnection(dequantize.Output);
}
}
public void Infer(Requantize layer, RequantizeLayerArgument argument, InferenceContext context)
{
var inputAlloc = context.MainMemoryMap[layer.Input.Connection.From];
var outputAlloc = context.MainMemoryMap[layer.Output];
argument.Flags = K210LayerFlags.MainMemoryOutput;
argument.MainMemoryInputAddress = inputAlloc.GetAddress();
argument.MainMemoryOutputAddress = outputAlloc.GetAddress();
}
public RequantizeLayerArgument Convert(Requantize layer, ConvertContext context)
{
var ir = context.Quantization.Distributions[layer.Input.Connection.From].Global;
var or = context.Quantization.Distributions[layer.Output].Global;
return(new RequantizeLayerArgument
{
Count = (uint)layer.Input.Dimensions.GetSize(),
Table = Quantizer.GetRequantizeTable(ir, or)
});
}
