/// <summary>
///
/// </summary>
/// <param name="opTensorOp"></param>
/// <param name="opTensorCompType"></param>
/// <param name="opTensorNanOpt"></param>
public void GetOpTensorDescriptor(
ref cudnnOpTensorOp opTensorOp,
ref cudnnDataType opTensorCompType,
ref cudnnNanPropagation opTensorNanOpt)
{
res = CudaDNNNativeMethods.cudnnGetOpTensorDescriptor(_desc, ref opTensorOp, ref opTensorCompType, ref opTensorNanOpt);
Debug.WriteLine(String.Format("{0:G}, {1}: {2}", DateTime.Now, "cudnnGetOpTensorDescriptor", res));
if (res != cudnnStatus.Success)
{
throw new CudaDNNException(res);
}
}
private void Op(Volume <double> right, cudnnOpTensorOp op, Volume <double> result)
{
var resultStorage = result.Storage as VolumeStorage;
if (resultStorage == null)
{
throw new ArgumentException($"{nameof(result)} storage should be VolumeStorage", nameof(result));
}
VolumeStorage rightStorage = null;
if (right != null)
{
rightStorage = right.Storage as VolumeStorage;
if (rightStorage == null)
{
throw new ArgumentException($"{nameof(right)} storage should be VolumeStorage", nameof(right));
}
}
// Copy to device if not already done
this._volumeStorage.CopyToDevice();
rightStorage?.CopyToDevice();
resultStorage.CopyToDevice();
var aStorage = this._volumeStorage;
Shape bShape = null;
VolumeStorage bStorage = null;
if (rightStorage != null)
{
bStorage = rightStorage;
if (bStorage.Shape.TotalLength > aStorage.Shape.TotalLength)
{
aStorage = rightStorage;
bStorage = this._volumeStorage;
}
bShape = bStorage.Shape;
}
var n = aStorage.Shape.Dimensions[3];
var c = aStorage.Shape.Dimensions[2];
var h = aStorage.Shape.Dimensions[1];
var w = aStorage.Shape.Dimensions[0];
// Add tensors
using var descA = new TensorDescriptor();
using var descB = new TensorDescriptor();
using var descC = new TensorDescriptor();
descA.SetTensor4dDescriptor(cudnnTensorFormat.NCHW, cudnnDataType.Double, n, c, h, w);
if (bShape != null)
{
descB.SetTensor4dDescriptor(cudnnTensorFormat.NCHW, cudnnDataType.Double, bShape.Dimensions[3], bShape.Dimensions[2], bShape.Dimensions[1],
bShape.Dimensions[0]);
}
descC.SetTensor4dDescriptor(cudnnTensorFormat.NCHW, cudnnDataType.Double, n, c, h, w);
using var opt = new OpTensorDescriptor(this._context.CudnnContext);
opt.SetOpTensorDescriptor(
op,
cudnnDataType.Double,
cudnnNanPropagation.PropagateNan);
var one = 1.0;
var zero = 0.0;
var status = CudaDNNNativeMethods.cudnnOpTensor(
this._context.CudnnContext.Handle,
opt.Desc,
ref one, descA.Desc, aStorage.DeviceBuffer.DevicePointer,
ref one, bStorage != null ? descB.Desc : descA.Desc, bStorage?.DeviceBuffer.DevicePointer ?? aStorage.DeviceBuffer.DevicePointer,
ref zero, descC.Desc, resultStorage.DeviceBuffer.DevicePointer);
if (status != cudnnStatus.Success)
{
throw new Exception(CudaDNNNativeMethods.cudnnGetErrorString(status));
}
resultStorage.Location = DataLocation.Device;
}
/// <summary>
///
/// </summary>
/// <param name="opTensorOp"></param>
/// <param name="opTensorCompType"></param>
/// <param name="opTensorNanOpt"></param>
public void GetOpTensorDescriptor(
ref cudnnOpTensorOp opTensorOp,
ref cudnnDataType opTensorCompType,
ref cudnnNanPropagation opTensorNanOpt)
{
res = CudaDNNNativeMethods.cudnnGetOpTensorDescriptor(_desc, ref opTensorOp, ref opTensorCompType, ref opTensorNanOpt);
Debug.WriteLine(String.Format("{0:G}, {1}: {2}", DateTime.Now, "cudnnGetOpTensorDescriptor", res));
if (res != cudnnStatus.Success) throw new CudaDNNException(res);
}
public static extern cudnnStatus cudnnSetOpTensorDescriptor(
cudnnOpTensorDescriptor opTensorDesc,
cudnnOpTensorOp opTensorOp,
cudnnDataType opTensorCompType,
cudnnNanPropagation opTensorNanOpt);
