public void FreeDeviceMemory()
{
if (bufferFFT == null)
{
return;
}
bufferFFT.Dispose();
val.Dispose();
y.Dispose();
x.Dispose();
buffer.Dispose();
imgRefCplx.Dispose();
imgToTrackCplx.Dispose();
imgToTrackRotated.Dispose();
memoryAllocated = false;
}
private void AllocateImagesNPP(Bitmap size)
{
int w = size.Width;
int h = size.Height;
if (inputImage8uC3 == null)
{
inputImage8uC1 = new NPPImage_8uC1(w, h);
inputImage8uC3 = new NPPImage_8uC3(w, h);
inputImage8uC4 = new NPPImage_8uC4(w, h);
imageBayer = new NPPImage_32fC1(w, h);
inputImage32f = new NPPImage_32fC3(w, h);
noisyImage8u = new NPPImage_8uC3(w, h);
noiseImage32f = new NPPImage_32fC3(w, h);
resultImage8u = new NPPImage_8uC3(w, h);
resultImage32f = new NPPImage_32fC3(w, h);
return;
}
if (inputImage8uC3.Width >= w && inputImage8uC3.Height >= h)
{
inputImage8uC1.SetRoi(0, 0, w, h);
inputImage8uC3.SetRoi(0, 0, w, h);
inputImage8uC4.SetRoi(0, 0, w, h);
imageBayer.SetRoi(0, 0, w, h);
inputImage32f.SetRoi(0, 0, w, h);
noisyImage8u.SetRoi(0, 0, w, h);
noiseImage32f.SetRoi(0, 0, w, h);
resultImage8u.SetRoi(0, 0, w, h);
resultImage32f.SetRoi(0, 0, w, h);
}
else
{
inputImage8uC1.Dispose();
inputImage8uC3.Dispose();
inputImage8uC4.Dispose();
imageBayer.Dispose();
inputImage32f.Dispose();
noisyImage8u.Dispose();
noiseImage32f.Dispose();
resultImage8u.Dispose();
resultImage32f.Dispose();
inputImage8uC1 = new NPPImage_8uC1(w, h);
inputImage8uC3 = new NPPImage_8uC3(w, h);
inputImage8uC4 = new NPPImage_8uC4(w, h);
imageBayer = new NPPImage_32fC1(w, h);
inputImage32f = new NPPImage_32fC3(w, h);
noisyImage8u = new NPPImage_8uC3(w, h);
noiseImage32f = new NPPImage_32fC3(w, h);
resultImage8u = new NPPImage_8uC3(w, h);
resultImage32f = new NPPImage_32fC3(w, h);
}
}
public void FreeDeviceMemory()
{
d_tmp.Dispose();
d_Ix.Dispose();
d_Iy.Dispose();
d_Iz.Dispose();
//d_imageHalf.Dispose();
d_flow.Dispose();
buffer.Dispose();
mean.Dispose();
std.Dispose();
d_filterX.Dispose();
d_filterY.Dispose();
d_filterT.Dispose();
}
public TestRawFile(string dummyFile, int size, float preShiftX, float preShiftY, float preRotDeg, float shiftX, float shiftY)
: base(dummyFile)
{
//close the file
Close();
Random rand = new Random(0);
mRawImage = new ushort[size, size];
float[] temp = new float[size * size];
NPPImage_32fC1 img1 = new NPPImage_32fC1(size, size);
NPPImage_32fC1 img2 = new NPPImage_32fC1(size, size);
NPPImage_16uC1 img16u = new NPPImage_16uC1(size, size);
for (int i = 0; i < temp.Length; i++)
{
temp[i] = (float)rand.NextDouble();
}
img1.CopyToDevice(temp);
img1.FilterGaussBorder(img2, MaskSize.Size_5_X_5, NppiBorderType.Replicate);
img1.Set(0);
img2.WarpAffine(img1, Matrix3x3.ShiftAffine(-preShiftX, -preShiftY).ToAffine(), InterpolationMode.Cubic);
img2.Set(0);
img1.WarpAffine(img2, Matrix3x3.RotAroundCenter(-preRotDeg, size, size).ToAffine(), InterpolationMode.Cubic);
img1.Set(0);
img2.WarpAffine(img1, Matrix3x3.ShiftAffine(-shiftX, -shiftY).ToAffine(), InterpolationMode.Cubic);
img1.Mul(65535);
img1.Convert(img16u, NppRoundMode.Near);
img16u.CopyToHost(mRawImage, size * sizeof(ushort));
double[] colorMatrix = new double[] { 1, 0, 0, 0, 1, 0, 0, 0, 1 };
mColorSpec = new PentaxPefFile.DNGColorSpec(colorMatrix, colorMatrix, PentaxPefFile.IFDDNGCalibrationIlluminant.Illuminant.D50,
PentaxPefFile.IFDDNGCalibrationIlluminant.Illuminant.D65, new float[] { 1f, 1, 1f });
mOrientation = new PentaxPefFile.DNGOrientation(PentaxPefFile.DNGOrientation.Orientation.Normal);
mWidth = size;
mHeight = size;
mCropLeft = 0;
mCropTop = 0;
mCroppedWidth = size;
mCroppedHeight = size;
mBitDepth = 16;
mISO = 100;
mBayerPattern = new BayerColor[] { BayerColor.Red, BayerColor.Cyan, BayerColor.Blue };
mWhiteLevel = new float[] { 65535, 65535, 65535 };
mBlackLevel = new float[] { 0, 0, 0 };
mWhiteBalance = new float[] { 1, 1, 1 };;
mRollAngle = 0;
mRollAnglePresent = false;
mNoiseModelAlpha = float.Epsilon;
mNoiseModelBeta = 0;
mExposureTime = new PentaxPefFile.Rational(1, 1);
mRecordingDate = DateTime.Now;
mMake = "None";
mUniqueModelName = "Test file";
img1.Dispose();
img2.Dispose();
img16u.Dispose();
}
static void Main(string[] args)
{
CudaContext ctx = null;
DeBayersSubSampleKernel kernelDeBayersSubSample = null;
DeBayersSubSampleDNGKernel kernelDeBayersSubSampleDNG = null;
SetupCurandKernel kernelSetupCurand = null;
CreateBayerWithNoiseKernel kernelCreateBayerWithNoise = null;
CudaDeviceVariable <ushort> rawImg;
string outputPathOwn = @"C:\Users\kunz_\Desktop\TrainingDataNN\FromOwnDataset\";
string outputPath5k = @"C:\Users\kunz_\Desktop\TrainingDataNN\From5kDataset\";
const int patchSize = 66;
//These are the noise levels I measured for each ISO of my camera:
double[] noiseLevels = new double[] { 6.66667E-05, 0.0001, 0.000192308, 0.000357143, 0.000714286, 0.001388889, 0.0025 };
string[] noiseLevelsFolders = new string[] { "ISO100", "ISO200", "ISO400", "ISO800", "ISO1600", "ISO3200", "ISO6400" };
//Process files from my own dataset:
string[] files = File.ReadAllLines("FileListOwnImages.txt");
if (ctx == null)
{
ctx = new PrimaryContext();
ctx.SetCurrent();
CUmodule mod = ctx.LoadModulePTX("DeBayer.ptx");
kernelDeBayersSubSample = new DeBayersSubSampleKernel(ctx, mod);
kernelDeBayersSubSampleDNG = new DeBayersSubSampleDNGKernel(ctx, mod);
kernelSetupCurand = new SetupCurandKernel(ctx, mod);
kernelCreateBayerWithNoise = new CreateBayerWithNoiseKernel(ctx, mod);
}
FileStream fs = new FileStream("ImagesCompleted.txt", FileMode.Append, FileAccess.Write);
StreamWriter sw = new StreamWriter(fs);
PEFFile pef = new PEFFile(files[0]);
BayerColor[] bayerPattern = new BayerColor[pef.BayerPattern.Length];
for (int i = 0; i < pef.BayerPattern.Length; i++)
{
bayerPattern[i] = (BayerColor)pef.BayerPattern[i];
}
kernelDeBayersSubSample.BayerPattern = bayerPattern;
rawImg = new CudaDeviceVariable <ushort>(pef.RawWidth * pef.RawHeight);
NPPImage_32fC3 img = new NPPImage_32fC3(pef.RawWidth / 2, pef.RawHeight / 2);
NPPImage_32fC3 imgsmall = new NPPImage_32fC3(pef.RawWidth / 8, pef.RawHeight / 8);
NPPImage_32fC3 patch = new NPPImage_32fC3(patchSize, patchSize);
NPPImage_32fC1 patchBayerWithNoise = new NPPImage_32fC1(patchSize, patchSize);
//NPPImage_8uC3 img8u = new NPPImage_8uC3(patchSize, patchSize);
//Bitmap bmp = new Bitmap(patchSize, patchSize, System.Drawing.Imaging.PixelFormat.Format24bppRgb);
CudaDeviceVariable <byte> states = new CudaDeviceVariable <byte>(patchSize * patchSize * 48); //one state has the size of 48 bytes
kernelSetupCurand.RunSafe(states, patchSize * patchSize);
NppiRect maxRoi = new NppiRect(10, 10, pef.RawWidth / 8 - 10, pef.RawHeight / 8 - 10);
List <NppiRect> ROIs = GetROIs(maxRoi, patchSize);
float3[] imgGroundTruth = new float3[patchSize * patchSize];
float[] noisyPatchBayer = new float[patchSize * patchSize];
int counter = 0;
int fileCounter = 0;
FileStream fsWB1 = new FileStream("WhiteBalancesOwn.txt", FileMode.Create, FileAccess.Write);
StreamWriter swWB1 = new StreamWriter(fsWB1);
foreach (var file in files)
{
pef = new PEFFile(file);
float whiteLevelAll = pef.WhiteLevel.Value;
float3 whitePoint = new float3(whiteLevelAll, whiteLevelAll, whiteLevelAll);
float3 blackPoint = new float3(pef.BlackPoint.Value[0], pef.BlackPoint.Value[1], pef.BlackPoint.Value[3]);
whitePoint -= blackPoint;
float scale = pef.Scaling.Value;
float3 scaling = new float3(pef.WhitePoint.Value[0] / scale, pef.WhitePoint.Value[1] / scale, pef.WhitePoint.Value[3] / scale);
int RoiCounter = 0;
foreach (var roi in ROIs)
{
swWB1.WriteLine((counter + RoiCounter).ToString("0000000") + "\t" + scaling.x.ToString(CultureInfo.InvariantCulture) + "\t" + scaling.y.ToString(CultureInfo.InvariantCulture) + "\t" + scaling.z.ToString(CultureInfo.InvariantCulture));
RoiCounter++;
}
fileCounter++;
Console.WriteLine("Done " + fileCounter + " of " + files.Length);
rawImg.CopyToDevice(pef.RawImage);
kernelDeBayersSubSample.RunSafe(rawImg, img, (float)Math.Pow(2.0, pef.BitDepth));
imgsmall.ResetRoi();
img.ResizeSqrPixel(imgsmall, 0.25, 0.25, 0, 0, InterpolationMode.SuperSampling);
RoiCounter = 0;
foreach (var roi in ROIs)
{
imgsmall.SetRoi(roi);
imgsmall.Copy(patch);
patch.CopyToHost(imgGroundTruth);
WriteRAWFile(outputPathOwn + @"GroundTruth\img_" + (counter + RoiCounter).ToString("0000000") + ".bin", imgGroundTruth, patchSize, patchSize);
RoiCounter++;
}
RoiCounter = 0;
foreach (var roi in ROIs)
{
imgsmall.SetRoi(roi);
for (int i = 0; i < 7; i++)
{
imgsmall.Copy(patch);
kernelCreateBayerWithNoise.RunSafe(states, patch, patchBayerWithNoise, (float)noiseLevels[i], 0);
patchBayerWithNoise.CopyToHost(noisyPatchBayer);
WriteRAWFile(outputPathOwn + noiseLevelsFolders[i] + @"\img_" + (counter + RoiCounter).ToString("0000000") + ".bin", noisyPatchBayer, patchSize, patchSize);
}
RoiCounter++;
}
fileCounter++;
counter += ROIs.Count;
Console.WriteLine("Done " + fileCounter + " of " + files.Length);
sw.WriteLine(file);
sw.Flush();
}
sw.Close();
sw.Dispose();
swWB1.Flush();
swWB1.Close();
rawImg.Dispose();
img.Dispose();
imgsmall.Dispose();
patch.Dispose();
patchBayerWithNoise.Dispose();
//Move on to DNG images from 5k dataset:
files = File.ReadAllLines("FileListe5KKomplett.txt");
fs = new FileStream("ImagesCompleted5k.txt", FileMode.Append, FileAccess.Write);
sw = new StreamWriter(fs);
DNGFile dng = new DNGFile(files[0]);
int maxWidth = 7000;
int maxHeight = 5000;
rawImg = new CudaDeviceVariable <ushort>(maxWidth * maxHeight);
img = new NPPImage_32fC3(maxWidth, maxHeight); // /2
imgsmall = new NPPImage_32fC3(maxWidth, maxHeight); // /8
patch = new NPPImage_32fC3(patchSize, patchSize);
patchBayerWithNoise = new NPPImage_32fC1(patchSize, patchSize);
imgGroundTruth = new float3[patchSize * patchSize];
noisyPatchBayer = new float[patchSize * patchSize];
counter = 0;
fileCounter = 0;
int roiCount = 0;
FileStream fsWB2 = new FileStream("WhiteBalances5k.txt", FileMode.Create, FileAccess.Write);
StreamWriter swWB2 = new StreamWriter(fsWB2);
foreach (var file in files)
{
dng = new DNGFile(file);
bayerPattern = new BayerColor[dng.BayerPattern.Length];
for (int i = 0; i < dng.BayerPattern.Length; i++)
{
bayerPattern[i] = (BayerColor)dng.BayerPattern[i];
}
kernelDeBayersSubSampleDNG.BayerPattern = bayerPattern;
maxRoi = new NppiRect(10, 10, dng.RawWidth / 8 - 10, dng.RawHeight / 8 - 10);
ROIs = GetROIs(maxRoi, patchSize);
roiCount += ROIs.Count;
float[] wb = dng.AsShotNeutral;
int RoiCounter = 0;
foreach (var roi in ROIs)
{
swWB2.WriteLine((counter + RoiCounter).ToString("0000000") + "\t" + (1.0f / wb[0]).ToString(CultureInfo.InvariantCulture) + "\t" + (1.0f / wb[1]).ToString(CultureInfo.InvariantCulture) + "\t" + (1.0f / wb[2]).ToString(CultureInfo.InvariantCulture));
RoiCounter++;
}
fileCounter++;
Console.WriteLine("Done " + fileCounter + " of " + files.Length);
Console.WriteLine("RoiCoint: " + ROIs.Count);
unsafe
{
fixed(ushort *ptr = dng.RawImage)
{
rawImg.CopyToDevice((IntPtr)ptr, 0, 0, dng.RawWidth * dng.RawHeight * 2);
}
}
NppiRect rect = new NppiRect(0, 0, dng.RawWidth / 2, dng.RawHeight / 2);
img.SetRoi(rect);
kernelDeBayersSubSampleDNG.RunSafe(rawImg, img, dng.MaxVal, dng.MinVal);
rect = new NppiRect(0, 0, dng.RawWidth / 8, dng.RawHeight / 8);
imgsmall.SetRoi(rect);
img.ResizeSqrPixel(imgsmall, 0.25, 0.25, 0, 0, InterpolationMode.SuperSampling);
RoiCounter = 0;
foreach (var roi in ROIs)
{
imgsmall.SetRoi(roi);
imgsmall.Copy(patch);
patch.CopyToHost(imgGroundTruth);
WriteRAWFile(outputPath5k + @"GroundTruth\img_" + (counter + RoiCounter).ToString("0000000") + ".bin", imgGroundTruth, patchSize, patchSize);
RoiCounter++;
}
RoiCounter = 0;
foreach (var roi in ROIs)
{
imgsmall.SetRoi(roi);
for (int i = 0; i < 7; i++)
{
imgsmall.Copy(patch);
kernelCreateBayerWithNoise.RunSafe(states, patch, patchBayerWithNoise, (float)noiseLevels[i], 0);
patchBayerWithNoise.CopyToHost(noisyPatchBayer);
WriteRAWFile(outputPath5k + noiseLevelsFolders[i] + @"\img_" + (counter + RoiCounter).ToString("0000000") + ".bin", noisyPatchBayer, patchSize, patchSize);
}
RoiCounter++;
}
fileCounter++;
counter += ROIs.Count;
Console.WriteLine("Done " + fileCounter + " of " + files.Length);
sw.WriteLine(file);
sw.Flush();
}
sw.Close();
sw.Dispose();
swWB2.Flush();
swWB2.Close();
Console.WriteLine("Total cropped ROIs: " + roiCount);
rawImg.Dispose();
img.Dispose();
imgsmall.Dispose();
patch.Dispose();
patchBayerWithNoise.Dispose();
states.Dispose();
ctx.Dispose();
}