public PmData(ZsImage destImage, ZsImage srcImage, Nnf nnf, Area2DMap map)
{
if (destImage == null)
{
throw new ArgumentNullException(nameof(destImage));
}
if (srcImage == null)
{
throw new ArgumentNullException(nameof(srcImage));
}
if (map == null)
{
throw new ArgumentNullException(nameof(map));
}
if (nnf == null)
{
throw new ArgumentNullException(nameof(nnf));
}
Map = map;
Nnf = nnf;
DestImage = destImage;
SrcImage = srcImage;
DestImagePixelsArea = Area2D.Create(0, 0, destImage.Width, destImage.Height);
Settings = new PatchMatchSettings();
}
public PmData(ZsImage destImage, ZsImage srcImage)
{
if (destImage == null)
{
throw new ArgumentNullException(nameof(destImage));
}
if (srcImage == null)
{
throw new ArgumentNullException(nameof(srcImage));
}
DestImage = destImage;
SrcImage = srcImage;
Nnf = new Nnf(destImage.Width, destImage.Height, srcImage.Width, srcImage.Height);
Settings = new PatchMatchSettings();
var destImageArea = Area2D.Create(0, 0, destImage.Width, destImage.Height);
DestImagePixelsArea = destImageArea;
var mapBuilder = new Area2DMapBuilder();
mapBuilder.InitNewMap(
destImageArea,
Area2D.Create(0, 0, srcImage.Width, srcImage.Height));
Map = mapBuilder.Build();
}
public InpaintSettings()
{
MeanShift = new MeanShiftSettings();
PatchDistanceCalculator = ImagePatchDistance.Cie2000;
PatchMatch = new PatchMatchSettings {
PatchSize = 11
};
}
static void Main(string[] args)
{
const string basePath = "..\\..\\..\\..\\images";
ZsImage srcImage = GetArgbImage(basePath, "t009.jpg");
ZsImage destImage = srcImage.Clone();
var srcMarkup = GetArea2D(basePath, "m009.png");
var destMarkup = srcMarkup.Translate(-300, -30);
destImage.CopyFromImage(destMarkup, destImage, srcMarkup);
destImage.FromArgbToBitmap()
.SaveTo("..\\..\\..\\target.png", ImageFormat.Png);
// Prepage setting for the PM algorithm
const byte patchSize = 5;
var settings = new PatchMatchSettings {
PatchSize = patchSize
};
// Init an nnf
var nnf = new Nnf(destImage.Width, destImage.Height, srcImage.Width, srcImage.Height, patchSize);
srcImage.FromArgbToRgb(new[] { 1.0, 1.0, 1.0 })
.FromRgbToLab();
destImage.FromArgbToRgb(new[] { 1.0, 1.0, 1.0 })
.FromRgbToLab();
destImage
.Clone()
.FromLabToRgb()
.FromRgbToBitmap()
.SaveTo($"..\\..\\..\\dest.png", ImageFormat.Png);
var patchMatchNnfBuilder = new PatchMatchNnfBuilder();
patchMatchNnfBuilder.RunRandomNnfInitIteration(nnf, destImage, srcImage, settings);
for (int j = 0; j < 3; j++)
{
patchMatchNnfBuilder.RunBuildNnfIteration(nnf, destImage, srcImage, NeighboursCheckDirection.Forward, settings);
Console.WriteLine($"\tIteration {j * 2}");
patchMatchNnfBuilder.RunBuildNnfIteration(nnf, destImage, srcImage, NeighboursCheckDirection.Backward, settings);
Console.WriteLine($"\tIteration {j * 2 + 1}");
}
nnf.ToRgbImage()
.FromRgbToBitmap()
.SaveTo($"..\\..\\..\\nnf.png", ImageFormat.Png);
nnf.RestoreImage(srcImage, 3, patchSize)
.FromLabToRgb()
.FromRgbToBitmap()
.SaveTo($"..\\..\\..\\restored.png", ImageFormat.Png);
}
static void Main(string[] args)
{
const string basePath = "..\\..\\..\\images";
var destImageName = "pm2small.png";
var srcImageName = "pm1small.png";
var emptyAreaImageName = "pm2small_ignore.png";
// This is our input data.
var destImage = GetLabImage(basePath, destImageName);
var srcImage = GetLabImage(basePath, srcImageName);
var destArea = Area2D.Create(0, 0, destImage.Width, destImage.Height);
var srcArea = Area2D.Create(0, 0, srcImage.Width, srcImage.Height);
var emptyArea = GetArea2D(basePath, emptyAreaImageName);
var destPixelsArea = destArea.Substract(emptyArea);
var map = new Area2DMapBuilder()
.InitNewMap(destArea, srcArea)
.Build();
const byte patchSize = 5;
var settings = new PatchMatchSettings {
PatchSize = patchSize
};
var nnf = new Nnf(destImage.Width, destImage.Height, srcImage.Width, srcImage.Height, patchSize);
var calculator = ImagePatchDistance.Cie76;
var patchMatchNnfBuilder = new PatchMatchNnfBuilder();
// Create the nnf the images
// with a couple of iterations.
patchMatchNnfBuilder.RunRandomNnfInitIteration(nnf, destImage, srcImage, settings, calculator, map, destPixelsArea);
patchMatchNnfBuilder.RunBuildNnfIteration(nnf, destImage, srcImage, NeighboursCheckDirection.Forward, settings, calculator, map, destPixelsArea);
patchMatchNnfBuilder.RunBuildNnfIteration(nnf, destImage, srcImage, NeighboursCheckDirection.Backward, settings, calculator, map, destPixelsArea);
patchMatchNnfBuilder.RunBuildNnfIteration(nnf, destImage, srcImage, NeighboursCheckDirection.Forward, settings, calculator, map, destPixelsArea);
patchMatchNnfBuilder.RunBuildNnfIteration(nnf, destImage, srcImage, NeighboursCheckDirection.Backward, settings, calculator, map, destPixelsArea);
patchMatchNnfBuilder.RunBuildNnfIteration(nnf, destImage, srcImage, NeighboursCheckDirection.Forward, settings, calculator, map, destPixelsArea);
// Restore dest image from the NNF and source image.
nnf
.RestoreImage(srcImage, 3, settings.PatchSize)
.FromLabToRgb()
.FromRgbToBitmap()
.SaveTo(@"..\..\restored.png", ImageFormat.Png);
// Convert the NNF to an image, save and show it
nnf
.ToRgbImage()
.FromRgbToBitmap()
.SaveTo(@"..\..\nnf.png", ImageFormat.Png)
.ShowFile();
Console.WriteLine($"PatchMatchPipeline processing is finished.");
}
static void Main(string[] args)
{
const string basePath = "..\\..\\..\\..\\images";
const int patchSize = 5;
var srcImageName = "t009.jpg";
// Prepare images
var srcImage = GetLabImage(basePath, srcImageName);
var destImage = GetLabImage(basePath, srcImageName);
var ignoreArea = GetArea2D(basePath, "m009.png");
var destArea = ignoreArea.Dilation(patchSize * 2 + 1);
// Init an nnf
var nnf = new Nnf(destImage.Width, destImage.Height, srcImage.Width, srcImage.Height, patchSize);
// Create a mapping of the areas on the dest and source areas.
var imageArea = Area2D.Create(0, 0, srcImage.Width, srcImage.Height);
var map = new Area2DMapBuilder()
.InitNewMap(imageArea, imageArea)
.SetIgnoredSourcedArea(ignoreArea)
.Build();
// Prepage setting for the PM algorithm
var settings = new PatchMatchSettings {
PatchSize = patchSize
};
var calculator = ImagePatchDistance.Cie76;
var patchMatchNnfBuilder = new PatchMatchNnfBuilder();
// Create the nnf for the image(while ignoring some area)
// with a couple of iterations.
patchMatchNnfBuilder.RunRandomNnfInitIteration(nnf, destImage, srcImage, settings, calculator, map);
patchMatchNnfBuilder.RunBuildNnfIteration(nnf, destImage, srcImage, NeighboursCheckDirection.Forward, settings, calculator, map);
patchMatchNnfBuilder.RunBuildNnfIteration(nnf, destImage, srcImage, NeighboursCheckDirection.Backward, settings, calculator, map);
// Create a mapping for the area that is a bit bigger
// then ignored area.
map = new Area2DMapBuilder()
.InitNewMap(imageArea, imageArea)
.ReduceDestArea(destArea)
.SetIgnoredSourcedArea(ignoreArea)
.Build();
patchMatchNnfBuilder.RunRandomNnfInitIteration(nnf, destImage, srcImage, settings, calculator, map);
patchMatchNnfBuilder.RunBuildNnfIteration(nnf, destImage, srcImage, NeighboursCheckDirection.Forward, settings, calculator, map);
patchMatchNnfBuilder.RunBuildNnfIteration(nnf, destImage, srcImage, NeighboursCheckDirection.Backward, settings, calculator, map);
string fileName1 = @"..\..\..\nnf1_pure.png";
nnf
.ToRgbImage()
.FromRgbToBitmap()
.SaveTo(fileName1, ImageFormat.Png);
// Normalize the NNF in the ignored area.
nnf.Normalize(ignoreArea);
// Prepare results, save and show them
string fileName2 = @"..\..\..\nnf2_normalized.png";
nnf
.ToRgbImage()
.FromRgbToBitmap()
.SaveTo(fileName2, ImageFormat.Png)
.ShowFile();
Console.WriteLine($"Nnf normalization is finished.");
}
static void Main(string[] args)
{
const string basePath = "..\\..\\..\\images";
const string srcImageName = "pm1.png";
const string destImageName = "pm2.png";
const int patchSize = 5;
// Prepare 2 source images - one small and another 2x bigger
var srcBitmap = new Bitmap(Path.Combine(basePath, srcImageName));
var srcImage = srcBitmap
.ToRgbImage()
.FromRgbToLab();
var srcSmallBitmap = srcBitmap.CloneWithScaleTo(srcBitmap.Width / 2, srcBitmap.Height / 2);
var srcSmallImage = srcSmallBitmap
.ToRgbImage()
.FromRgbToLab();
srcSmallBitmap.Dispose();
srcBitmap.Dispose();
var destBitmap = new Bitmap(Path.Combine(basePath, destImageName));
var destImage = destBitmap
.ToRgbImage()
.FromRgbToLab();
var destSmallBitmap = destBitmap.CloneWithScaleTo(destBitmap.Width / 2, destBitmap.Height / 2);
var destSmallImage = destSmallBitmap
.ToRgbImage()
.FromRgbToLab();
destBitmap.Dispose();
destSmallBitmap.Dispose();
// Init an nnf
var nnf = new Nnf(destSmallImage.Width, destSmallImage.Height, srcSmallImage.Width, srcSmallImage.Height, patchSize);
// Prepage setting for the PM algorithm
var settings = new PatchMatchSettings {
PatchSize = patchSize
};
var patchMatchNnfBuilder = new PatchMatchNnfBuilder();
// Create the nnf for the small variant of the images
// with a couple of iterations.
patchMatchNnfBuilder.RunRandomNnfInitIteration(nnf, destSmallImage, srcSmallImage, settings);
patchMatchNnfBuilder.RunBuildNnfIteration(nnf, destSmallImage, srcSmallImage, NeighboursCheckDirection.Backward, settings);
patchMatchNnfBuilder.RunBuildNnfIteration(nnf, destSmallImage, srcSmallImage, NeighboursCheckDirection.Forward, settings);
// The scaling of the NNF from the small images to the bigger ones.
var scaledNnf = nnf.CloneAndScale2XWithUpdate(destImage, srcImage, settings);
// Prepare results, save and show them
scaledNnf
.RestoreImage(srcImage, 3, patchSize)
.FromLabToRgb()
.FromRgbToBitmap()
.SaveTo(@"..\..\l2r.png", ImageFormat.Png);
scaledNnf
.ToRgbImage()
.FromRgbToBitmap()
.SaveTo(@"..\..\l2n.png", ImageFormat.Png)
.ShowFile();
Console.WriteLine($"NnfScaleUp processing is finished.");
}
static void Main(string[] args)
{
const string basePath = "..\\..\\..\\..\\images";
var destImageName = "pm1.png";
var srcImageName = "pm2.png";
var destArea1ImageName = "pm1_target1.png";
var destArea2ImageName = "pm1_target2.png";
// this is our input data.
var destImage = GetLabImage(basePath, destImageName);
var srcImage = GetLabImage(basePath, srcImageName);
var destArea1 = GetArea2D(basePath, destArea1ImageName);
var destArea2 = GetArea2D(basePath, destArea2ImageName);
var srcArea = Area2D.Create(0, 0, srcImage.Width, srcImage.Height);
var map1 = new Area2DMapBuilder()
.InitNewMap(destArea1, srcArea)
.Build();
var map2 = new Area2DMapBuilder()
.InitNewMap(destArea2, srcArea)
.Build();
var settings = new PatchMatchSettings {
PatchSize = 5
};
var patchMatchNnfBuilder = new PatchMatchNnfBuilder();
var calculator = ImagePatchDistance.Cie76;
// Create nnf for the images
// with a couple of iterations.
var nnf1 = new Nnf(destImage.Width, destImage.Height, srcImage.Width, srcImage.Height, settings.PatchSize);
patchMatchNnfBuilder.RunRandomNnfInitIteration(nnf1, destImage, srcImage, settings, calculator, map1);
patchMatchNnfBuilder.RunBuildNnfIteration(nnf1, destImage, srcImage, NeighboursCheckDirection.Forward, settings, calculator, map1);
patchMatchNnfBuilder.RunBuildNnfIteration(nnf1, destImage, srcImage, NeighboursCheckDirection.Backward, settings, calculator, map1);
patchMatchNnfBuilder.RunBuildNnfIteration(nnf1, destImage, srcImage, NeighboursCheckDirection.Forward, settings, calculator, map1);
patchMatchNnfBuilder.RunBuildNnfIteration(nnf1, destImage, srcImage, NeighboursCheckDirection.Backward, settings, calculator, map1);
patchMatchNnfBuilder.RunBuildNnfIteration(nnf1, destImage, srcImage, NeighboursCheckDirection.Forward, settings, calculator, map1);
// Create the nnf for the images
// with a couple of iterations.
var nnf2 = new Nnf(destImage.Width, destImage.Height, srcImage.Width, srcImage.Height, settings.PatchSize);
patchMatchNnfBuilder.RunRandomNnfInitIteration(nnf2, destImage, srcImage, settings, calculator, map2);
patchMatchNnfBuilder.RunBuildNnfIteration(nnf2, destImage, srcImage, NeighboursCheckDirection.Forward, settings, calculator, map2);
patchMatchNnfBuilder.RunBuildNnfIteration(nnf2, destImage, srcImage, NeighboursCheckDirection.Backward, settings, calculator, map2);
patchMatchNnfBuilder.RunBuildNnfIteration(nnf2, destImage, srcImage, NeighboursCheckDirection.Forward, settings, calculator, map2);
patchMatchNnfBuilder.RunBuildNnfIteration(nnf2, destImage, srcImage, NeighboursCheckDirection.Backward, settings, calculator, map2);
patchMatchNnfBuilder.RunBuildNnfIteration(nnf2, destImage, srcImage, NeighboursCheckDirection.Forward, settings, calculator, map2);
// Show the built NNFs and restored images
nnf2
.RestoreImage(srcImage, 3, settings.PatchSize)
.FromLabToRgb()
.FromRgbToBitmap()
.SaveTo(@"..\..\..\restored1.png", ImageFormat.Png);
nnf1
.RestoreImage(srcImage, 3, settings.PatchSize)
.FromLabToRgb()
.FromRgbToBitmap()
.SaveTo(@"..\..\..\restored2.png", ImageFormat.Png);
nnf1
.ToRgbImage()
.FromRgbToBitmap()
.SaveTo(@"..\..\..\nnf1.png", ImageFormat.Png);
nnf2
.ToRgbImage()
.FromRgbToBitmap()
.SaveTo(@"..\..\..\nnf2.png", ImageFormat.Png);
// Let's now merge the built NNFs and try to restore an image
nnf2.Merge(nnf1, map2, map1);
nnf2
.RestoreImage(srcImage, 3, settings.PatchSize)
.FromLabToRgb()
.FromRgbToBitmap()
.SaveTo(@"..\..\..\restored_whole.png", ImageFormat.Png);
nnf2
.ToRgbImage()
.FromRgbToBitmap()
.SaveTo(@"..\..\..\merged_nnf.png", ImageFormat.Png)
.ShowFile();
Console.WriteLine($"PatchMatchPipeline processing is finished.");
}
static void Main(string[] args)
{
var sw = new Stopwatch();
sw.Start();
const string basePath = "..\\..\\..\\..\\images";
var destImageName = "pm1.png";
var srcImageName = "pm2.png";
var destTargetImageName = "dd1.png";
// this is our input data.
var destImage = GetLabImage(basePath, destImageName);
var srcImage = GetLabImage(basePath, srcImageName);
var destTargetArea1 = GetArea2D(basePath, destTargetImageName);
var srcArea1 = GetArea2D(basePath, "sd1.png");
var destArea2 = GetArea2D(basePath, "dd2.png");
var srcArea2 = GetArea2D(basePath, "sd2.png");
var destArea = Area2D.Create(0, 0, destImage.Width, destImage.Height);
var srcArea = Area2D.Create(0, 0, srcImage.Width, srcImage.Height);
var map = new Area2DMapBuilder()
.InitNewMap(destArea, srcArea)
.AddAssociatedAreas(destTargetArea1, srcArea1)
.AddAssociatedAreas(destArea2, srcArea2)
.Build();
const byte patchSize = 5;
var nnf = new Nnf(destImage.Width, destImage.Height, srcImage.Width, srcImage.Height, patchSize);
// Prepage setting for the PM algorithm
var settings = new PatchMatchSettings
{
PatchSize = patchSize
};
var calculator = ImagePatchDistance.Cie76;
var patchMatchNnfBuilder = new PatchMatchNnfBuilder();
// Create the nnf for the small variant of the images
// with a couple of iterations.
patchMatchNnfBuilder.RunRandomNnfInitIteration(nnf, destImage, srcImage, settings, calculator, map);
patchMatchNnfBuilder.RunBuildNnfIteration(nnf, destImage, srcImage, NeighboursCheckDirection.Forward, settings, calculator, map);
patchMatchNnfBuilder.RunBuildNnfIteration(nnf, destImage, srcImage, NeighboursCheckDirection.Backward, settings, calculator, map);
patchMatchNnfBuilder.RunBuildNnfIteration(nnf, destImage, srcImage, NeighboursCheckDirection.Forward, settings, calculator, map);
patchMatchNnfBuilder.RunBuildNnfIteration(nnf, destImage, srcImage, NeighboursCheckDirection.Backward, settings, calculator, map);
patchMatchNnfBuilder.RunBuildNnfIteration(nnf, destImage, srcImage, NeighboursCheckDirection.Forward, settings, calculator, map);
// Restore dest image from the NNF and source image.
nnf
.RestoreImage(srcImage, 3, patchSize)
.FromLabToRgb()
.FromRgbToBitmap()
.SaveTo(@"..\..\..\restored.png", ImageFormat.Png);
// Convert the NNF to an image, save and show it
nnf
.ToRgbImage()
.FromRgbToBitmap()
.SaveTo(@"..\..\..\nnf.png", ImageFormat.Png)
.ShowFile();
sw.Stop();
Console.WriteLine($"Elapsed time: {sw.Elapsed}");
Console.WriteLine($"PatchMatchPipeline processing is finished.");
}
