// Several pictures extracted by index
internal static object[] getSamples(List <string> folders, List <int> indexes, List <PcPhysicalPoint> locations, List <System.Drawing.Point> sizes)
{
try
{
using (IPcLink link = HPPC.CreateLink())
{
object[] returned;
using (IPcMoment moment = link.CaptureMoment())
{
IPcPicture picture = link.ExtractPicture(moment);
IPcOutline outlines = link.ExtractOutline(moment);
returned = PictureHandling.SaveSamples(picture, outlines, folders, indexes, locations, sizes);
outlines.Dispose();
picture.Dispose();
moment.Dispose();
}
link.Dispose();
return(returned);
}
}
catch (Exception exception)
{
Console.WriteLine("\t\t*****An error occurred*****\n\n{0}{1}\n\nExit now, or this console will automatically exit in 15 seconds.", ToolBox.TimeStamp(), exception.Message);
ToolBox.AppExceptionExit();
return(null);
}
}
// Picture by index capture
public static void Capture(Task t, bool repetition)
{
try
{
using (IPcLink link = HPPC.CreateLink())
{
using (IPcMoment moment = link.CaptureMoment())
{
IPcPicture picture = link.ExtractPicture(moment);
IPcOutline outline = link.ExtractOutline(moment);
if (!repetition)
{
PictureHandling.SaveIndexedImage(picture, outline, t);
}
else
{
PictureHandling.SaveIndexedImageRep(picture, outline, t);
}
outline.Dispose();
picture.Dispose();
moment.Dispose();
}
link.Dispose();
}
}
catch (Exception exception)
{
Console.WriteLine("\t\t*****An error occurred*****\n\n{0}{1}\n\nExit now, or this console will automatically exit in 15 seconds.", ToolBox.TimeStamp(), exception.Message);
ToolBox.AppExceptionExit();
}
}
// Outlines capture
public static OutlineParameters ConfirmCapture()
{
try
{
OutlineParameters op;
using (IPcLink link = HPPC.CreateLink())
{
using (IPcMoment moment = link.CaptureMoment())
{
IPcPicture picture = link.ExtractPicture(moment);
IPcOutline outline = link.ExtractOutline(moment);
op = PictureHandling.SavePicture(picture, outline);
outline.Dispose();
picture.Dispose();
moment.Dispose();
}
link.Dispose();
}
return(op);
}
catch (Exception exception)
{
Console.WriteLine("\t\t*****An error occurred*****\n\n{0}{1}\n\nExit now, or this console will automatically exit in 15 seconds.", ToolBox.TimeStamp(), exception.Message);
ToolBox.AppExceptionExit();
return(null);
}
}
// Gets the outlines that match a given index list
internal static OutlineParameters getOutlines(IPcOutline parentOutline, List <int> indexes)
{
Point globalPicSize = new Point(Convert.ToInt32(GetOutlineWidth(parentOutline)), Convert.ToInt32(GetOutlineHeight(parentOutline)));
List <Point> outlineBoundaries = new List <Point>();
List <PcPhysicalPoint> outlineLocations = new List <PcPhysicalPoint>();
for (int j = 0; j < indexes.Count; j++)
{
int i = 0;
foreach (IPcOutline childOutline in parentOutline.Children)
{
if (i == indexes[j])
{
outlineBoundaries.Add(new Point(Convert.ToInt32(GetOutlineWidth(childOutline)), Convert.ToInt32(GetOutlineHeight(childOutline))));
PcPhysicalPoint loc = new PcPhysicalPoint(childOutline.PhysicalBoundaries.Location.X * (childOutline.PixelDensity.X), childOutline.PhysicalBoundaries.Location.Y * (childOutline.PixelDensity.Y));
outlineLocations.Add(loc);
}
i++;
}
}
OutlineParameters op = new OutlineParameters(outlineLocations, outlineBoundaries, globalPicSize);
return(op);
}
private static int FindCloser(IPcOutline outline, PcPhysicalPoint location)
{
PcPhysicalPoint location2 = new PcPhysicalPoint(outline.PhysicalBoundaries.Location.X * (outline.PixelDensity.X), outline.PhysicalBoundaries.Location.Y * (outline.PixelDensity.Y));
// Euclidean distance between the object and the target
int dist = (int)Math.Sqrt(Math.Pow(location.X - location2.X, 2) + Math.Pow(location.Y - location2.Y, 2));
return(dist);
}
private static bool ConfirmSize(IPcOutline childOutline, System.Drawing.Point size)
{
Point size2 = new Point(Convert.ToInt32(GetOutlineWidth(childOutline)), Convert.ToInt32(GetOutlineHeight(childOutline)));
if (Math.Abs(size.X - size2.X) > AdvancedOptions._nSizeThreshold || Math.Abs(size.Y - size2.Y) > AdvancedOptions._nSizeThreshold)
{
return(false);
}
return(true);
}
private static bool ConfirmSize(IPcOutline childOutline, Task t)
{
Point size = new Point(Convert.ToInt32(GetOutlineWidth(childOutline)), Convert.ToInt32(GetOutlineHeight(childOutline)));
if (Math.Abs(size.X - t.getSize().X) > AdvancedOptions._nSizeThreshold || Math.Abs(size.Y - t.getSize().Y) > AdvancedOptions._nSizeThreshold)
{
return(false);
}
return(true);
}
private static PcPhysicalPoint getOutlineLocation(int index, IPcOutline outlineParent)
{
int counter = 0;
foreach (IPcOutline outline in outlineParent.Children)
{
if (counter == index)
{
return(new PcPhysicalPoint(outline.PhysicalBoundaries.Location.X * (outline.PixelDensity.X), outline.PhysicalBoundaries.Location.Y * (outline.PixelDensity.Y)));
}
counter++;
}
return(new PcPhysicalPoint());
}
private static IPcOutline getOutline(int index, IPcOutline parent)
{
int counter = 0;
foreach (IPcOutline img in parent.Children)
{
if (counter == index)
{
return(img);
}
counter++;
}
return(null);
}
private static Point getOutlineSize(int index, IPcOutline outlineParent)
{
int counter = 0;
foreach (IPcOutline outline in outlineParent.Children)
{
if (counter == index)
{
return(new Point(Convert.ToInt32(GetOutlineWidth(outline)), Convert.ToInt32(GetOutlineHeight(outline))));
}
;
counter++;
}
return(new Point());
}
// Save an image given by a task
internal static void SaveIndexedImage(IPcPicture picture, IPcOutline outline, Task t)
{
string dir = Path.Combine(t.getFolder(), @"Captures\");
ToolBox.EnsureDirectoryExists(dir);
int i = 0;
foreach (IPcPicture image in picture.Children)
{
if (i == t.getIndex())
{
// Check wether if a match is achieved between the expected and the obtained object. If not, a second capture is attempted
// This is needed because of Sprout's capture errors, that often lead to wrong object identification
if (ConfirmMatch(outline, i, t))
{
string fileAndPath = Path.Combine(dir, DateTime.Now.ToString("MM-dd-yyyy_hh.mm.ss" + "_" + marker) + ".bmp");
ToolBox.SaveProcessedImage(image.Image, fileAndPath);
List <Uri> l = new List <Uri>();
t.setCaptures(l);
Uri u = new Uri(fileAndPath, UriKind.Relative);
l.Add(u);
App.Current.Dispatcher.BeginInvoke(System.Windows.Threading.DispatcherPriority.ApplicationIdle,
new Action(() => t.getCaptureWindow().DrawImage(false)));
//t.getCaptureWindow().DrawImage(false);
++i;
}
else
{
MomentCapture.Capture(t, true);
}
}
i++;
}
}
private static bool CompareOutlines(IPcOutline childOutline, Task t)
{
// Size is considered to be a knockout feature
Point size = new Point(Convert.ToInt32(GetOutlineWidth(childOutline)), Convert.ToInt32(GetOutlineHeight(childOutline)));
if (Math.Abs(size.X - t.getSize().X) > AdvancedOptions._nSizeThreshold || Math.Abs(size.Y - t.getSize().Y) > AdvancedOptions._nSizeThreshold)
{
return(false);
}
PcPhysicalPoint location = new PcPhysicalPoint(childOutline.PhysicalBoundaries.Location.X * (childOutline.PixelDensity.X), childOutline.PhysicalBoundaries.Location.Y * (childOutline.PixelDensity.Y));
if (Math.Abs(location.X - t.getLocation().X) > AdvancedOptions._nLocationThreshold || Math.Abs(location.Y - t.getLocation().Y) > AdvancedOptions._nLocationThreshold)
{
return(false);
}
return(true);
}
private static bool ConfirmMatch(PcPhysicalPoint loc, Point size, IPcOutline outline, int i)
{
int counter = 0;
foreach (IPcOutline childOutline in outline.Children)
{
if (counter == i)
{
if (CompareOutlines(childOutline, loc, size))
{
return(true);
}
else
{
return(false);
}
}
counter++;
}
return(false);
}
// Outlines match
private static bool ConfirmMatch(IPcOutline outline, int i, Task t)
{
int counter = 0;
foreach (IPcOutline childOutline in outline.Children)
{
if (counter == i)
{
if (CompareOutlines(childOutline, t))
{
return(true);
}
else
{
return(false);
}
}
counter++;
}
return(false);
}
// Saves the outlines
public static OutlineParameters SavePicture(IPcPicture picture, IPcOutline parentOutline)
{
_saveDirectory = Path.Combine(ToolBox.defaultFilePath, @"Pictures\" + "ConfirmDirectory");
ToolBox.EnsureDirectoryExists(_saveDirectory);
ToolBox.EnsureDirectoryExists(ToolBox.defaultFilePath);
PcImage image = picture.Image;
confirmPath = Path.Combine(_saveDirectory, "confirmPicture" + marker2 + ".bmp");
ToolBox.SaveProcessedImage(image, confirmPath);
marker2++;
List <Point> outlineBoundaries = new List <Point>();
Point globalPicSize = new Point(Convert.ToInt32(GetOutlineWidth(parentOutline)), Convert.ToInt32(GetOutlineHeight(parentOutline)));
foreach (IPcOutline outline in parentOutline.Children)
{
if (GetOutlineHeight(outline) > 50 && GetOutlineWidth(outline) > 50)
{
outlineBoundaries.Add(new Point(Convert.ToInt32(GetOutlineWidth(outline)), Convert.ToInt32(GetOutlineHeight(outline))));
}
}
List <PcPhysicalPoint> pictureLocation = new List <PcPhysicalPoint>();
foreach (IPcPicture pic in picture.Children)
{
PcPhysicalPoint loc = new PcPhysicalPoint(pic.PhysicalBoundaries.Location.X * (pic.PixelDensity.X), pic.PhysicalBoundaries.Location.Y * (pic.PixelDensity.Y));
pictureLocation.Add(loc);
}
OutlineParameters op = new OutlineParameters(pictureLocation, outlineBoundaries, globalPicSize);
return(op);
}
private static int GetOutlineHeight(IPcOutline outline)
{
return(Convert.ToInt32((outline.PixelDensity.Y) * (outline.PhysicalBoundaries.Size.Height)));
}
private static int GetOutlineWidth(IPcOutline outline)
{
return(Convert.ToInt32((outline.PixelDensity.X) * (outline.PhysicalBoundaries.Size.Width)));
}
public static void SaveIndexedImageRep(IPcPicture picture, IPcOutline outline, Task t)
{
// If we are repeating the capture, an error has occured. We will thus try to match the
// outline with other indexed objects present in the mat screen, looking for a user made location mistake
string dir = Path.Combine(t.getFolder(), @"Captures\");
ToolBox.EnsureDirectoryExists(dir);
List <int> locationDifferences = new List <int>();
// In order to acknowledge an object as the targeted one, it's size must match with the expected.
// If several objects were to match the size, we shall choose thee who is closer to the expected location
foreach (IPcOutline outlineChild in outline.Children)
{
if (ConfirmSize(outlineChild, t))
{
locationDifferences.Add(FindCloser(outline, t));
}
else
{
locationDifferences.Add(Int32.MaxValue);
}
}
int[] minIndex = new int[] { Int32.MaxValue, Int32.MaxValue };
for (int i = 0; i < locationDifferences.Count; i++)
{
if (locationDifferences[i] < minIndex[0])
{
minIndex[0] = locationDifferences[i]; minIndex[1] = i;
}
}
// An object has found inside the minimum location difference
if (minIndex[0] < AdvancedOptions._nLocationThreshold)
{
string fileAndPath = Path.Combine(dir, DateTime.Now.ToString("MM-dd-yyyy_hh.mm.ss" + "_" + marker) + ".bmp");
ToolBox.SaveProcessedImage(getImage(minIndex[1], picture), fileAndPath);
List <Uri> l = new List <Uri>();
t.setCaptures(l);
Uri u = new Uri(fileAndPath, UriKind.Relative);
l.Add(u);
App.Current.Dispatcher.BeginInvoke(System.Windows.Threading.DispatcherPriority.Background,
new Action(() => t.getCaptureWindow().DrawImage(false)));
//t.getCaptureWindow().DrawImage(false);
}
// No object in the expected range: we capture a deplaced one and inform the user
else if (minIndex[0] < Int32.MaxValue)
{
string fileAndPath = Path.Combine(dir, DateTime.Now.ToString("MM-dd-yyyy_hh.mm.ss" + "_" + marker) + ".bmp");
ToolBox.SaveProcessedImage(getImage(minIndex[1], picture), fileAndPath);
List <Uri> l = new List <Uri>();
t.setCaptures(l);
Uri u = new Uri(fileAndPath, UriKind.Relative);
l.Add(u);
App.Current.Dispatcher.BeginInvoke(System.Windows.Threading.DispatcherPriority.Background,
new Action(() => t.getCaptureWindow().DrawImage(true)));
//t.getCaptureWindow().DrawImage(true);
t.setLocation(getOutlineLocation(minIndex[1], outline));
t.setSize(getOutlineSize(minIndex[1], outline));
}
// The object is not present in the mat as sizes don't match: stop capture process and inform the user
else
{
t.getCaptureWindow().CaptureError();
}
}
private object ConvertIPcOutline(IPcOutline outline)
{
var result = new
{
Children = (from c in outline.Children select ConvertIPcOutline(c)).ToArray(),
Contour = outline.Contour.ToString(CultureInfo.InvariantCulture),
PhysicalBoundaries = outline.PhysicalBoundaries,
PixelDensity = outline.PixelDensity,
SkewAngle = double.IsNaN(outline.SkewAngle) ? 0.0 : outline.SkewAngle
};
return result;
}
// Handle pictures given by and index to CapturePreviews
internal static object[] SaveSamples(IPcPicture picture, IPcOutline outline, List <string> folders, List <int> indexes, List <PcPhysicalPoint> locations, List <System.Drawing.Point> sizes)
{
List <System.Windows.Controls.Image> imgs = new List <System.Windows.Controls.Image>();
List <int> results = new List <int>();
List <IPcOutline> outlines = new List <IPcOutline>();
int i = 0;
bool found = false;
for (int j = 0; j < folders.Count; j++)
{
i = 0;
foreach (IPcPicture image in picture.Children)
{
if (i == indexes[j])
{
if (ConfirmMatch(locations[j], sizes[j], outline, i))
{
string dir = Path.Combine(folders[j], @"Captures\");
ToolBox.EnsureDirectoryExists(dir);
string fileAndPath = Path.Combine(dir, DateTime.Now.ToString("MM-dd-yyyy_hh.mm.ss" + "_" + marker) + ".bmp");
ToolBox.SaveProcessedImage(image.Image, fileAndPath);
Uri u = new Uri(fileAndPath, UriKind.Relative);
System.Windows.Controls.Image im = new System.Windows.Controls.Image();
BitmapImage src = new BitmapImage();
src.BeginInit();
src.UriSource = u;
src.CacheOption = BitmapCacheOption.OnLoad;
src.EndInit();
im.Source = src;
im.Stretch = Stretch.Uniform;
im.Stretch = Stretch.Uniform;
imgs.Insert(0, im);
outlines.Insert(0, getOutline(i, outline));
// No problem
results.Insert(0, 0);
found = true;
}
if (!found)
{
List <int> locationDifferences = new List <int>();
foreach (IPcOutline outlineChild in outline.Children)
{
if (ConfirmSize(outlineChild, sizes[j]))
{
locationDifferences.Add(FindCloser(outline, locations[j]));
}
else
{
locationDifferences.Add(Int32.MaxValue);
}
}
int[] minIndex = new int[] { Int32.MaxValue, Int32.MaxValue };
for (int n = 0; n < locationDifferences.Count; n++)
{
if (locationDifferences[n] < minIndex[0])
{
minIndex[0] = locationDifferences[n]; minIndex[1] = n;
}
}
// An object has found inside the minimum location difference
if (minIndex[0] < AdvancedOptions._nLocationThreshold)
{
string dir = Path.Combine(folders[j], @"Captures\");
ToolBox.EnsureDirectoryExists(dir);
string fileAndPath = Path.Combine(dir, DateTime.Now.ToString("MM-dd-yyyy_hh.mm.ss" + "_" + marker) + ".bmp");
ToolBox.SaveProcessedImage(image.Image, fileAndPath);
Uri u = new Uri(fileAndPath, UriKind.Relative);
System.Windows.Controls.Image im = new System.Windows.Controls.Image();
BitmapImage src = new BitmapImage();
src.BeginInit();
src.UriSource = u;
src.CacheOption = BitmapCacheOption.OnLoad;
src.EndInit();
im.Source = src;
im.Stretch = Stretch.Uniform;
im.Stretch = Stretch.Uniform;
imgs.Insert(0, im);
outlines.Insert(0, getOutline(i, outline));
results.Insert(0, 0);
}
// No object in the expected range: we capture a deplaced one and inform the user
else if (minIndex[0] < Int32.MaxValue)
{
string dir = Path.Combine(folders[j], @"Captures\");
ToolBox.EnsureDirectoryExists(dir);
string fileAndPath = Path.Combine(dir, DateTime.Now.ToString("MM-dd-yyyy_hh.mm.ss" + "_" + marker) + ".bmp");
ToolBox.SaveProcessedImage(image.Image, fileAndPath);
Uri u = new Uri(fileAndPath, UriKind.Relative);
System.Windows.Controls.Image im = new System.Windows.Controls.Image();
BitmapImage src = new BitmapImage();
src.BeginInit();
src.UriSource = u;
src.CacheOption = BitmapCacheOption.OnLoad;
src.EndInit();
im.Source = src;
im.Stretch = Stretch.Uniform;
im.Stretch = Stretch.Uniform;
imgs.Insert(0, im);
outlines.Insert(0, getOutline(i, outline));
results.Insert(0, 1);
}
// The object is not present in the mat as sizes don't match: stop capture process and inform the user
else
{
imgs.Insert(0, null);
outlines.Insert(0, null);
results.Insert(0, 2);
}
}
}
i++;
}
}
object[] returnable = new object[3];
returnable[0] = imgs;
returnable[1] = outlines;
returnable[2] = results;
return(returnable);
}
