private void button1_Click(object sender, EventArgs e)
{
detector.SearchMode = (ObjectDetectorSearchMode)cbMode.SelectedValue;
detector.ScalingMode = (ObjectDetectorScalingMode)cbScaling.SelectedValue;
detector.ScalingFactor = 1.5f;
detector.UseParallelProcessing = cbParallel.Checked;
detector.Suppression = 2;
Stopwatch sw = Stopwatch.StartNew();
// Process frame to detect objects
Rectangle[] objects = detector.ProcessFrame(picture);
sw.Stop();
if (objects.Length > 0)
{
RectanglesMarker marker = new RectanglesMarker(objects, Color.Fuchsia);
pictureBox1.Image = marker.Apply(picture);
}
toolStripStatusLabel1.Text = string.Format("Completed detection of {0} objects in {1}.",
objects.Length, sw.Elapsed);
}
// New frame received by the player
private void videoSourcePlayer_NewFrame(object sender, ref Bitmap image)
{
if (!detecting && !tracking)
return;
lock (this)
{
if (detecting)
{
detecting = false;
tracking = false;
UnmanagedImage im = UnmanagedImage.FromManagedImage(image);
float xscale = image.Width / 160f;
float yscale = image.Height / 120f;
ResizeNearestNeighbor resize = new ResizeNearestNeighbor(160, 120);
UnmanagedImage downsample = resize.Apply(im);
Rectangle[] regions = detector.ProcessFrame(downsample);
if (regions.Length > 0)
{
tracker.Reset();
// Will track the first face found
Rectangle face = regions[0];
// Reduce the face size to avoid tracking background
Rectangle window = new Rectangle(
(int)((regions[0].X + regions[0].Width / 2f) * xscale),
(int)((regions[0].Y + regions[0].Height / 2f) * yscale),
1, 1);
window.Inflate(
(int)(0.2f * regions[0].Width * xscale),
(int)(0.4f * regions[0].Height * yscale));
// Initialize tracker
tracker.SearchWindow = window;
tracker.ProcessFrame(im);
marker = new RectanglesMarker(window);
marker.ApplyInPlace(im);
image = im.ToManagedImage();
tracking = true;
//detecting = true;
}
else
{
detecting = true;
}
}
else if (tracking)
{
UnmanagedImage im = UnmanagedImage.FromManagedImage(image);
// Track the object
tracker.ProcessFrame(im);
// Get the object position
var obj = tracker.TrackingObject;
var wnd = tracker.SearchWindow;
if (displayBackprojectionToolStripMenuItem.Checked)
{
var backprojection = tracker.GetBackprojection(PixelFormat.Format24bppRgb);
im = UnmanagedImage.FromManagedImage(backprojection);
}
if (drawObjectAxisToolStripMenuItem.Checked)
{
LineSegment axis = obj.GetAxis();
// Draw X axis
Drawing.Line(im, axis.Start.Round(), axis.End.Round(), Color.Red);
}
if (drawObjectBoxToolStripMenuItem.Checked && drawTrackingWindowToolStripMenuItem.Checked)
{
marker = new RectanglesMarker(new Rectangle[] { wnd, obj.Rectangle });
}
else if (drawObjectBoxToolStripMenuItem.Checked)
{
//InteractionPoints p = new InteractionPoints();
//p.setHead(obj.Rectangle);
marker = new RectanglesMarker(obj.Rectangle);
}
else if (drawTrackingWindowToolStripMenuItem.Checked)
{
marker = new RectanglesMarker(wnd);
}
else
{
marker = null;
}
if (marker != null)
marker.ApplyInPlace(im);
image = im.ToManagedImage();
}
else
{
if (marker != null)
image = marker.Apply(image);
}
}
}
private void rGBToolStripMenuItem_Click(object sender, EventArgs e)
{
if (tracker != null)
{
tracking = false;
tracker.Mode = CamshiftMode.RGB;
tracker.Reset();
marker = null;
}
rGBToolStripMenuItem.Checked = true;
hSLToolStripMenuItem.Checked = false;
mixedToolStripMenuItem.Checked = false;
}
// New frame received by the player
private void videoSourcePlayer_NewFrame(object sender, ref Bitmap image)
{
lock (this)
{
if (tracker == null)
return;
if (form != null && !form.IsDisposed)
form.Image = image;
BitmapData data = image.LockBits(new Rectangle(0, 0, image.Width, image.Height),
ImageLockMode.ReadWrite, image.PixelFormat);
UnmanagedImage img = new UnmanagedImage(data);
tracker.ComputeOrientation = showAngle;
tracker.ProcessFrame(img);
Rectangle rect = tracker.TrackingObject.Rectangle;
UnmanagedImage hand = tracker.TrackingObject.Image;
if (hand != null && (showContour || showFingertips))
{
UnmanagedImage grayhand = Grayscale.CommonAlgorithms.BT709.Apply(hand);
blur.ApplyInPlace(grayhand);
List<IntPoint> contour = bf.FindContour(grayhand);
for (int i = 0; i < contour.Count; i++)
contour[i] += new IntPoint(rect.X, rect.Y);
List<IntPoint> peaks = kcurv.FindPeaks(contour);
if (showContour)
{
cmarker.Points = contour;
cmarker.ApplyInPlace(img);
}
if (showFingertips)
{
pmarker.Points = peaks;
pmarker.ApplyInPlace(img);
}
}
if (showRectangle)
{
RectanglesMarker marker = new RectanglesMarker(rect);
marker.ApplyInPlace(img);
}
if (showAngle)
{
LineSegment axis = tracker.TrackingObject.GetAxis(AxisOrientation.Vertical);
if (axis != null)
{
// Draw X axis
Drawing.Line(img, axis.Start.Round(), axis.End.Round(), Color.Red);
}
}
image.UnlockBits(data);
}
}
private void videoSourcePlayer1_NewFrame(object sender, ref Bitmap image)
{
Invert inv = new Invert();
inv.ApplyInPlace(image);
UnmanagedImage ui = UnmanagedImage.FromManagedImage(image);
pictureBox1.Image = image;
if (controller.Tracker.TrackingObject == null)
return;
if (controller.Tracker.TrackingObject.IsEmpty)
return;
var rect = controller.Tracker.TrackingObject.Rectangle;
Crop crop = new Crop(rect);
UnmanagedImage head = crop.Apply(ui);
var points = new List<IntPoint>() { new IntPoint(head.Width / 2, head.Height / 2) };
var pps = head.Collect16bppPixelValues(points);
double mean = Accord.Statistics.Tools.Mean(pps);
double cutoff = mean + 15;
Threshold t = new Threshold((int)cutoff);
var mask = t.Apply(ui);
LevelsLinear16bpp levels = new LevelsLinear16bpp();
levels.InGray = new IntRange((int)cutoff, 65535);
levels.OutGray = new IntRange(0, 65535);
levels.ApplyInPlace(ui);
var mask8bit = AForge.Imaging.Image.Convert16bppTo8bpp(mask.ToManagedImage());
BlobCounter bc = new BlobCounter();
bc.ObjectsOrder = ObjectsOrder.Area;
bc.ProcessImage(mask8bit);
var blobs = bc.GetObjectsInformation();
inv.ApplyInPlace(image);
Intersect intersect = new Intersect();
intersect.UnmanagedOverlayImage = mask;
mask = intersect.Apply(ui);
List<Rectangle> rects = new List<Rectangle>();
// Extract the uppermost largest blobs.
for (int i = 0; i < blobs.Length; i++)
{
double dx = (blobs[i].Rectangle.Top - controller.Tracker.TrackingObject.Center.Y);
double d = (dx * dx) / controller.Tracker.TrackingObject.Area;
if (d < 2 && blobs[i].Area > 1000)
rects.Add(blobs[i].Rectangle);
}
rects.Sort(compare);
if (rects.Count > 0)
{
captureHand(mask, rects[0], pbLeftArm, pbLeftHand);
}
if (rects.Count > 1)
{
captureHand(mask, rects[1], pbRightArm, pbRightHand);
}
RectanglesMarker marker = new RectanglesMarker(rects);
marker.MarkerColor = Color.White;
marker.ApplyInPlace(mask8bit);
image = mask.ToManagedImage();
}
/// <summary>
/// Creates new rectangle of current tracker search window
/// </summary>
private void UpdateMarkers() {
this.Marker = new RectanglesMarker(this.Tracker.SearchWindow);
}
/// <summary>
/// Object constructor
/// Created RGB tracker and empty rectangle marker
/// </summary>
public FaceTracker() {
// Create tracker
this.Tracker = new Camshift() {
Mode = CamshiftMode.RGB,
Conservative = true,
AspectRatio = 1.5f
};
// Create marker
this.Marker = new RectanglesMarker();
}
