Move towards filter.
The result of this filter is an image, which is based on source image, but updated in the way to decrease diffirence with overlay image - source image is moved towards overlay image. The update equation is defined in the next way: res = src + Min( Abs( ovr - src ), step ) * Sign( ovr - src ).
The bigger is
The filter accepts 8 and 16 bpp grayscale images and 24, 32, 48 and 64 bpp color images for processing.
Sample usage:
// create filter MoveTowards filter = new MoveTowards( overlayImage, 20 ); // apply the filter Bitmap resultImage = filter.Apply( sourceImage ); Source image:
Overlay image:
Result image:
public VideoProcessor()
{
background = null;
pixelateFilter = new Pixellate();
pixelateFilter.PixelSize = 10;
differenceFilter = new Difference();
thresholdFilter = new Threshold(15);
grayscaleFilter = new Grayscale(0.2125, 0.7154, 0.0721);
erosionFilter = new Erosion();
moveTowardsFilter = new MoveTowards();
filters1 = new FiltersSequence();
filters1.Add(pixelateFilter);
filters1.Add(grayscaleFilter);
filters2 = new FiltersSequence();
filters2.Add(differenceFilter);
filters2.Add(thresholdFilter);
filters2.Add(erosionFilter);
rat1 = new Tracker(640 / 2, 480 / 2, Color.Red);
rat2 = new Tracker(400, 300, Color.Green);
counter = 0;
}
// Constructor
public MoveTowardsFilterForm( Bitmap overlay )
{
InitializeComponent( );
// create filter
filter = new MoveTowards( overlay );
// set percent value on track bar
stepSizeBar.Value = (int) ( filter.StepSize );
// set filter for preview window
filterPreview.Filter = filter;
}
private void InitFilters()
{
L_brownFilter = new ColorFiltering();
D_brownFilter = new ColorFiltering();
L_brownFilter.Red = new IntRange(125, 140);
L_brownFilter.Green = new IntRange(95, 110);
L_brownFilter.Blue = new IntRange(110, 130);
D_brownFilter.Red = new IntRange(55, 85);
D_brownFilter.Green = new IntRange(45, 75);
D_brownFilter.Blue = new IntRange(45, 75);
blobFilter = new BlobsFiltering();
blobFilter.CoupledSizeFiltering = true;
blobFilter.MinWidth = 70;
blobFilter.MinHeight = 70;
diffFilter = new Difference();
diffFilter.OverlayImage = back;
thresholdFilter = new Threshold(40);
erosionFilter = new Erosion();
edgeFilter = new Edges();
openFilter = new Opening();
pixelFilter = new Pixellate();
morphFilter = new Morph();
morphFilter.SourcePercent = 0.9;
towardsFilter = new MoveTowards();
towardsFilter.StepSize = 10;
blobCounter = new BlobCounter();
blobGrabber = new ExtractBiggestBlob();
}
void webcam_ImageCaptured_Back2(object source, WebcamEventArgs e)
{
_FrameImage.Image = e.WebCamImage;
Bitmap MaskImage = new Bitmap(640, 480);
if (backgroundFrame == null)
{
Frames2Ignore--;
if (Frames2Ignore == 0)
{
backgroundFrame = (Bitmap)e.WebCamImage;
backgroundFrameGray = grayscaleFilter.Apply(backgroundFrame);
}
return;
}
//Save curent image
CurrentFrame = (Bitmap)e.WebCamImage;
CurrentFrameGray = grayscaleFilter.Apply(CurrentFrame);
/*
// create filter
IFilter pixellateFilter = new Pixellate();
// apply the filter
backgroundFrame = pixellateFilter.Apply(backgroundFrame);
backgroundFrameGray = grayscaleFilter.Apply(backgroundFrame);
CurrentFrame = pixellateFilter.Apply(CurrentFrame);
CurrentFrameGray = grayscaleFilter.Apply(CurrentFrame);*/
MoveTowards moveTowardsFilter = new MoveTowards();
moveTowardsFilter.OverlayImage = CurrentFrameGray;
// move background towards current frame
Bitmap tmp = moveTowardsFilter.Apply(backgroundFrameGray);
// dispose old background
backgroundFrame.Dispose();
backgroundFrame = tmp;
// create processing filters sequence
FiltersSequence processingFilter = new FiltersSequence();
processingFilter.Add(new Difference(backgroundFrameGray));
processingFilter.Add(new Threshold(15));
processingFilter.Add(new Opening());
processingFilter.Add(new Edges());
processingFilter.Add(new DifferenceEdgeDetector());
// apply the filter
Bitmap tmp1 = processingFilter.Apply(CurrentFrameGray);
// extract red channel from the original image
/*IFilter extrachChannel = new ExtractChannel(RGB.R);
Bitmap redChannel = extrachChannel.Apply(backgroundFrame);
// merge red channel with moving object borders
Merge mergeFilter = new Merge();
mergeFilter.OverlayImage = tmp1;
Bitmap tmp2 = mergeFilter.Apply(redChannel);
// replace red channel in the original image
ReplaceChannel replaceChannel = new ReplaceChannel(RGB.R, tmp2);
replaceChannel.ChannelImage = tmp2;
Bitmap tmp3 = replaceChannel.Apply(backgroundFrame);
ConnectedComponentsLabeling CCL = new ConnectedComponentsLabeling();
CCL.MinWidth = 75;
CCL.MinHeight = 75;
CCL.CoupledSizeFiltering = true;
Bitmap tmp4 = CCL.Apply(tmp1);
blobCounter.MinHeight = 75;
blobCounter.MinWidth = 75;
blobCounter.CoupledSizeFiltering = true;
blobCounter.ProcessImage(tmp1);
Blob[] blobs = blobCounter.GetObjects(tmp1);
int maxSize = 0;
Blob maxObject = new Blob(0, new Rectangle(0, 0, 0, 0));
// find biggest blob
if (blobs != null)
{
foreach (Blob blob in blobs)
{
int blobSize = blob.Rectangle.Width * blob.Rectangle.Height;
if (blobSize > maxSize)
{
maxSize = blobSize;
maxObject = blob;
}
}
}*/
Bitmap Hor = new Bitmap(320, 240);
Bitmap Ver = new Bitmap(320, 240);
/*if (maxSize > 150)
{
AForge.Imaging.VerticalIntensityStatistics VIS = new VerticalIntensityStatistics(tmp1);
int[] HistVer = VIS.Gray.Values;
AForge.Imaging.HorizontalIntensityStatistics HIS = new HorizontalIntensityStatistics(tmp1);
int[] HistHor = HIS.Gray.Values;
}
*/
AForge.Imaging.VerticalIntensityStatistics VIS = new VerticalIntensityStatistics(tmp1);
int[] HistVer = VIS.Gray.Values;
AForge.Imaging.HorizontalIntensityStatistics HIS = new HorizontalIntensityStatistics(tmp1);
int[] HistHor = HIS.Gray.Values;
//StateMgr.Execute(HistHor,HistVer);
if (eChangedCursorEvent != null && StateMgr.Val == Webcam.ValidLocation.TRUE)
{
//Console.WriteLine("X={0} , Y={1}", StateMgr.CurrState.CurrX, StateMgr.CurrState.CurrY);
eChangedCursorEvent(StateMgr.CurrState.CurrX, StateMgr.CurrState.CurrY);
//eChangedCursorEvent(StateMgr.CurrState.CurrX, 100);
//eChangedCursorEvent(100, StateMgr.CurrState.CurrY);
}
#region Paint Hist
/*for (int x = 0; x < 320; x++)
for (int y = 0; y < 240; y++)
{
Hor.SetPixel(x, y, Color.White);
Ver.SetPixel(x, y, Color.White);
}
int Imax = -1, Max = -1;
for (int i = 0; i < HistHor.Length; i++)
{
for (int y = 0; y < ((double)(HistHor[i]) / 255); y++)
Hor.SetPixel(i, y, Color.Black);
if (HistHor[i] > 0)
{
Imax = i;
Max = HistHor[i];
}
}
int ImaxY = -1, MaxY = -1;
for (int i = 0; i < HistVer.Length; i++)
{
for (int x = 0; x < ((double)(HistVer[i]) / 255); x++)
Ver.SetPixel(x, i, Color.Black);
if (HistVer[i] > MaxY)
{
ImaxY = i;
MaxY = HistVer[i];
}
}*/
#endregion
_CaptureImage.Image = Hor;
_CaptureImage2.Image = Ver;
backgroundFrame = (Bitmap)e.WebCamImage;
backgroundFrameGray = grayscaleFilter.Apply(backgroundFrame);
}
void webcam_ImageCaptured_Back(object source, WebcamEventArgs e)
{
_FrameImage.Image = e.WebCamImage;
Bitmap MaskImage = new Bitmap(640, 480);
if (backgroundFrame == null)
{
Frames2Ignore--;
if (Frames2Ignore == 0)
{
backgroundFrame = (Bitmap)e.WebCamImage;
backgroundFrameGray = grayscaleFilter.Apply(backgroundFrame);
}
return;
}
//Save curent image
CurrentFrame = (Bitmap)e.WebCamImage;
CurrentFrameGray = grayscaleFilter.Apply(CurrentFrame);
/*
// create filter
IFilter pixellateFilter = new Pixellate();
// apply the filter
backgroundFrame = pixellateFilter.Apply(backgroundFrame);
backgroundFrameGray = grayscaleFilter.Apply(backgroundFrame);
CurrentFrame = pixellateFilter.Apply(CurrentFrame);
CurrentFrameGray = grayscaleFilter.Apply(CurrentFrame);*/
MoveTowards moveTowardsFilter = new MoveTowards();
moveTowardsFilter.OverlayImage = CurrentFrameGray;
// move background towards current frame
Bitmap tmp = moveTowardsFilter.Apply(backgroundFrameGray);
// dispose old background
backgroundFrame.Dispose();
backgroundFrame = tmp;
// create processing filters sequence
FiltersSequence processingFilter = new FiltersSequence();
processingFilter.Add(new Difference(backgroundFrameGray));
processingFilter.Add(new Threshold(15));
processingFilter.Add(new Opening());
processingFilter.Add(new Edges());
processingFilter.Add(new DifferenceEdgeDetector());
// apply the filter
Bitmap tmp1 = processingFilter.Apply(CurrentFrameGray);
// extract red channel from the original image
IFilter extrachChannel = new ExtractChannel(RGB.R);
Bitmap redChannel = extrachChannel.Apply(backgroundFrame);
// merge red channel with moving object borders
Merge mergeFilter = new Merge();
mergeFilter.OverlayImage = tmp1;
Bitmap tmp2 = mergeFilter.Apply(redChannel);
// replace red channel in the original image
ReplaceChannel replaceChannel = new ReplaceChannel(RGB.R,tmp2);
replaceChannel.ChannelImage = tmp2;
Bitmap tmp3 = replaceChannel.Apply(backgroundFrame);
ConnectedComponentsLabeling CCL = new ConnectedComponentsLabeling();
CCL.MinWidth = 75;
CCL.MinHeight = 75;
CCL.CoupledSizeFiltering = true;
Bitmap tmp4 = CCL.Apply(tmp1);
blobCounter.MinHeight = 75;
blobCounter.MinWidth = 75;
blobCounter.CoupledSizeFiltering = true;
blobCounter.ProcessImage(tmp1);
Blob[] blobs = blobCounter.GetObjects(tmp1);
int maxSize = 0;
Blob maxObject = new Blob(0, new Rectangle(0, 0, 0, 0));
// find biggest blob
Bitmap Masked = new Bitmap(320, 240);
if (blobs != null)
{
foreach (Blob blob in blobs)
{
int blobSize = blob.Rectangle.Width * blob.Rectangle.Height;
if (blobSize > maxSize)
{
maxSize = blobSize;
maxObject = blob;
}
}
for (int i = maxObject.Rectangle.Left; i < maxObject.Rectangle.Right; i++)
{
for (int j = maxObject.Rectangle.Top; j < maxObject.Rectangle.Bottom; j++)
{
Masked.SetPixel(i, j, maxObject.Image.GetPixel(i - maxObject.Rectangle.Left, j - maxObject.Rectangle.Top));
}
}
}
/*Bitmap Hor = new Bitmap(320, 240);
Bitmap Ver = new Bitmap(320, 240);
if (maxSize > 150)
{
AForge.Imaging.VerticalIntensityStatistics VIS = new VerticalIntensityStatistics(tmp1);
int[] HistVer = VIS.Gray.Values;
AForge.Imaging.HorizontalIntensityStatistics HIS = new HorizontalIntensityStatistics(tmp1);
int[] HistHor = HIS.Gray.Values;
for (int x=0;x<320;x++)
for (int y = 0; y < 240; y++)
{
Hor.SetPixel(x, y, Color.White);
Ver.SetPixel(x, y, Color.White);
}
int Imax = -1, Max = -1;
for (int i = 0; i < HistHor.Length; i++)
{
for (int y = 0; y < ((double)(HistHor[i]) / 255) ; y++)
Hor.SetPixel(i, y, Color.Black);
if (HistHor[i] > 0)
{
Imax = i;
Max = HistHor[i];
}
}
int ImaxY = -1, MaxY = -1;
for (int i = 0; i < HistVer.Length; i++)
{
for (int x = 0; x < ((double)(HistVer[i]) / 255) ; x++)
Ver.SetPixel(x, i, Color.Black);
if (HistVer[i] > MaxY)
{
ImaxY = i;
MaxY = HistVer[i];
}
}
}
*/
/* blobCounter.MinHeight = 75;
blobCounter.MinWidth = 75;
blobCounter.CoupledSizeFiltering = true;
blobCounter.ProcessImage(tmp1);
Blob[] blobs = blobCounter.GetObjects(tmp1);
int maxSize = 0;
Blob maxObject = new Blob(0, new Rectangle(0, 0, 0, 0));
// find biggest blob
if (blobs != null)
{
foreach (Blob blob in blobs)
{
int blobSize = blob.Rectangle.Width * blob.Rectangle.Height;
if (blobSize > maxSize)
{
maxSize = blobSize;
maxObject = blob;
}
}
if (maxObject.Rectangle.Height > 90 && maxObject.Rectangle.Width > 30)
{
AForge.Imaging.VerticalIntensityStatistics VIS = new VerticalIntensityStatistics(maxObject.Image);
int[] HistVer = VIS.Gray.Values;
AForge.Imaging.HorizontalIntensityStatistics HIS = new HorizontalIntensityStatistics(maxObject.Image);
int[] HistHor = HIS.Gray.Values;
int Imax = -1, Max = -1;
for (int i = 0; i < HistHor.Length; i++)
{
if (HistHor[i] > 0)
{
Imax = i;
Max = HistHor[i];
break;
}
}
int ImaxY = -1, MaxY = -1;
for (int i = 0; i < HistVer.Length; i++)
{
if (HistVer[i] > MaxY)
{
ImaxY = i;
MaxY = HistVer[i];
}
}
//Imax = 0;
ImaxY = 0;
Console.WriteLine("X={0},Y={1}", maxObject.Rectangle.X, maxObject.Rectangle.Y);
if (eChangedCursorEvent != null && maxSize != 0)
eChangedCursorEvent(maxObject.Rectangle.X + Imax, maxObject.Rectangle.Y + ImaxY);
LastX = maxObject.Rectangle.X;
LastY = maxObject.Rectangle.Y;
}*/
/*else if (LastX != -1 && LastY != -1 && maxSize > 0)
{
//Calc distance from LastX,LastY
double distX = System.Math.Pow(maxObject.Rectangle.X - LastX, 2);
double distY = System.Math.Pow(maxObject.Rectangle.Y - LastY, 2);
double dist = System.Math.Pow(distX + distY, 0.5);
if (dist < 15)
{
Console.WriteLine("X={0},Y={1}", maxObject.Rectangle.X, maxObject.Rectangle.Y);
if (eChangedCursorEvent != null && maxSize != 0)
eChangedCursorEvent(maxObject.Rectangle.X, maxObject.Rectangle.Y);
LastX = maxObject.Rectangle.X;
LastY = maxObject.Rectangle.Y;
}
else
{
LastX = -1;
LastY = -1;
}
}
else
{
LastX = -1;
LastY = -1;
}*/
//}
_CaptureImage.Image = maxObject.Image;
//_CaptureImage.Image = tmp3;
_CaptureImage2.Image = tmp4;
backgroundFrame = (Bitmap)e.WebCamImage;
backgroundFrameGray = grayscaleFilter.Apply(backgroundFrame);
}
void webcam_ImageCaptured(object source, WebcamEventArgs e)
{
_FrameImage.Image = e.WebCamImage;
Bitmap MaskImage = new Bitmap(640, 480);
if (backgroundFrame == null)
{
Frames2Ignore--;
if (Frames2Ignore == 0)
{
backgroundFrame = (Bitmap)e.WebCamImage;
backgroundFrameGray = grayscaleFilter.Apply(backgroundFrame);
}
return;
}
//Save curent image
CurrentFrame = (Bitmap)e.WebCamImage;
CurrentFrameGray = grayscaleFilter.Apply(CurrentFrame);
/*
// create filter
IFilter pixellateFilter = new Pixellate();
// apply the filter
backgroundFrame = pixellateFilter.Apply(backgroundFrame);
backgroundFrameGray = grayscaleFilter.Apply(backgroundFrame);
CurrentFrame = pixellateFilter.Apply(CurrentFrame);
CurrentFrameGray = grayscaleFilter.Apply(CurrentFrame);*/
MoveTowards moveTowardsFilter = new MoveTowards();
moveTowardsFilter.OverlayImage = CurrentFrameGray;
// move background towards current frame
Bitmap tmp = moveTowardsFilter.Apply(backgroundFrameGray);
// dispose old background
backgroundFrame.Dispose();
backgroundFrame = tmp;
// create processing filters sequence
FiltersSequence processingFilter = new FiltersSequence();
processingFilter.Add(new Difference(backgroundFrameGray));
processingFilter.Add(new Threshold(15));
processingFilter.Add(new Opening());
processingFilter.Add(new Edges());
processingFilter.Add(new DifferenceEdgeDetector());
// apply the filter
Bitmap tmp1 = processingFilter.Apply(CurrentFrameGray);
// extract red channel from the original image
IFilter extrachChannel = new ExtractChannel(RGB.R);
Bitmap redChannel = extrachChannel.Apply(backgroundFrame);
// merge red channel with moving object borders
Merge mergeFilter = new Merge();
mergeFilter.OverlayImage = tmp1;
Bitmap tmp2 = mergeFilter.Apply(redChannel);
// replace red channel in the original image
ReplaceChannel replaceChannel = new ReplaceChannel(RGB.R, tmp2);
replaceChannel.ChannelImage = tmp2;
Bitmap tmp3 = replaceChannel.Apply(backgroundFrame);
StateMgr.Execute(tmp1);
if (eChangedCursorEvent != null && StateMgr.Val == Webcam.ValidLocation.TRUE)
{
//Console.WriteLine("X={0} , Y={1}", StateMgr.CurrState.CurrX, StateMgr.CurrState.CurrY);
eChangedCursorEvent(StateMgr.CurrState.CurrX, StateMgr.CurrState.CurrY);
for (int i = -4; i <= 4; i++)
for (int j = -4; j <= 4;j++ )
tmp3.SetPixel(StateMgr.CurrState.CurrX+i, StateMgr.CurrState.CurrY+j, Color.Blue);
//eChangedCursorEvent(StateMgr.CurrState.CurrX, 100);
//eChangedCursorEvent(100, StateMgr.CurrState.CurrY);
}
_CaptureImage.Image = tmp1;
_CaptureImage2.Image = tmp3;
backgroundFrame = (Bitmap)e.WebCamImage;
backgroundFrameGray = grayscaleFilter.Apply(backgroundFrame);
}
