public void run(List <SketchStroke> sample)
{
List <Tuple <string, double> > results = new List <Tuple <string, double> >();
foreach (KeyValuePair <string, Sketch> pair in this.Templates)
{
bool[,] sampleImage = VisionFeatureExtraction.SketchToArray(sample, this.frameLength);
bool[,] templateImage = VisionFeatureExtraction.SketchToArray(pair.Value.Strokes, this.frameLength);
bool[,] sampleImageScaled = VisionFeatureExtraction.Scale(sampleImage, 100);
bool[,] templateImageScaled = VisionFeatureExtraction.Scale(templateImage, 100);
int[] sampleHorizontalProjection = VisionFeatureExtraction.TrimProjection(VisionFeatureExtraction.HorizontalProjection(sampleImageScaled));
int[] sampleVerticalProjection = VisionFeatureExtraction.TrimProjection(VisionFeatureExtraction.VerticalProjection(sampleImageScaled));
int[] templateHorizontalProjection = VisionFeatureExtraction.TrimProjection(VisionFeatureExtraction.HorizontalProjection(templateImageScaled));
int[] templateVerticalProjection = VisionFeatureExtraction.TrimProjection(VisionFeatureExtraction.VerticalProjection(templateImageScaled));
int distance = this.DtwDistance(sampleHorizontalProjection, templateHorizontalProjection)
+ this.DtwDistance(sampleVerticalProjection, templateVerticalProjection);
results.Add(new Tuple <string, double>(pair.Key, distance));
}
results.Sort((x, y) => y.Item2.CompareTo(x.Item2));
this.labels = new List <string>();
this.scores = new List <double>();
for (int i = 0; i < results.Count; ++i)
{
string label = results[i].Item1;
double score = results[i].Item2;
this.labels.Add(label);
this.scores.Add(score);
}
}
public VisionAssessor(List <SketchStroke> sample, int sampleFrameLength, List <SketchStroke> template, int templateFrameLength)
{
bool[,] sampleArray = VisionFeatureExtraction.SketchToArray(sample, sampleFrameLength);
bool[,] templateArray = VisionFeatureExtraction.SketchToArray(template, templateFrameLength);
bool[,] sampleArrayScaled = VisionFeatureExtraction.Scale(sampleArray, ScaledFrameSize);
bool[,] templateArrayScaled = VisionFeatureExtraction.Scale(templateArray, ScaledFrameSize);
SketchPoint sampleCentroid = VisionFeatureExtraction.Centroid(sampleArrayScaled);
SketchPoint templateCentroid = VisionFeatureExtraction.Centroid(templateArrayScaled);
BoundingBox sampleBoundingBox = VisionFeatureExtraction.BoundingRectangle(sampleArrayScaled);
BoundingBox templateBoundingBox = VisionFeatureExtraction.BoundingRectangle(templateArrayScaled);
double sampleHeight = sampleBoundingBox.Height;
double templateHeight = templateBoundingBox.Height;
double sampleWidth = sampleBoundingBox.Width;
double templateWidth = templateBoundingBox.Width;
int[] sampleProjectionX = VisionFeatureExtraction.VerticalProjection(sampleArrayScaled);
int[] sampleProjectionY = VisionFeatureExtraction.HorizontalProjection(sampleArrayScaled);
int[] templateProjectionX = VisionFeatureExtraction.VerticalProjection(templateArrayScaled);
int[] templateProjectionY = VisionFeatureExtraction.HorizontalProjection(templateArrayScaled);
double fc = Math.Sqrt(Math.Pow(sampleCentroid.X - templateCentroid.X, 2) + Math.Pow(sampleCentroid.Y - templateCentroid.Y, 2)) / (0.5 * sampleArrayScaled.GetLength(1));
double fa = (sampleWidth * sampleHeight - templateWidth * templateHeight) / (templateWidth * templateHeight);
double fr = (sampleWidth / sampleHeight - templateWidth / templateHeight);
double dx = VisionFeatureExtraction.ProjectionDifference(sampleProjectionX, templateProjectionX);
double dy = VisionFeatureExtraction.ProjectionDifference(sampleProjectionY, templateProjectionY);
double fs = VisionFeatureExtraction.SymmetryFeature(sampleProjectionX, templateProjectionX);
double muonNear = Fuzzy.Gamma(fc, 0.1, 0.9);
double muonFar = Fuzzy.Lambda(fc, 0.1, 0.9);
double muonSmall = Fuzzy.Gamma(fa, -1, 0);
double muonProperSize = Fuzzy.Delta(fa, -0.4, 0, 0.4);
double muonLarge = Fuzzy.Lambda(fa, 0, 1);
double muonTall = Fuzzy.Gamma(fr, -0.5, 0);
double muonProperRatio = Fuzzy.Delta(fr, -0.166667, 0, 0.166667);
double muonShort = Fuzzy.Lambda(fr, 0, 0.5);
double muonLessX = Fuzzy.Gamma(dx, 0.1, 0.9);
double muonMuchX = Fuzzy.Lambda(dx, 0.1, 0.9);
double muonLessY = Fuzzy.Gamma(dy, 0.1, 0.9);
double muonMuchY = Fuzzy.Lambda(dy, 0.1, 0.9);
double muonLeft = Fuzzy.Gamma(fs, -1, 0);
double muonProperSymmetry = Fuzzy.Delta(fs, -0.4, 0, 0.4);
double muonRight = Fuzzy.Lambda(fs, 0, 1);
double sc = muonNear > muonFar?Fuzzy.CenterOfAreaHigh(0.1, 0.9, muonNear) : Fuzzy.CenterOfAreaLow(0.1, 0.9, muonFar);
double sa = muonProperSize > Math.Max(muonSmall, muonLarge) ? Fuzzy.CenterOfAreaHigh(0.6, 0.9, muonProperSize) : Fuzzy.CenterOfAreaLow(0.1, 0.9, Math.Max(muonSmall, muonLarge));
double sr = muonProperRatio > Math.Max(muonTall, muonShort) ? Fuzzy.CenterOfAreaHigh(0.8, 0.9, muonProperRatio) : Fuzzy.CenterOfAreaLow(0.5, 0.9, Math.Max(muonTall, muonShort));
double sdx = muonLessX > muonMuchX?Fuzzy.CenterOfAreaHigh(0.1, 0.9, muonLessX) : Fuzzy.CenterOfAreaLow(0.1, 0.9, muonMuchX);
double sdy = muonLessY > muonMuchY?Fuzzy.CenterOfAreaHigh(0.1, 0.9, muonMuchY) : Fuzzy.CenterOfAreaLow(0.1, 0.9, muonMuchY);
double ss = muonProperSymmetry > Math.Max(muonLeft, muonRight) ? Fuzzy.CenterOfAreaHigh(0.6, 0.9, muonProperSymmetry) : Fuzzy.CenterOfAreaLow(0.1, 0.9, Math.Max(muonLeft, muonRight));
double s1 = sc;
double s2 = (sa + sr) / 2.0;
double s3 = (sdx + sdy) / 2.0;
double muonLocationVeryLow = Fuzzy.Gamma(s1, 0.3, 0.4);
double muonLocationLow = Fuzzy.Delta(s1, 0.3, 0.4, 0.5);
double muonLocationAverage = Fuzzy.Delta(s1, 0.4, 0.5, 0.6);
double muonLocationHigh = Fuzzy.Delta(s1, 0.5, 0.6, 0.7);
double muonLocationVeryHigh = Fuzzy.Lambda(s1, 0.6, 0.7);
double muonShapeVeryLow = Fuzzy.Gamma(s2, 0.3, 0.4);
double muonShapeLow = Fuzzy.Delta(s2, 0.3, 0.4, 0.5);
double muonShapeAverage = Fuzzy.Delta(s2, 0.4, 0.5, 0.6);
double muonShapeHigh = Fuzzy.Delta(s2, 0.5, 0.6, 0.7);
double muonShapeVeryHigh = Fuzzy.Lambda(s2, 0.6, 0.7);
double muonProjectionVeryLow = Fuzzy.Gamma(s2, 0.3, 0.4);
double muonProjectionLow = Fuzzy.Delta(s2, 0.3, 0.4, 0.5);
double muonProjectionAverage = Fuzzy.Delta(s2, 0.4, 0.5, 0.6);
double muonProjectionHigh = Fuzzy.Delta(s2, 0.5, 0.6, 0.7);
double muonProjectionVeryHigh = Fuzzy.Lambda(s2, 0.6, 0.7);
LocationFeedback = getFeedback(muonLocationVeryLow, muonLocationLow, muonLocationAverage, muonLocationHigh, muonLocationVeryHigh);
ShapeFeedback = getFeedback(muonShapeVeryLow, muonShapeLow, muonShapeAverage, muonShapeHigh, muonShapeVeryHigh);
ProjectionFeedback = getFeedback(muonProjectionVeryLow, muonProjectionLow, muonProjectionAverage, muonProjectionHigh, muonProjectionVeryHigh);
}