public charQuater(IPicAccess pic4x6)
{
if ((pic4x6.getDimenion() != new Size(4, 6)))
{
throw new ArgumentException("not 4x6");
}
pic4x6.ToFile("pic4x6");
cornerStr = "";
cornerStr += getPixelChar(pic4x6, 3, 0);
cornerStr += getPixelChar(pic4x6, 0, 0);
cornerStr += getPixelChar(pic4x6, 0, 5);
cornerStr += getPixelChar(pic4x6, 3, 5);
ObjectDetection det = new ObjectDetection(pic4x6, false, true);
det.DoDetection(new dOnDetectObject(delegate(ObjectPoints points, IPicAccess originalPic)
{
if (points.Type == PixelInfo.Black)
{
if (points.Points.Contains(topLeft) && points.Points.Contains(bottomRight))
{
topLeftToBottomRight = true;
}
if (points.Points.Contains(topRight) && points.Points.Contains(bottomLeft))
{
topRightToBottomLeft = true;
}
}
return(true);
}), false, 0);
}
public static void DumpDetectedObjects(MyPic mPic, bool callAlmostBlack, bool debug = false, int minSize = 0)
{
MyPic mClone = (MyPic)mPic.getClone();
if (callAlmostBlack)
{
mClone.Threshold_AlmostBlack();
}
ObjectDetection od = new ObjectDetection(mClone, true, true);
int i = 0;
od.DoDetection(new dOnDetectObject(delegate(ObjectPoints points, IPicAccess originalPic)
{
if (points.Rect.Height > 9)
{
if (i == 4)
{
string s4 = points.CalcHashString();
System.Diagnostics.Trace.WriteLine(s4);
}
ObjectDetection.ObjectToPic_RegionOfInterest(points, originalPic).ToFile("DumpDetectedObjects_" + i++.ToString());
}
return(true);
}), debug, minSize);
}
public static void InfoForBrowserRestart_FindFireFoxStart(MyPic mPic, Rectangle rWindow, ref SpecificResult_InfoForBrowserRestart info)
{
MyPic mClone = (MyPic)mPic.getClone();
ObjectDetection od = new ObjectDetection(mClone, true, true);
info.RestartFox = detectOneObject(od, rWindow,
"0011111110001100111111000000100110111000000111111000001111100000011100000000111000000001011111000010011000000100011000111",
new Size(12, 12));
}
public static void InfoForBrowserRestart_FindChatBox(MyPic mPic, ref SpecificResult_InfoForBrowserRestart info)
{
MyPic mClone = (MyPic)mPic.getClone();
mClone.Threshold_AlmostBlack();
ObjectDetection od = new ObjectDetection(mClone, true, true);
info.ChatBox = detectOneObject(od, new Rectangle(),
"111111111111111111111111111111111111111111111111111111111111111111111111111110000000001111111111111111111111111111111111111111111111111111111111111110000001111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111100000000000000111000000000000000",
new Size(19, 17));
}
public static void InfoForBrowserRestart_FindCloseX(MyPic mPic, Rectangle rWindow, ref SpecificResult_InfoForBrowserRestart info)
{
MyPic mClone = (MyPic)mPic.getClone();
mClone.Threshold_AlmostBlack();
ObjectDetection od = new ObjectDetection(mClone, true, true);
info.CloseX = detectOneObject(od, rWindow,
"0100000001111000001101110001110011101110000111110000001110000001111100001110111001110001111110000011",
new Size(11, 11));
}
private static Point detectOneObject(ObjectDetection detEngine, Rectangle rOffest, string hashString, Size objectSize)
{
Point pOut = new Point();
detEngine.DoDetection(new dOnDetectObject(delegate(ObjectPoints points, IPicAccess originalPic)
{
if (
((points.Rect.Size == objectSize) && (hashString == points.CalcHashString()))
)
{
// found it
pOut = points.Rect.Location;
pOut.Offset(points.Rect.Width / 2, points.Rect.Height / 2);
pOut.Offset(rOffest.Left, rOffest.Top);
return(false);
}
return(true);
}), false, 0);
return(pOut);
}
public static specificResult_SmileAndMic SpecificResult_SmileAndMic(MyPic mPic, bool debug = false, int minSize = 0)
{
List <HashWithSize> SmileList = new List <HashWithSize>()
{
new HashWithSize("0000011111111000000011111111111000001111111111111100111111111111111001111111111111111111110011110011111111100111100111111111001111001111111111111111111111111111111111111111100011111100011111011111111110111111001111111011101110000000000111011111000000111110011111111111111000011111111111100", 18, 18),
new HashWithSize("0000001111110000000001111111111000001111111111111000011111111111111001111111111111111011110001110001111111000011000011111111000111000111111110011110011111111111111111111111100000000000011111000000000000111110000000000001101110000000000111001110000000011100011111000011111000001111111111000", 18, 18),
new HashWithSize("0000011111110000000001111111111000001111111111111000011111111111111001111111111111111111110011110011111111100011100011111111000111000111111111011111011111111111111111111111100000000000011111000000000000111111000000000001101110000000000111011110000000011110011111100111111000011111111111100", 18, 18),
new HashWithSize("0000000111110000000000001111111111000000011111111111110000011111111111111100001111111111111111001111100111100111110111100001110001111111110000110000111111111000111100011111111110011111011111111111111111111111111100000000000000111110000000000000011011100000000000011101110000000000001110011100000000001110001111100000011111000011111111111111000000011111111110000", 20, 20),
new HashWithSize("0000000111110000000000001111111111000000001111111111110000001111111111111100001111111111111111001111100111100011110111100001110001111011110000110000111111111000011100011111111110011110011111111111111111111111111100000000000000111110000000000000011011100000000000011101110000000000001110011100000000001110000111100000011110000001111111111110000000011111111110000", 20, 20)
};
List <HashWithSize> MicList = new List <HashWithSize>()
{
new HashWithSize("01111111111111111111111111111111111111111111111111111111111111111", 6, 14),
new HashWithSize("0111110111111111111111111111111111111111111111111111111111111111111111111111111111110111111", 8, 14),
new HashWithSize("01000000000000011110000000000001011000000000001101100000000000110111000000000111001111000000111000011111111111000000011111111000000000011100000000000001110000000000000111000000", 17, 12),
new HashWithSize("111000000000000111100000000000111110000000000011011100000000001101111000000001110011110000011110000111111111110000001111111110000000000111000000000000011100000000000001110000000000000111000000", 17, 13),
new HashWithSize("110000000000000111100000000000111110000000000011011100000000001101110000000001110011110000011110000111111111110000001111111110000000000111000000000000011100000000000001110000000000000111000000", 17, 13)
};
specificResult_SmileAndMic r = new specificResult_SmileAndMic();
MyPic mClone = (MyPic)mPic.getClone();
mClone.Threshold_AlmostBlack();
mClone.ToFile("Smile");
ObjectDetection od = new ObjectDetection(mClone, true, true);
int i = 0;
bool test_DumpAllObjects = false; // mg needs to be false
od.DoDetection(new dOnDetectObject(delegate(ObjectPoints points, IPicAccess originalPic)
{
#region test
if (test_DumpAllObjects)
{
if (points.Rect.Height < 100)
{
i++;
string path = "smile_object" + i.ToString();
System.IO.File.WriteAllText(path + ".txt",
points.CalcHashString() + "\r\n" + points.Rect.ToString());
ObjectDetection
.ObjectToPic_RegionOfInterest(points, originalPic)
.ToFile(path);
}
}
// test s
//if (points.Rect.Height > 9)
//{
// if (i == 46)
// {
// string mic = points.CalcHashString();
// }
// if (i == 47)
// {
// string smil = points.CalcHashString();
// }
// ObjectDetection.ObjectToPic_RegionOfInterest(points, originalPic).ToFile("smile_" + i++.ToString());
//}
// test e
#endregion
int start = 1;
foreach (var smile1 in SmileList)
{
if ((smile1.Size == points.Rect.Size) && (smile1.Hash == points.CalcHashString()))
{
r.SmilePos = points.Rect.Location;
r.SmilePos.Offset(points.Rect.Width / 2, points.Rect.Height / 2);
}
}
foreach (var mic1 in MicList)
{
if ((mic1.Size == points.Rect.Size) && (mic1.Hash == points.CalcHashString()))
{
r.MicPos = points.Rect.Location;
r.MicPos.Offset(points.Rect.Width / 2, points.Rect.Height / 2);
}
}
//if (
// ((points.Rect.Size == refSmileSize1) && (refSmileHash1 == points.CalcHashString())) ||
// ((points.Rect.Size == refSmileSize2) && (refSmileHash2 == points.CalcHashString())) ||
// ((points.Rect.Size == refSmileSize3) && (refSmileHash3 == points.CalcHashString())) ||
// ((points.Rect.Size == refSmileSize4) && (refSmileHash4 == points.CalcHashString()))
// )
//{
// r.SmilePos = points.Rect.Location;
// r.SmilePos.Offset(points.Rect.Width / 2, points.Rect.Height / 2);
//}
//if (
// ((points.Rect.Size == refMicSize1) && (points.CalcHashString() == refMicHash1)) ||
// ((points.Rect.Size == refMicSize2) && (points.CalcHashString() == refMicHash2)) ||
// ((points.Rect.Size == refMicSize3) && (points.CalcHashString() == refMicHash3))
// )
//{
// r.MicPos = points.Rect.Location;
// r.MicPos.Offset(points.Rect.Width / 2, points.Rect.Height / 2);
//}
if ((r.MicPos.IsEmpty) || (r.SmilePos.IsEmpty))
{
return(true);
}
return(false);
}), debug, minSize);
return(r);
}
public static SpecificResult_Text DetectText(MyPic mPic, bool debug = false, int minSize = 0)
{
SpecificResult_Text r = new SpecificResult_Text();
StringBuilder sb = new StringBuilder();
try
{
DebLog(debug, "New");
MyPic mClone = (MyPic)mPic.getClone();
mClone.Threshold_AlmostBlack();
bool first = true;
mClone.ToFileIfConfigured("TextRecognitionLibrary.DetectText.SaveInput");
ObjectDetection od = new ObjectDetection(mClone, true, true);
int id = 0;
od.DoDetection(new dOnDetectObject(delegate(ObjectPoints points, IPicAccess originalPic)
{
id++;
string cnfDumpAll = ConfigurationManager.AppSettings["TextRecognitionLibrary.DetectText.DumpAll"];
if ((cnfDumpAll != null) && (Boolean.Parse(cnfDumpAll)))
{
MyPic picDumpAll = (MyPic)ObjectDetection.ObjectToPic_RegionOfInterest(points, originalPic);
picDumpAll.ToFile(id.ToString());
}
DebLog(debug, $"id{id} {points.Rect.Height}x{points.Rect.Width} soFar{sb}");
if (points.Rect.Height == 10)
{
MyPic pic10 = (MyPic)ObjectDetection.ObjectToPic_RegionOfInterest(points, originalPic);
char c = TextCourierNew10.RecogniseChar(pic10);
sb.Append(c);
if (first)
{
first = false;
r.TextPos = points.Points[0];
}
}
else if (points.Rect.Height == 11)
{
MyPic pic11 = (MyPic)ObjectDetection.ObjectToPic_RegionOfInterest(points, originalPic);
char c = TextCourierNew11.RecogniseChar(pic11);
sb.Append(c);
if (first)
{
first = false;
r.TextPos = points.Points[0];
}
}
else if (points.Rect.Height == 12)
{
ObjectDetection.ObjectToPic_RegionOfInterest(points, originalPic).ToFile("a12");
if ((points.Rect.Width == 4) || (points.Rect.Width == 5) || (points.Rect.Width == 7))
{
IPicAccess pchar = ObjectDetection.ObjectToPic_RegionOfInterest(points, originalPic);
IPicAccess pbu = pchar.getClone();
char c = TextRecognition.RecogniseChar(pchar);
sb.Append(c);
if (first)
{
first = false;
r.TextPos = points.Points[0];
}
}
else if (points.Rect.Width == 8)
{
IPicAccess pchar =
ObjectDetection.ObjectToPic_RegionOfInterest(points, originalPic)
.getSubPic(1, 0, 7, 12);
IPicAccess pbu = pchar.getClone();
char c = TextRecognition.RecogniseChar(pchar);
sb.Append(c);
if (first)
{
first = false;
r.TextPos = points.Points[0];
}
}
else
{
// could this be 2 or more chars together?
ObjectDetection.ObjectToPic_RegionOfInterest(points, originalPic).ToFile("subAll");
int x = 0;
while (x < points.Rect.Width)
{
IPicAccess sub = mPic.getSubPic(points.Rect.X + x, points.Rect.Y, 7, 12);
sub.ToFile("subtogether");
char c = TextRecognition.RecogniseChar(sub.getClone());
if (c == '?')
{
// not recognised
x = points.Rect.Width;
}
else
{
x += 9;
sb.Append(c);
if (first)
{
first = false;
r.TextPos = points.Points[0];
}
}
}
}
}
return(true);
}), debug, minSize);
r.Text = sb.ToString();
return(r);
}
catch (Exception ex)
{
DebLog(debug, "Exception");
DebLog(debug, ex.Message);
if (sb.ToString().Length > 0)
{
r.Text = sb.ToString();
return(r);
}
var err = new SpecificResult_Text();
err.Text = "Exception: " + ex.Message;
err.TextPos = new Point(0, 0);
return(err);
}
}
public static SpecificResult_SearchGlas DetectSearchGlas(MyPic mPic, bool debug = false, int minSize = 0)
{
List <ObjData> SearchGlases = new List <ObjData>();
SearchGlases.Add(new ObjData()
{
Width = 12, Height = 13, Hash = "000111000000110001000010000001000100000001001000000010000000000100100000001001000000110001000011000001111101000000000001000000000001"
});
SearchGlases.Add(new ObjData()
{
Width = 14, Height = 14, Hash = "0001111000000001111111000001100000110001100000011000110000000100011000000010001100000011000010000001100001110011100000011111101100000000000111000000000001110000000000011"
});
SearchGlases.Add(new ObjData()
{
Width = 14, Height = 14, Hash = "0001111100000001111111000001100001110001100000011000110000000100011000000010001100000011000111000001100001110011110000011111111100000000000111000000000001110000000000011"
});
SearchGlases.Add(new ObjData()
{
Width = 14, Height = 14, Hash = "0001111100000011111111000001100001110001100000011000110000001110011000000011001100000011000111000001100001111011110000011111111100000001000111000000000001110000000000011"
});
List <ObjData> Backs = new List <ObjData>();
Backs.Add(new ObjData()
{
Width = 16, Height = 16, Hash = "000000011000000000000111000000000001111000000000011110000000000111100000000001111000000000011110000000000111111111111111111111111111111011110000000000001111000000000000111100000000000011110000000000001111000000000000111000000"
});
List <ObjData> Xes = new List <ObjData>();
Xes.Add(new ObjData()
{
Width = 9, Height = 10, Hash = "100000001100000101100011001101100001110000011100001101100110001111000001"
});
Xes.Add(new ObjData()
{
Width = 10, Height = 10, Hash = "110000001111000011011100111001111110000111100000111100001111110011100111111000011"
});
Xes.Add(new ObjData()
{
Width = 10, Height = 10, Hash = "110000000011000001001100011000110110000011100000011100000110110001100011011000001"
});
SpecificResult_SearchGlas r = new SpecificResult_SearchGlas();
r.SearchGlasPos = new Point();
r.XPos = new Point();
MyPic mClone = (MyPic)mPic.getClone();
mClone.Threshold_AlmostBlack();
mClone.ToFile("DetectSearchGlas");
ObjectDetection od = new ObjectDetection(mClone, true, true);
od.DoDetection(new dOnDetectObject(delegate(ObjectPoints points, IPicAccess originalPic)
{
// test s
//if (points.Rect.Height > 9)
//{
// if (i == 37)
// {
// string s37 = points.CalcHashString();
// }
// ObjectDetection.ObjectToPic_RegionOfInterest(points, originalPic).ToFile("SearchGlas_" + i++.ToString());
//}
//if (points.XLeft != 0) //mg to find new objects
//{
// if ((points.Rect.Height > 3) && (points.Rect.Width > 3))
// {
// MyPic debug = new MyPic(points);
// int area = points.Rect.Width * points.Rect.Height;
// string hash = points.CalcHashString();
// string fileName = String.Format("DetectSearchGlasSub_{0}_{1}_{2}_w{3}_h{4}", points.XLeft, points.YTop, area, points.Rect.Width, points.Rect.Height);
// debug.ToFile(fileName);
// System.IO.File.WriteAllText(fileName + "hash.txt", hash);
// debug = null;
// }
//}
// test e
if (Contains(SearchGlases, points))
{
// found it
r.SearchGlasPos = points.Rect.Location;
r.SearchGlasPos.Offset(points.Rect.Width / 2, points.Rect.Height / 2);
}
if (Contains(Backs, points))
{
r.SearchGlasPos = points.Rect.Location;
r.SearchGlasPos.Offset(points.Rect.Width / 2, points.Rect.Height / 2);
r.SearchGlasInFactIsABack = true;
}
if (Contains(Xes, points))
{
r.XPos = points.Rect.Location;
r.XPos.Offset(points.Rect.Width / 2, points.Rect.Height / 2);
}
if ((!r.SearchGlasPos.IsEmpty) || (!r.XPos.IsEmpty))
{
return(false);
}
return(true);
}), debug, minSize);
// cals common
return(r);
}
public static char RecogniseChar(IPicAccess pic)
{
pic.ToFile("RecogniseChar");
Size pSize = pic.getDimenion();
Size sBig = new Size(7, 12);
Size sSmall4 = new Size(4, 12);
Size sSmall5 = new Size(5, 12);
doInitialisation_TextRecognition();
if ((pSize == sSmall4) || (pSize == sSmall5))
{
charQuater q2 = new charQuater(pic.getSubPic(0, 0, 4, 6));
charQuater q3 = new charQuater(pic.getSubPic(0, 6, 4, 6));
string q23 = q2.ToString() + q3.ToString();
if (q23 == "?BWWB?BWWB")
{
return('1');
}
}
else if (pSize == sBig)
{
IPicAccess p1 = pic.getSubPic(3, 0, 4, 6);
charQuater q1 = new charQuater(p1);
IPicAccess p2 = pic.getSubPic(0, 0, 4, 6);
charQuater q2 = new charQuater(p2);
IPicAccess p3 = pic.getSubPic(0, 6, 4, 6);
charQuater q3 = new charQuater(p3);
IPicAccess p4 = pic.getSubPic(3, 6, 4, 6);
charQuater q4 = new charQuater(p4);
string q14 = q1.ToString() + q2.ToString() + q3.ToString() + q4.ToString();
Dictionary <string, char> charDir = new Dictionary <string, char>();
charDir.Add("\\WBWB/BWBW\\WBWB/BWBW", '0');
charDir.Add("\\WBWB?BWWW?WWBB?WWBB", '2');
charDir.Add("?WBWW?BWWW?WWBB?WWBB", '2');
charDir.Add("\\WBWB?BWWW/BWBB?WBBB", '2');
charDir.Add("?WBBW?BWWB?WWWB/BWBW", '3');
charDir.Add("/BWBB?WWWB?WWWW?BWWB", '4');
charDir.Add("?BBWW/BWBW?WWWB/BWBW", '5');
charDir.Add("?BBBW?BWWB?WBWB/BWBW", '5');
charDir.Add("?BBBB?BWWB?WBWB/BWBW", '5');
charDir.Add("?WBWB/BWBW\\WBWB/BWBW", '6');
charDir.Add("?WBBB/BWBB\\WBWB/BWBW", '6');
charDir.Add("?WBBW/BWBB\\WBWB/BWBW", '6');
charDir.Add("/BBBW?BBWB?BWWW?WBWW", '7');
charDir.Add("?WBBW?BWWB\\WBWB?WWBW", '8');
charDir.Add("?WBBW?BWWB?BWWB?WBBW", '8');
charDir.Add("?WBBW?BWWB?WWWB?WWBW", '8');
charDir.Add("\\WBWB/BWBW?WBWB/BWBW", '9');
charDir.Add("\\WBWB/BWBW?BBWB/BBBW", '9');
charDir.Add("\\WBWB/BWBW?BWWB/BBBW", '9');
charDir.Add("\\WBWB/BWBW?WWWB/BWBW", '9');
charDir.Add("\\WBWB/BBBW?WBBW?BWWW", 'p');
if (charDir.ContainsKey(q14))
{
return(charDir[q14]);
}
if (q14 == "?WWWW?WWWW?WWWW?WWWW")
{
// no pattern, all corner while
if (areWhite(pic, "0.9.1.9.2.9.3.9.3.10.3.11"))
{
return('4');
}
}
try
{
pic.getClone().ToFile(
"CharUnknown_"
+ q14
.Replace("?", "_F_")
.Replace("/", "_SF_")
.Replace("\\", "_SB_"));
}
catch (SystemException)
{
}
ObjectDetection test = new ObjectDetection(pic, false, true);
int count = 0;
test.DoDetection(new dOnDetectObject(delegate(ObjectPoints points, IPicAccess originalPic)
{
return(true);
}), false, 0);
//test.BiggerstWhite.Rect.Height >
test = null;
}
return('?');
}
