public void MouseToPoint_UpdateExpectedPos(Point p, int screenId, int clickId, I5_MouseAndKeyboard iMouse)
{
if (_lastStoredImage != null)
{
MyPic picNew = (MyPic)_lastStoredImage.thePic.myPic.getClone();
Size s = picNew.getDimenion();
int dim = 15;
for (int ix = -dim; ix < dim; ix += 3)
{
for (int iy = -dim; iy < dim; iy += 3)
{
int X = p.X + ix;
int Y = p.Y + iy;
if ((X > 0) && (X < s.Width) && (Y > 0) && (Y < s.Height))
{
int ixy = ix + iy;
PixelInfo picInf;
if ((ixy % 2) == 0)
{
picInf = PixelInfo.White;
}
else
{
picInf = PixelInfo.Black;
}
picNew.setPixel(X, Y, picInf);
}
}
}
ImageStore_ScreenStore(new MyPicWithOriginalStream(picNew), new IdAndStep(screenId, id, true, clickId));
}
ExpectedMousePos = p;
iMouse.MouseToPoint(p);
}
private eI6Error processPreLogDone(string destMobile, string msg, Ix iAll)
{
if (iAll.TypeOfProcess == Ix.eTypeOfProcess.EmptyWakeUpTrigger)
{
// nothing else to do
return(eI6Error.Success);
}
DateTime dtStart = DateTime.Now;
eI6Error ret = eI6Error._notSet;
_6WhatsAppProcess_RealData u = new _6WhatsAppProcess_RealData(destMobile, msg, s_WhatsAppProcessCounter++);
u.MouseToPoint_UpdateExpectedPos(new Point(200, 200), -1, -1, iAll.iMouse);
iAll.iDsp.FileLog_Info("Id: " + u.id.ToString() + " " + destMobile);
iAll.iDsp.AddLine("Id: " + u.id.ToString());
iAll.iDsp.AddLine2(new DetailedData_ProcessingId(u.id));
iAll.iScreen.Debug_SetId(u.id, u.Msg_DestMobile);
SpecificResult_SearchGlas _1GlasPos = null;
Point _2TelLinePos;
Point _4RightOfSmile;
// Step 1
if (ret == eI6Error._notSet)
{
iAll.iDsp.FileLog_Debug("Step1 findSearchWindow and enter tel");
iAll.iDsp.AddLine("Step1 findSearchWindow and enter tel");
ret = GetScreenAndCheckLoop(new MyTimeControl(5000), 5000, iAll, 1, u, eI6Error.Step1Failed, delegate(int screenId, Ix ix, _6WhatsAppProcess_RealData data, ref bool increaseTimeoutOnce)
{
ix.iDsp.FileLog_Debug("Performing Step1...");
// delegate
MyPic pic = ScreenGet(screenId, data);
// 1) we search in the top left corner
Size wholeScreenSize = pic.getDimenion();
Rectangle sa = new Rectangle(0, 0, wholeScreenSize.Width / 2, wholeScreenSize.Height / 2);
MyPic sub = (MyPic)pic.getSubPic(sa.X, sa.Y, sa.Width, sa.Height);
ScreenStoreSub(sub, screenId, data);
// ((MyPic)sub.getClone()).Threshold_AlmostBlack().ToFile("1sub");
// 2) Call the Dll to search for the SearchGlas
_1GlasPos = TextRecognitionLibrary.SpecificDetection.DetectSearchGlas(sub);
// 3) Check the Dll´s result
if (!_1GlasPos.XPos.IsEmpty)
{
// the x is there, so text was already entered
ix.iDsp.FileLog_Debug("The x is there " + _1GlasPos.XPos.ToString());
ix.iDsp.AddLine("X detected, increasing timeout");
data.MouseToPoint_UpdateExpectedPos(_1GlasPos.XPos, screenId, 1, ix.iMouse);
ix.iMouse.MouseClickAndWait(100, 300, ix);
increaseTimeoutOnce = true;
}
else if (_1GlasPos.SearchGlasPos.IsEmpty)
{
// no Searchglas found
ix.iDsp.FileLog_Debug("SearchGlasPos.IsEmpty");
}
else if (_1GlasPos.SearchGlasInFactIsABack)
{
// the <- arror is there, so text was already entered,
ix.iDsp.FileLog_Debug("<- detected at "
+ _1GlasPos.SearchGlasPos.ToString()
+ " / "
+ _1GlasPos.XPos.ToString());
data.MouseToPoint_UpdateExpectedPos(_1GlasPos.SearchGlasPos, screenId, 1, ix.iMouse);
ix.iMouse.MouseClickAndWait(100, 300, ix);
increaseTimeoutOnce = true;
}
else
{
// the SearchGlas is there, so click it
ix.iDsp.FileLog_Debug("SearchGlas @ " + _1GlasPos.SearchGlasPos.ToString());
data.MouseToPoint_UpdateExpectedPos(_1GlasPos.SearchGlasPos, screenId, 2, ix.iMouse);
ix.iDsp.Delay(300);
Point pWhereText = _1GlasPos.SearchGlasPos;
pWhereText.Offset(100, 0);
ix.iDsp.FileLog_Debug("pWhereText.click(" + pWhereText.ToString() + ")");
data.MouseToPoint_UpdateExpectedPos(pWhereText, screenId, 3, ix.iMouse);
ix.iMouse.MouseClickAndWait(100, 100, ix);
// Now enter the tel no
return(EnterTextAndCheckForMouseMove(data.Msg_DestMobile.Replace("+", ""), false, ix, data));
}
ix.iDsp.FileLog_Debug("Early out: Reason above.");
ix.iDsp.Delay(200);
return(eI6Error._notSet);
});
}
if (ret == eI6Error._notSetBufOkSoFar)
{
ret = eI6Error._notSet;
}
// Step 2
if (ret == eI6Error._notSet)
{
iAll.iDsp.FileLog_Debug("Step2 findAccount and Click it");
iAll.iDsp.AddLine("Step2 findAccount and Click it");
ret = GetScreenAndCheckLoop(new MyTimeControl(5000), 5000, iAll, 2, u, eI6Error.Step2Failed, delegate(int screenId, Ix ix, _6WhatsAppProcess_RealData data, ref bool increaseTimeoutOnce)
{
ix.iDsp.FileLog_Debug("Performing Step2...");
// delegate
MyPic pic = ScreenGet(screenId, data);
// 1) we search in a limitted area
Rectangle sa = new Rectangle(_1GlasPos.SearchGlasPos.X + 40, _1GlasPos.SearchGlasPos.Y + 10, 200, 250);
MyPic sub = (MyPic)pic.getSubPic(sa.X, sa.Y, sa.Width, sa.Height);
ScreenStoreSub(sub, screenId, data);
// ((MyPic)sub.getClone()).Threshold_AlmostBlack().ToFile("4AlmostBlack");
// 2) Call the Dll to search for the text
SpecificResult_Text rText = SpecificDetection.DetectText(sub);
if (rText.TextPos.IsEmpty)
{
ix.iDsp.FileLog_Debug("Early out: TextPos.IsEmpty");
ix.iDsp.Delay(200);
return(eI6Error._notSet);
}
ix.iDsp.FileLog_Info("Step2 tel text found: " + rText.Text);
bool first12AreTheSame;
if (!AreFirst12CharSame(data.Msg_DestMobile, rText.Text, out first12AreTheSame))
{
ix.iDsp.FileLog_Debug("Early out: Text is wrong");
ix.iDsp.Delay(200);
return(eI6Error._notSet);
}
if (first12AreTheSame)
{
ix.iDsp.FileLog_Debug("Text is not the same but we accept.");
ix.iDsp.FileLog_Debug(data.Msg_DestMobile);
ix.iDsp.FileLog_Debug(rText.Text);
}
_2TelLinePos = rText.TextPos;
_2TelLinePos.Offset(sa.X, sa.Y);
_2TelLinePos.Offset(0, 7);
ix.iDsp.FileLog_Debug("Step2 TelLine detected at " + _2TelLinePos.ToString());
// 3) and click on top of the tel string
data.MouseToPoint_UpdateExpectedPos(_2TelLinePos, screenId, 4, ix.iMouse);
ix.iMouse.MouseClickAndWait(100, 100, ix);
return(eI6Error._notSetBufOkSoFar);
});
}
if (ret == eI6Error._notSetBufOkSoFar)
{
ret = eI6Error._notSet;
}
// Step 3
if (ret == eI6Error._notSet)
{
iAll.iDsp.FileLog_Debug("Step3 verify account string top rigth position");
iAll.iDsp.AddLine("Step3 verify account string top rigth position");
ret = GetScreenAndCheckLoop(new MyTimeControl(5000), 5000, iAll, 3, u, eI6Error.Step3Failed, delegate(int screenId, Ix ix, _6WhatsAppProcess_RealData data, ref bool increaseTimeoutOnce)
{
ix.iDsp.FileLog_Debug("Performing Step3...");
// delegate
MyPic pic = ScreenGet(screenId, data);
// 1) we search in a limitted area
//Rectangle sa = new Rectangle(400, 100, 280, 80);
Rectangle sa = new Rectangle(475, 100, 200, 80);
MyPic sub = (MyPic)pic.getSubPic(sa.X, sa.Y, sa.Width, sa.Height);
ScreenStoreSub(sub, screenId, data);
// 2) Call the Dll to search for the text
SpecificResult_Text rText = SpecificDetection.DetectText(sub);
if (rText.TextPos.IsEmpty)
{
ix.iDsp.FileLog_Debug("Early out: TextPos.IsEmpty");
ix.iDsp.Delay(200);
return(eI6Error._notSet);
}
ix.iDsp.FileLog_Info("Step3 tel text fount: " + rText.Text);
if (!rText.Text.Contains(data.Msg_DestMobile.Replace("zapi_", "").Replace("+", "")))
{
ix.iDsp.FileLog_Debug("Early out: Text is wrong");
ix.iDsp.Delay(200);
return(eI6Error._notSet);
}
return(eI6Error._notSetBufOkSoFar);
});
}
if (ret == eI6Error._notSetBufOkSoFar)
{
ret = eI6Error._notSet;
}
// Step 4
if ((ret == eI6Error._notSet) && (iAll.TypeOfProcess == Ix.eTypeOfProcess.TelNumberChecking))
{
// we are done for tel checking
ret = eI6Error.Success;
}
if (ret == eI6Error._notSet)
{
iAll.iDsp.FileLog_Debug("Step4 Find type-msg-here");
iAll.iDsp.AddLine("Step4 Find type-msg-here");
ret = GetScreenAndCheckLoop(new MyTimeControl(5000), 5000, iAll, 4, u, eI6Error.Step4Failed, delegate(int screenId, Ix ix, _6WhatsAppProcess_RealData data, ref bool increaseTimeoutOnce)
{
ix.iDsp.FileLog_Debug("Performing Step4...");
// delegate
MyPic pic = ScreenGet(screenId, data);
// 1) we serach in a specific area
Size wholeScreenSize = pic.getDimenion();
// was {X = 0 Y = 568 Width = 1024 Height = 200}
Rectangle sa = new Rectangle(
300,
wholeScreenSize.Height - 100,
wholeScreenSize.Width - 300,
100);
MyPic sub = (MyPic)pic.getSubPic(sa.X, sa.Y, sa.Width, sa.Height);
ScreenStoreSub(sub, screenId, data);
// ((MyPic)sub.getClone()).Threshold_AlmostBlack().ToFile("8subAlmostBlac");
// 2) Call the Dll to search the simle and mic
specificResult_SmileAndMic s = TextRecognitionLibrary.SpecificDetection.SpecificResult_SmileAndMic(sub);
if (s.SmilePos.IsEmpty)
{
// no smile found
ix.iDsp.FileLog_Debug("Early out: No smile");
return(eI6Error._notSet);
}
else if (s.MicPos.IsEmpty)
{
// we have a smile not no mic ==> rubbishtext is there. So delete it
_4RightOfSmile = s.SmilePos;
_4RightOfSmile.Offset(sa.X, sa.Y);
_4RightOfSmile.Offset(300, 5);
data.MouseToPoint_UpdateExpectedPos(_4RightOfSmile, screenId, 5, ix.iMouse);
ix.iMouse.MouseClickAndWait(50, 50, ix);
EnterTextAndCheckForMouseMove("\b\b\b\b\b\b\b\b\b", false, ix, data);
ix.iDsp.FileLog_Debug("Early out: Rubbish text in chat box");
return(eI6Error._notSet);
}
// we have both, smile and mic
_4RightOfSmile = s.SmilePos;
_4RightOfSmile.Offset((s.MicPos.X - s.SmilePos.X) / 2, 0);
_4RightOfSmile.Offset(sa.X, sa.Y);
// 3) Set the mouse to the text box
data.MouseToPoint_UpdateExpectedPos(_4RightOfSmile, screenId, 6, ix.iMouse);
// 4) Click it
ix.iMouse.MouseClickAndWait(50, 50, ix);
// 5) And enter the text
if (data.Msg_Msg.StartsWith("__NoSend"))
{
ix.iDsp.AddLine("__NoSend");
ix.iDsp.FileLog_Info("__NoSend");
}
else
{
EnterTextAndCheckForMouseMove(data.Msg_Msg, true, ix, data);
}
return(eI6Error.Success);
});
}
// END, clean up
TimeSpan duration = (DateTime.Now - dtStart);
string strDurtion = duration.ToReadableString();
if (ret == eI6Error.Success)
{
// Success
iAll.iDsp.Clear();
iAll.iDsp.AddLine("Done in " + strDurtion);
iAll.iDsp.AddLine2(new DetailedData_LastGoodProcess(u.id, duration));
u.DumpImagesIfConfigured("NiceTray._6WhatsAppProcess_Real.DumpScreensOnSuccess", iAll);
}
else
{
// Problem
iAll.iDsp.AddLine2(new DetailedData_LastBadProcess(u.id, duration));
u.DumpImagesIfConfigured("NiceTray._6WhatsAppProcess_Real.DumpScreensOnProblem", iAll);
}
iAll.iDsp.FileLog_Info(
"_6WhatsAppProcess_Real.Process took "
+ strDurtion
+ " "
+ (ret == eI6Error.Success ? "Success" : ret.ToString())
);
return(ret);
}