public override void AddSubElements()
{
MSHTML.IHTMLElementCollection children = IEElement.RawElement.children;
foreach (MSHTML.IHTMLElement elementNode in children)
{
var ele = new IEElement(IEElement.Browser, elementNode);
var exists = Children.Where(x => ((IEElement)x.Element).uniqueID == ele.uniqueID).FirstOrDefault();
if (exists == null)
{
Interfaces.Log.Debug("Adding " + ele.ToString());
Children.Add(new IETreeElement(this, false, ele));
}
}
int frameoffsetx = 0;
int frameoffsety = 0;
if (IESelector.frameTags.Contains(IEElement.tagName.ToUpper()))
{
frameoffsetx += IEElement.RawElement.offsetLeft;
frameoffsety += IEElement.RawElement.offsetTop;
var web = IEElement.RawElement as SHDocVw.IWebBrowser2;
var _doc = (MSHTML.HTMLDocument)web.Document;
Children.Add(new IETreeElement(this, false, new IEElement(IEElement.Browser, _doc.documentElement)));
}
}
public IETreeElement(treeelement parent, bool expanded, IEElement element) : base(parent)
{
IEElement = element;
IsExpanded = expanded;
Element = element;
string controltype = "";
string name = element.ToString();
string automationid = "";
//if (element.Properties.ControlType.IsSupported) ControlType = element.Properties.ControlType.Value;
//if (element.Properties.ControlType.IsSupported) controltype = element.Properties.ControlType.Value.ToString();
//if (element.Properties.Name.IsSupported) name = element.Properties.Name.Value;
//if (element.Properties.AutomationId.IsSupported) automationid = element.Properties.AutomationId.Value;
Name = (controltype + " " + name + " " + automationid).Trim();
}
public static IEElement[] GetElementsWithuiSelector(IESelector selector, IElement fromElement = null, int maxresults = 1)
{
IEElement iefromElement = fromElement as IEElement;
Browser browser;
if (iefromElement != null)
{
browser = iefromElement.Browser;
}
else
{
browser = Browser.GetBrowser(false);
}
if (browser == null)
{
Log.Warning("Failed locating an Internet Explore instance");
return(new IEElement[] { });
}
var sw = new System.Diagnostics.Stopwatch();
sw.Start();
IEElement _fromElement = fromElement as IEElement;
var selectors = selector.Where(x => x.Enabled == true && x.Selector == null).ToList();
var current = new List <IEElement>();
IEElement[] result = null;
int startIndex = 1;
if (!string.IsNullOrEmpty(selector.xpath))
{
// https://stackoverflow.com/questions/6953553/is-there-a-js-library-to-provide-xpath-capacities-to-ie
var _results = new List <IEElement>();
try
{
string body = null;
Log.Selector(string.Format("Create IHTMLDocument3 {0:mm\\:ss\\.fff}", sw.Elapsed));
MSHTML.IHTMLDocument3 sourceDoc = (MSHTML.IHTMLDocument3)browser.Document;
body = sourceDoc.documentElement.outerHTML;
HtmlAgilityPack.HtmlDocument targetDoc = new HtmlAgilityPack.HtmlDocument();
Log.SelectorVerbose(string.Format("targetDoc.LoadHtml {0:mm\\:ss\\.fff}", sw.Elapsed));
targetDoc.LoadHtml(body);
if (fromElement != null && fromElement is IEElement fromie)
{
HtmlAgilityPack.HtmlNode from = targetDoc.DocumentNode.SelectSingleNode(fromie.xpath);
if (from == null)
{
throw new Exception("Failed locating from node, by xpath '" + fromie.xpath + "'");
}
Log.Selector(string.Format("SelectNodes {0:mm\\:ss\\.fff}", sw.Elapsed));
var xpath = selector.xpath;
if (xpath.StartsWith("//"))
{
xpath = "." + xpath;
}
var nodes = from.SelectNodes(xpath);
if (nodes != null)
{
foreach (var node in nodes)
{
Log.SelectorVerbose(string.Format("new IEElement {0:mm\\:ss\\.fff}", sw.Elapsed));
var ele = new IEElement(browser, node);
_results.Add(ele);
if (_results.Count >= maxresults)
{
break;
}
}
}
}
else
{
Log.Selector(string.Format("SelectNodes {0:mm\\:ss\\.fff}", sw.Elapsed));
var nodes = targetDoc.DocumentNode.SelectNodes(selector.xpath);
if (nodes != null)
{
foreach (var node in nodes)
{
Log.SelectorVerbose(string.Format("new IEElement {0:mm\\:ss\\.fff}", sw.Elapsed));
var ele = new IEElement(browser, node);
_results.Add(ele);
if (_results.Count >= maxresults)
{
break;
}
}
}
}
}
catch (Exception)
{
browser = Browser.GetBrowser(true);
}
Log.Selector(string.Format("GetElementsWithuiSelector::end {0:mm\\:ss\\.fff}", sw.Elapsed));
return(_results.ToArray());
}
if (iefromElement != null)
{
startIndex = 0;
current.Add(iefromElement);
}
else
{
MSHTML.IHTMLElement startfrom = null;
startfrom = browser.Document.documentElement;
current.Add(new IEElement(browser, startfrom));
}
for (var i = startIndex; i < selectors.Count; i++)
{
var s = new IESelectorItem(selectors[i]);
var elements = new List <IEElement>();
elements.AddRange(current);
current.Clear();
int failcounter = 0;
do
{
foreach (var _element in elements)
{
MSHTML.IHTMLElement[] matches;
if (frameTags.Contains(_element.TagName.ToUpper()))
{
if (s.tagName.ToUpper() == "HTML")
{
i++; s = new IESelectorItem(selectors[i]);
}
var _f = _element.RawElement as MSHTML.HTMLFrameElement;
MSHTML.DispHTMLDocument doc = (MSHTML.DispHTMLDocument)((SHDocVw.IWebBrowser2)_f).Document;
var _doc = doc.documentElement as MSHTML.IHTMLElement;
matches = ((IESelectorItem)s).matches(_doc);
browser.elementx += _f.offsetLeft;
browser.elementy += _f.offsetTop;
browser.frameoffsetx += _f.offsetLeft;
browser.frameoffsety += _f.offsetTop;
}
else
{
matches = ((IESelectorItem)s).matches(_element.RawElement);
}
var uimatches = new List <IEElement>();
foreach (var m in matches)
{
var ui = new IEElement(browser, m);
uimatches.Add(ui);
}
current.AddRange(uimatches.ToArray());
Log.Selector("add " + uimatches.Count + " matches to current");
}
if (current.Count == 0)
{
++failcounter;
string message = string.Format("Failer # " + failcounter + " finding any hits for selector # " + i + " {0:mm\\:ss\\.fff}", sw.Elapsed) + "\n";
message += "lookin for \n" + s.ToString() + "\n";
foreach (var _element in elements)
{
MSHTML.IHTMLElementCollection children = (MSHTML.IHTMLElementCollection)_element.RawElement.children;
foreach (MSHTML.IHTMLElement elementNode in children)
{
var ui = new IEElement(browser, elementNode);
message += ui.ToString() + "\n";
}
var matches = ((IESelectorItem)s).matches(_element.RawElement);
}
Log.Selector(message);
}
else
{
Log.Selector(string.Format("Found " + current.Count + " hits for selector # " + i + " {0:mm\\:ss\\.fff}", sw.Elapsed));
}
} while (failcounter < 2 && current.Count == 0);
if (i == (selectors.Count - 1))
{
result = current.ToArray();
}
if (current.Count == 0 && Config.local.log_selector)
{
var message = "needed to find " + Environment.NewLine + selectors[i].ToString() + Environment.NewLine + "but found only: " + Environment.NewLine;
foreach (var element in elements)
{
MSHTML.IHTMLElementCollection children = (MSHTML.IHTMLElementCollection)element.RawElement.children;
foreach (MSHTML.IHTMLElement c in children)
{
try
{
// message += automationutil.getSelector(c, (i == selectors.Count - 1)) + Environment.NewLine;
}
catch (Exception)
{
}
}
}
Log.Selector(message);
return(new IEElement[] { });
}
}
if (result == null)
{
return new IEElement[] { }
}
;
Log.Selector(string.Format("GetElementsWithuiSelector::end {0:mm\\:ss\\.fff}", sw.Elapsed));
return(result);
}
}
private void enumElements(Browser browser, MSHTML.IHTMLElement baseelement, IESelector anchor, bool doEnum, int X, int Y)
{
MSHTML.IHTMLElement element = baseelement;
MSHTML.HTMLDocument document = browser.Document;
var pathToRoot = new List <MSHTML.IHTMLElement>();
while (element != null)
{
if (pathToRoot.Contains(element))
{
break;
}
try
{
pathToRoot.Add(element);
}
catch (Exception)
{
}
try
{
element = element.parentElement;
}
catch (Exception ex)
{
Log.Error(ex, "");
return;
}
}
// Log.Selector(string.Format("IEselector::create pathToRoot::end {0:mm\\:ss\\.fff}", sw.Elapsed));
pathToRoot.Reverse();
if (anchor != null)
{
// var hasIframe = anchor.Where(x => x.Properties.Where(y=>y.Name=="tagName" && y.Value== "IFRAME").Count()>0).Count() > 0;
var iframeidx = 0;
for (var i = 0; i < anchor.Count(); i++)
{
if (anchor[i].Properties.Where(y => y.Name == "tagName" && y.Value == "IFRAME").Count() > 0)
{
iframeidx = i;
break;
}
}
var anchorlist = anchor.Where(x => x.Enabled && x.Selector == null).ToList();
//if (iframeidx>-1)
//{
// for (var i = 0; i < iframeidx; i++)
// {
// pathToRoot.Remove(pathToRoot[0]);
// }
//}
for (var i = (iframeidx); i < anchorlist.Count(); i++)
{
//if (((IESelectorItem)anchorlist[i]).Match(pathToRoot[0]))
if (IESelectorItem.Match(anchorlist[i], pathToRoot[0]))
{
pathToRoot.Remove(pathToRoot[0]);
}
else
{
Log.Selector("Element does not match the anchor path");
return;
}
}
}
if (pathToRoot.Count == 0)
{
Log.Error("Element is same as annchor");
return;
}
element = pathToRoot.Last();
//
// Log.Selector(string.Format("IEselector::remove anchor if needed::end {0:mm\\:ss\\.fff}", sw.Elapsed));
IESelectorItem item;
if (anchor == null && Items.Count == 0)
{
item = new IESelectorItem(browser.Document);
item.Enabled = true;
//item.canDisable = false;
Items.Add(item);
}
for (var i = 0; i < pathToRoot.Count(); i++)
{
var o = pathToRoot[i];
item = new IESelectorItem(browser, o);
if (i == 0 || i == (pathToRoot.Count() - 1))
{
item.canDisable = false;
}
foreach (var p in item.Properties)
{
int idx = p.Value.IndexOf(".");
if (p.Name == "className" && idx > -1)
{
int idx2 = p.Value.IndexOf(".", idx + 1);
if (idx2 > idx)
{
p.Value = p.Value.Substring(0, idx2 + 1) + "*";
}
}
}
if (doEnum)
{
item.EnumNeededProperties(o, o.parentElement);
}
Items.Add(item);
}
if (frameTags.Contains(baseelement.tagName.ToUpper()))
{
//var ele2 = baseelement as MSHTML.IHTMLElement2;
//var col2 = ele2.getClientRects();
//var rect2 = col2.item(0);
//X -= rect2.left;
//Y -= rect2.top;
var frame = baseelement as MSHTML.HTMLFrameElement;
var fffff = frame.contentWindow;
MSHTML.IHTMLWindow2 window = frame.contentWindow;
MSHTML.IHTMLElement el2 = null;
foreach (string frameTag in frameTags)
{
MSHTML.IHTMLElementCollection framesCollection = document.getElementsByTagName(frameTag);
foreach (MSHTML.IHTMLElement _frame in framesCollection)
{
// var _f = _frame as MSHTML.HTMLFrameElement;
el2 = browser.ElementFromPoint(_frame, X, Y);
//var _wb = _f as SHDocVw.IWebBrowser2;
//document = _wb.Document as MSHTML.HTMLDocument;
//el2 = document.elementFromPoint(X, Y);
if (el2 != null)
{
var tag = el2.tagName;
// var html = el2.innerHTML;
Log.Selector("tag: " + tag);
//browser.elementx += _frame.offsetLeft;
//browser.elementy += _frame.offsetTop;
//browser.frameoffsetx += _frame.offsetLeft;
//browser.frameoffsety += _frame.offsetTop;
enumElements(browser, el2, anchor, doEnum, X, Y);
return;
}
}
}
}
}
public static IEElement[] GetElementsWithuiSelector(IESelector selector, IElement fromElement = null, int maxresults = 1)
{
IEElement iefromElement = fromElement as IEElement;
Browser browser;
if (iefromElement != null)
{
browser = iefromElement.Browser;
}
else
{
browser = Browser.GetBrowser();
}
if (browser == null)
{
Log.Warning("Failed locating an Internet Explore instance");
return(new IEElement[] { });
}
var sw = new System.Diagnostics.Stopwatch();
sw.Start();
IEElement _fromElement = fromElement as IEElement;
var selectors = selector.Where(x => x.Enabled == true && x.Selector == null).ToList();
var current = new List <IEElement>();
IEElement[] result = null;
int startIndex = 1;
if (iefromElement != null)
{
startIndex = 0;
current.Add(iefromElement);
}
else
{
MSHTML.IHTMLElement startfrom = null;
startfrom = browser.Document.documentElement;
current.Add(new IEElement(browser, startfrom));
}
for (var i = startIndex; i < selectors.Count; i++)
{
var s = new IESelectorItem(selectors[i]);
var elements = new List <IEElement>();
elements.AddRange(current);
current.Clear();
int failcounter = 0;
do
{
foreach (var _element in elements)
{
MSHTML.IHTMLElement[] matches;
if (frameTags.Contains(_element.tagName.ToUpper()))
{
if (s.tagName.ToUpper() == "HTML")
{
i++; s = new IESelectorItem(selectors[i]);
}
var _f = _element.RawElement as MSHTML.HTMLFrameElement;
MSHTML.DispHTMLDocument doc = (MSHTML.DispHTMLDocument)((SHDocVw.IWebBrowser2)_f).Document;
var _doc = doc.documentElement as MSHTML.IHTMLElement;
matches = ((IESelectorItem)s).matches(_doc);
browser.elementx += _f.offsetLeft;
browser.elementy += _f.offsetTop;
browser.frameoffsetx += _f.offsetLeft;
browser.frameoffsety += _f.offsetTop;
}
else
{
matches = ((IESelectorItem)s).matches(_element.RawElement);
}
var uimatches = new List <IEElement>();
foreach (var m in matches)
{
var ui = new IEElement(browser, m);
uimatches.Add(ui);
}
current.AddRange(uimatches.ToArray());
Log.Selector("add " + uimatches.Count + " matches to current");
}
if (current.Count == 0)
{
++failcounter;
string message = string.Format("Failer # " + failcounter + " finding any hits for selector # " + i + " {0:mm\\:ss\\.fff}", sw.Elapsed) + "\n";
message += "lookin for \n" + s.ToString() + "\n";
foreach (var _element in elements)
{
MSHTML.IHTMLElementCollection children = _element.RawElement.children;
foreach (MSHTML.IHTMLElement elementNode in children)
{
var ui = new IEElement(browser, elementNode);
message += ui.ToString() + "\n";
}
var matches = ((IESelectorItem)s).matches(_element.RawElement);
}
Log.Selector(message);
}
else
{
Log.Selector(string.Format("Found " + current.Count + " hits for selector # " + i + " {0:mm\\:ss\\.fff}", sw.Elapsed));
}
} while (failcounter < 2 && current.Count == 0);
if (i == (selectors.Count - 1))
{
result = current.ToArray();
}
if (current.Count == 0)
{
var message = "needed to find " + Environment.NewLine + selectors[i].ToString() + Environment.NewLine + "but found only: " + Environment.NewLine;
foreach (var element in elements)
{
MSHTML.IHTMLElementCollection children = element.RawElement.children;
foreach (MSHTML.IHTMLElement c in children)
{
try
{
// message += automationutil.getSelector(c, (i == selectors.Count - 1)) + Environment.NewLine;
}
catch (Exception)
{
}
}
}
Log.Selector(message);
return(new IEElement[] { });
}
}
if (result == null)
{
return new IEElement[] { }
}
;
Log.Selector(string.Format("GetElementsWithuiSelector::end {0:mm\\:ss\\.fff}", sw.Elapsed));
return(result);
}
}