public static UIElement[] GetElementsWithuiSelector(WindowsSelector selector, IElement fromElement, int maxresults, WindowsCacheExtension ext) { TimeSpan timeout = TimeSpan.FromMilliseconds(5000); timeout = TimeSpan.FromMilliseconds(20000); var sw = new System.Diagnostics.Stopwatch(); sw.Start(); Log.Selector(string.Format("GetElementsWithuiSelector::begin {0:mm\\:ss\\.fff}", sw.Elapsed)); UIElement _fromElement = fromElement as UIElement; // var selectors = selector.Where(x => x.Enabled == true && x.Selector == null).ToList(); var selectors = selector.ToList(); AutomationElement startfrom = null; if (_fromElement != null) { startfrom = _fromElement.RawElement; } var _current = new List <UIElement>(); // var automation = AutomationUtil.getAutomation(); AutomationBase automation = null; if (ext != null) { automation = ext.automation; } if (automation == null) { automation = AutomationUtil.getAutomation(); } UIElement[] result = null; // AutomationElement ele = null; bool search_descendants = selectors[0].SearchDescendants(); if (startfrom == null) { startfrom = automation.GetDesktop(); } _current.Add(new UIElement(startfrom)); for (var i = 0; i < selectors.Count; i++) { var _sel = selectors[i]; var sel = new WindowsSelectorItem(_sel); var current = _current.ToArray(); _current.Clear(); // if(i == 1 && current.Length == 1 && current.First().ControlType == sel.ControlType) if (i == 1) { foreach (var e in current) { if (WindowsSelectorItem.Match(sel, e.RawElement)) { _current.Add(e); } } if (_current.Count > 0) { continue; } //_current = GetElementsWithuiSelectorItem(automation, sel, current, maxresults, i == (selectors.Count - 1)).ToList(); //if(_current.Count == 0) _current = current.ToList(); //_current = current.ToList(); } _current = GetElementsWithuiSelectorItem(i, automation, sel, current, maxresults, i == (selectors.Count - 1), search_descendants).ToList(); if (i == 0 && _current.Count == 0) { _current = current.ToList(); } else if (i > 0 && _current.Count == 0 && current.Length > 0 && (PluginConfig.try_mouse_over_search || selector.mouse_over_search())) { for (var z = 0; z < current.Length; z++) { current[z].Focus(); var x = current[z].Rectangle.X + 5; var y = current[z].Rectangle.Y + 5; var screen = automation.FromPoint(new System.Drawing.Point(x, y)); Log.Selector("mouse point lookup at " + x + "," + y + " for " + sel.ToString()); var screenel = screen.Parent; while (screenel != null) { var uiscreenel = new UIElement(screenel); if (WindowsSelectorItem.Match(sel, screenel)) { _current.Clear(); _current.Add(new UIElement(screenel)); Log.Selector("Mouse lookup found " + uiscreenel.ToString()); break; } else { screenel = screenel.Parent; } // only allow direct parents, or search for match in all child elements found ? ( like searching for a button inside a pane ) //else //{ // Log.Output("Lookup in " + uiscreenel.ToString()); // _current = GetElementsWithuiSelectorItem(i, automation, sel, new UIElement[] { uiscreenel }, maxresults, i == (selectors.Count - 1), search_descendants).ToList(); // if (_current.Count != 0) break; // screenel = screenel.Parent; //} } if (_current.Count > 0) { break; } } } } Log.Debug(string.Format("GetElementsWithuiSelector::completed with " + _current.Count + " results {0:mm\\:ss\\.fff}", sw.Elapsed)); if (_current.Count > 0) { result = _current.ToArray(); if (result.Count() > maxresults) { Console.WriteLine("found " + result.Count() + " but only needed " + maxresults); result = result.Take(maxresults).ToArray(); } return(result); } if (result == null) { Log.Selector(string.Format("GetElementsWithuiSelector::ended with 0 results after {0:mm\\:ss\\.fff}", sw.Elapsed)); return(new UIElement[] { }); } if (result.Count() > maxresults) { result = result.Take(maxresults).ToArray(); } Log.Selector(string.Format("GetElementsWithuiSelector::ended with " + result.Length + " results after {0:mm\\:ss\\.fff}", sw.Elapsed)); return(result); }
public WindowsSelector(AutomationElement element, WindowsSelector anchor, bool doEnum) { var sw = new System.Diagnostics.Stopwatch(); sw.Start(); Log.Selector(string.Format("windowsselector::begin {0:mm\\:ss\\.fff}", sw.Elapsed)); AutomationElement root = null; AutomationElement baseElement = null; var pathToRoot = new List <AutomationElement>(); while (element != null) { // Break on circular relationship (should not happen?) //if (pathToRoot.Contains(element) || element.Equals(_rootElement)) { break; } // if (pathToRoot.Contains(element)) { break; } try { if (element.Parent != null) { pathToRoot.Add(element); } if (element.Parent == null) { root = element; } } catch (Exception) { root = element; } try { //element = _treeWalker.GetParent(element); element = element.Parent; } catch (Exception ex) { Log.Error(ex, ""); return; } } Log.Selector(string.Format("windowsselector::create pathToRoot::end {0:mm\\:ss\\.fff}", sw.Elapsed)); pathToRoot.Reverse(); if (anchor != null) { var anchorlist = anchor.Where(x => x.Enabled && x.Selector == null).ToList(); for (var i = 0; i < anchorlist.Count(); i++) { if (WindowsSelectorItem.Match(anchorlist[i], pathToRoot[0])) //if (((WindowsSelectorItem)anchorlist[i]).Match(pathToRoot[0])) { pathToRoot.Remove(pathToRoot[0]); } else { Log.Selector("Element does not match the anchor path"); return; } } } WindowsSelectorItem item; var temppathToRoot = new List <AutomationElement>(); var newpathToRoot = new List <AutomationElement>(); foreach (var e in pathToRoot) { temppathToRoot.Add(e); } Log.Selector(string.Format("windowsselector::traverse back to element from root::begin {0:mm\\:ss\\.fff}", sw.Elapsed)); using (var automation = AutomationUtil.getAutomation()) { var _treeWalker = automation.TreeWalkerFactory.GetControlViewWalker(); bool isDesktop = true; var parent = automation.GetDesktop(); if (anchor != null) { parent = temppathToRoot[0].Parent; isDesktop = false; } while (temppathToRoot.Count > 0) { var i = temppathToRoot.First(); temppathToRoot.Remove(i); item = new WindowsSelectorItem(i, false); var m = item.matches(automation, parent, _treeWalker, 2, isDesktop); if (m.Length > 0) { newpathToRoot.Add(i); parent = i; isDesktop = false; } if (m.Length == 0 && Config.local.log_selector) { var message = "needed to find " + Environment.NewLine + item.ToString() + Environment.NewLine + "but found only: " + Environment.NewLine; var children = parent.FindAllChildren(); foreach (var c in children) { try { message += new UIElement(c).ToString() + Environment.NewLine; } catch (Exception) { } } Log.Debug(message); //if (i.Parent != null) //{ // var c = i.Parent.FindAllChildren(); // var IndexInParent = -1; // for (var x = 0; x < c.Count(); x++) // { // if (i == c[x]) IndexInParent = x; // } //} } } } Log.Selector(string.Format("windowsselector::traverse back to element from root::end {0:mm\\:ss\\.fff}", sw.Elapsed)); if (newpathToRoot.Count != pathToRoot.Count) { Log.Information("Selector had " + pathToRoot.Count + " items to root, but traversing children inly matched " + newpathToRoot.Count); pathToRoot = newpathToRoot; } if (pathToRoot.Count == 0) { Log.Error("Element has not parent, or is same as annchor"); return; } baseElement = pathToRoot.First(); element = pathToRoot.Last(); Clear(); Log.Selector(string.Format("windowsselector::remove anchor if needed::end {0:mm\\:ss\\.fff}", sw.Elapsed)); if (anchor == null) { item = new WindowsSelectorItem(baseElement, true); item.Enabled = true; //item.canDisable = false; Items.Add(item); } bool isStartmenu = false; for (var i = 0; i < pathToRoot.Count(); i++) { var o = pathToRoot[i]; item = new WindowsSelectorItem(o, false); if (i == 0 || i == (pathToRoot.Count() - 1)) { item.canDisable = false; } foreach (var p in item.Properties) // TODO: Ugly, ugly inzuBiz hack !!!! { int idx = p.Value.IndexOf("."); if (p.Name == "ClassName" && idx > -1) { int idx2 = p.Value.IndexOf(".", idx + 1); if (idx2 > idx) { p.Value = p.Value.Substring(0, idx2 + 1) + "*"; } } //if (p.Name == "ClassName" && p.Value.StartsWith("WindowsForms10")) p.Value = "WindowsForms10*"; if (p.Name == "ClassName" && p.Value.ToLower() == "shelldll_defview") { item.Enabled = false; } if (p.Name == "ClassName" && (p.Value.ToLower() == "dv2vontrolhost" || p.Value.ToLower() == "desktopprogramsmfu")) { isStartmenu = true; } if (p.Name == "ClassName" && p.Value == "#32770") { item.Enabled = false; } if (p.Name == "ControlType" && p.Value == "ListItem" && isStartmenu) { p.Enabled = false; } } var hassyslistview32 = item.Properties.Where(p => p.Name == "ClassName" && p.Value.ToLower() == "syslistview32").ToList(); if (hassyslistview32.Count > 0) { var hasControlType = item.Properties.Where(p => p.Name == "ControlType").ToList(); if (hasControlType.Count > 0) { hasControlType[0].Enabled = false; } } if (doEnum) { item.EnumNeededProperties(o, o.Parent); } Items.Add(item); } pathToRoot.Reverse(); Log.Selector(string.Format("windowsselector::end {0:mm\\:ss\\.fff}", sw.Elapsed)); OnPropertyChanged(new System.ComponentModel.PropertyChangedEventArgs("Count")); OnPropertyChanged(new System.ComponentModel.PropertyChangedEventArgs("Item[]")); OnCollectionChanged(new System.Collections.Specialized.NotifyCollectionChangedEventArgs(System.Collections.Specialized.NotifyCollectionChangedAction.Reset)); }