public static UIElement[] GetElementsWithuiSelector(WindowsSelector selector, IElement fromElement, int maxresults, WindowsCacheExtension ext) { TimeSpan timeout = TimeSpan.FromMilliseconds(5000); timeout = TimeSpan.FromMilliseconds(20000); var sw = new System.Diagnostics.Stopwatch(); sw.Start(); Log.Selector(string.Format("GetElementsWithuiSelector::begin {0:mm\\:ss\\.fff}", sw.Elapsed)); UIElement _fromElement = fromElement as UIElement; // var selectors = selector.Where(x => x.Enabled == true && x.Selector == null).ToList(); var selectors = selector.ToList(); AutomationElement startfrom = null; if (_fromElement != null) { startfrom = _fromElement.RawElement; } var _current = new List <UIElement>(); // var automation = AutomationUtil.getAutomation(); AutomationBase automation = null; if (ext != null) { automation = ext.automation; } if (automation == null) { automation = AutomationUtil.getAutomation(); } UIElement[] result = null; // AutomationElement ele = null; bool search_descendants = PluginConfig.search_descendants; var v = selectors[0].Properties.Where(x => x.Name == "search_descendants").FirstOrDefault(); if (v == null) { selectors[0].Properties.Where(x => x.Name == "SearchDescendants").FirstOrDefault(); } if (v != null) { search_descendants = bool.Parse(v.Value); } if (startfrom == null) { startfrom = automation.GetDesktop(); } _current.Add(new UIElement(startfrom)); for (var i = 0; i < selectors.Count; i++) { var _sel = selectors[i]; var sel = new WindowsSelectorItem(_sel); var current = _current.ToArray(); _current.Clear(); // if(i == 1 && current.Length == 1 && current.First().ControlType == sel.ControlType) if (i == 1) { foreach (var e in current) { if (WindowsSelectorItem.Match(sel, e.RawElement)) { _current.Add(e); } } if (_current.Count > 0) { continue; } //_current = GetElementsWithuiSelectorItem(automation, sel, current, maxresults, i == (selectors.Count - 1)).ToList(); //if(_current.Count == 0) _current = current.ToList(); //_current = current.ToList(); } _current = GetElementsWithuiSelectorItem(i, automation, sel, current, maxresults, i == (selectors.Count - 1), search_descendants).ToList(); if (i == 0 && _current.Count == 0) { _current = current.ToList(); } } Log.Debug(string.Format("GetElementsWithuiSelector::completed with " + _current.Count + " results {0:mm\\:ss\\.fff}", sw.Elapsed)); if (_current.Count > 0) { result = _current.ToArray(); if (result.Count() > maxresults) { Console.WriteLine("found " + result.Count() + " but only needed " + maxresults); result = result.Take(maxresults).ToArray(); } return(result); } if (result == null) { Log.Selector(string.Format("GetElementsWithuiSelector::ended with 0 results after {0:mm\\:ss\\.fff}", sw.Elapsed)); return(new UIElement[] { }); } if (result.Count() > maxresults) { result = result.Take(maxresults).ToArray(); } Log.Selector(string.Format("GetElementsWithuiSelector::ended with " + result.Length + " results after {0:mm\\:ss\\.fff}", sw.Elapsed)); return(result); }
protected override void StartLoop(NativeActivityContext context) { var result = new List <UIElement>(); var includeHidden = false; var includeEmptyTitle = false; try { if (IncludeEmptyTitle != null) { includeEmptyTitle = IncludeEmptyTitle.Get(context); } if (IncludeHidden != null) { includeHidden = IncludeHidden.Get(context); } } catch (Exception) { } var windows = RuningWindows.GetOpenedWindows(includeHidden, includeEmptyTitle); using (var automation = AutomationUtil.getAutomation()) { foreach (var window in windows) { var _window = automation.FromHandle(window.Key); result.Add(new UIElement(_window)); } } WindowsCacheExtension ext = context.GetExtension <WindowsCacheExtension>(); var sw = new Stopwatch(); sw.Start(); Log.Selector(string.Format("Windows.GetWindows::begin {0:mm\\:ss\\.fff}", sw.Elapsed)); UIElement[] elements = result.ToArray(); context.SetValue(Elements, elements); var lastelements = context.GetValue(_lastelements); if (lastelements == null) { lastelements = new UIElement[] { } } ; context.SetValue(_lastelements, elements); IEnumerator <UIElement> _enum = elements.ToList().GetEnumerator(); bool more = _enum.MoveNext(); if (lastelements.Length == elements.Length && lastelements.Length > 0) { more = !System.Collections.StructuralComparisons.StructuralEqualityComparer.Equals(lastelements, elements); } if (more) { context.SetValue(_elements, _enum); context.SetValue(_sw, sw); Log.Selector(string.Format("Windows.GetWindows::end:: call ScheduleAction: {0:mm\\:ss\\.fff}", sw.Elapsed)); IncIndex(context); SetTotal(context, elements.Length); context.ScheduleAction <UIElement>(Body, _enum.Current, OnBodyComplete); } else { Log.Selector(string.Format("Windows.GetWindows:end {0:mm\\:ss\\.fff}", sw.Elapsed)); } }
protected override void StartLoop(NativeActivityContext context) { WindowsCacheExtension ext = context.GetExtension <WindowsCacheExtension>(); var sw = new Stopwatch(); sw.Start(); Log.Selector(string.Format("Windows.GetElement::begin {0:mm\\:ss\\.fff}", sw.Elapsed)); UIElement[] elements = null; var selector = Selector.Get(context); selector = OpenRPA.Interfaces.Selector.Selector.ReplaceVariables(selector, context.DataContext); var sel = new WindowsSelector(selector); var timeout = Timeout.Get(context); var maxresults = MaxResults.Get(context); var minresults = MinResults.Get(context); if (maxresults < 1) { maxresults = 1; } var interactive = Interactive.Get(context); var from = From.Get(context); int failcounter = 0; do { if (ClearCache != null && ClearCache.Get(context)) { Log.Selector(string.Format("Windows.GetElement::Clearing windows element cache {0:mm\\:ss\\.fff}", sw.Elapsed)); WindowsSelectorItem.ClearCache(); } if (PluginConfig.get_elements_in_different_thread) { elements = OpenRPA.AutomationHelper.RunSTAThread <UIElement[]>(() => { try { Log.Selector(string.Format("Windows.GetElement::GetElementsWithuiSelector in non UI thread {0:mm\\:ss\\.fff}", sw.Elapsed)); return(WindowsSelector.GetElementsWithuiSelector(sel, from, maxresults, ext)); } catch (System.Threading.ThreadAbortException) { } catch (Exception ex) { Log.Error(ex.ToString()); } return(new UIElement[] { }); }, PluginConfig.search_timeout).Result; } else { Log.Selector(string.Format("Windows.GetElement::GetElementsWithuiSelector using UI thread {0:mm\\:ss\\.fff}", sw.Elapsed)); elements = WindowsSelector.GetElementsWithuiSelector(sel, from, maxresults, ext); if (elements == null || elements.Length == 0) { elements = WindowsSelector.GetElementsWithuiSelector(sel, from, maxresults, ext); } } //elements = WindowsSelector.GetElementsWithuiSelector(sel, from, maxresults); if (elements == null) { elements = new UIElement[] { }; } if (elements.Length == 0) { Log.Selector(string.Format("Windows.GetElement::Found no elements {0:mm\\:ss\\.fff}", sw.Elapsed)); failcounter++; } if (failcounter > 2) { WindowsSelectorItem.ClearCache(); } } while (elements != null && elements.Length == 0 && sw.Elapsed < timeout); if (PluginConfig.get_elements_in_different_thread && elements.Length > 0) { // Get them again, we need the COM objects to be loaded in the UI thread elements = WindowsSelector.GetElementsWithuiSelector(sel, from, maxresults, ext); } context.SetValue(Elements, elements); var lastelements = context.GetValue(_lastelements); if (lastelements == null) { lastelements = new UIElement[] { } } ; context.SetValue(_lastelements, elements); if ((elements.Length + lastelements.Length) < minresults) { Log.Selector(string.Format("Windows.GetElement::Failed locating " + minresults + " item(s) {0:mm\\:ss\\.fff}", sw.Elapsed)); throw new ElementNotFoundException("Failed locating " + minresults + " item(s)"); } IEnumerator <UIElement> _enum = elements.ToList().GetEnumerator(); bool more = _enum.MoveNext(); if (lastelements.Length == elements.Length && lastelements.Length > 0) { more = !System.Collections.StructuralComparisons.StructuralEqualityComparer.Equals(lastelements, elements); } if (more) { if (interactive) { var testelement = _enum.Current; Wait.UntilResponsive(testelement.RawElement, PluginConfig.search_timeout); } context.SetValue(_elements, _enum); context.SetValue(_sw, sw); Log.Selector(string.Format("Windows.GetElement::end:: call ScheduleAction: {0:mm\\:ss\\.fff}", sw.Elapsed)); IncIndex(context); SetTotal(context, elements.Length); context.ScheduleAction <UIElement>(Body, _enum.Current, OnBodyComplete); } else { Log.Selector(string.Format("Windows.GetElement:end {0:mm\\:ss\\.fff}", sw.Elapsed)); } }
public static UIElement[] GetElementsWithuiSelector(WindowsSelector selector, IElement fromElement, int maxresults, WindowsCacheExtension ext) { TimeSpan timeout = TimeSpan.FromMilliseconds(5000); timeout = TimeSpan.FromMilliseconds(20000); var sw = new System.Diagnostics.Stopwatch(); sw.Start(); Log.Selector(string.Format("GetElementsWithuiSelector::begin {0:mm\\:ss\\.fff}", sw.Elapsed)); UIElement _fromElement = fromElement as UIElement; // var selectors = selector.Where(x => x.Enabled == true && x.Selector == null).ToList(); var selectors = selector.ToList(); AutomationElement startfrom = null; if (_fromElement != null) { startfrom = _fromElement.RawElement; } var _current = new List <UIElement>(); // var automation = AutomationUtil.getAutomation(); AutomationBase automation = null; if (ext != null) { automation = ext.automation; } if (automation == null) { automation = AutomationUtil.getAutomation(); } UIElement[] result = null; // AutomationElement ele = null; bool search_descendants = selectors[0].SearchDescendants(); if (startfrom == null) { startfrom = automation.GetDesktop(); } _current.Add(new UIElement(startfrom)); for (var i = 0; i < selectors.Count; i++) { var _sel = selectors[i]; var sel = new WindowsSelectorItem(_sel); var current = _current.ToArray(); _current.Clear(); // if(i == 1 && current.Length == 1 && current.First().ControlType == sel.ControlType) if (i == 1) { foreach (var e in current) { if (WindowsSelectorItem.Match(sel, e.RawElement)) { _current.Add(e); } } if (_current.Count > 0) { continue; } //_current = GetElementsWithuiSelectorItem(automation, sel, current, maxresults, i == (selectors.Count - 1)).ToList(); //if(_current.Count == 0) _current = current.ToList(); //_current = current.ToList(); } _current = GetElementsWithuiSelectorItem(i, automation, sel, current, maxresults, i == (selectors.Count - 1), search_descendants).ToList(); if (i == 0 && _current.Count == 0) { _current = current.ToList(); } else if (i > 0 && _current.Count == 0 && current.Length > 0 && (PluginConfig.try_mouse_over_search || selector.mouse_over_search())) { for (var z = 0; z < current.Length; z++) { current[z].Focus(); var x = current[z].Rectangle.X + 5; var y = current[z].Rectangle.Y + 5; var screen = automation.FromPoint(new System.Drawing.Point(x, y)); Log.Selector("mouse point lookup at " + x + "," + y + " for " + sel.ToString()); var screenel = screen.Parent; while (screenel != null) { var uiscreenel = new UIElement(screenel); if (WindowsSelectorItem.Match(sel, screenel)) { _current.Clear(); _current.Add(new UIElement(screenel)); Log.Selector("Mouse lookup found " + uiscreenel.ToString()); break; } else { screenel = screenel.Parent; } // only allow direct parents, or search for match in all child elements found ? ( like searching for a button inside a pane ) //else //{ // Log.Output("Lookup in " + uiscreenel.ToString()); // _current = GetElementsWithuiSelectorItem(i, automation, sel, new UIElement[] { uiscreenel }, maxresults, i == (selectors.Count - 1), search_descendants).ToList(); // if (_current.Count != 0) break; // screenel = screenel.Parent; //} } if (_current.Count > 0) { break; } } } } Log.Debug(string.Format("GetElementsWithuiSelector::completed with " + _current.Count + " results {0:mm\\:ss\\.fff}", sw.Elapsed)); if (_current.Count > 0) { result = _current.ToArray(); if (result.Count() > maxresults) { Console.WriteLine("found " + result.Count() + " but only needed " + maxresults); result = result.Take(maxresults).ToArray(); } return(result); } if (result == null) { Log.Selector(string.Format("GetElementsWithuiSelector::ended with 0 results after {0:mm\\:ss\\.fff}", sw.Elapsed)); return(new UIElement[] { }); } if (result.Count() > maxresults) { result = result.Take(maxresults).ToArray(); } Log.Selector(string.Format("GetElementsWithuiSelector::ended with " + result.Length + " results after {0:mm\\:ss\\.fff}", sw.Elapsed)); return(result); }