private void EnumarateChildren(IUIAutomationElement element) { Console.WriteLine("{0}", element.CurrentName.Trim()); IUIAutomationCacheRequest cacheRequest = _automation.CreateCacheRequest(); cacheRequest.AddProperty(System.Windows.Automation.AutomationElement.NameProperty.Id); cacheRequest.AddProperty(System.Windows.Automation.AutomationElement.ControlTypeProperty.Id); cacheRequest.TreeScope = TreeScope.TreeScope_Element | TreeScope.TreeScope_Children | TreeScope.TreeScope_Subtree; IUIAutomationCondition cond; cond = _automation.CreatePropertyConditionEx( System.Windows.Automation.AutomationElement.ControlTypeProperty.Id, System.Windows.Automation.ControlType.Window.Id, PropertyConditionFlags.PropertyConditionFlags_IgnoreCase); IUIAutomationElementArray elementList = element.FindAllBuildCache(TreeScope.TreeScope_Children, cond, cacheRequest); if (elementList == null) { return; } for (int i = 0; i < elementList.Length; i++) { EnumarateChildren(elementList.GetElement(i)); } }
public virtual extern void IUIAutomation3_AddStructureChangedEventHandler( [MarshalAs(unmanagedType: UnmanagedType.Interface), In] IUIAutomationElement element, [In] TreeScope scope, [MarshalAs(unmanagedType: UnmanagedType.Interface), In] IUIAutomationCacheRequest cacheRequest, [MarshalAs(unmanagedType: UnmanagedType.Interface), In] IUIAutomationStructureChangedEventHandler handler);
public virtual extern void AddAutomationEventHandler( [In] int eventId, [MarshalAs(unmanagedType: UnmanagedType.Interface), In] IUIAutomationElement element, [In] TreeScope scope, [MarshalAs(unmanagedType: UnmanagedType.Interface), In] IUIAutomationCacheRequest cacheRequest, [MarshalAs(unmanagedType: UnmanagedType.Interface), In] IUIAutomationEventHandler handler);
public virtual extern void AddTextEditTextChangedEventHandler( [MarshalAs(unmanagedType: UnmanagedType.Interface), In] IUIAutomationElement element, [In] TreeScope scope, [In] TextEditChangeType TextEditChangeType, [MarshalAs(unmanagedType: UnmanagedType.Interface), In] IUIAutomationCacheRequest cacheRequest, [MarshalAs(unmanagedType: UnmanagedType.Interface), In] IUIAutomationTextEditTextChangedEventHandler handler);
public virtual extern void IUIAutomation3_AddPropertyChangedEventHandler( [MarshalAs(unmanagedType: UnmanagedType.Interface), In] IUIAutomationElement element, [In] TreeScope scope, [MarshalAs(unmanagedType: UnmanagedType.Interface), In] IUIAutomationCacheRequest cacheRequest, [MarshalAs(unmanagedType: UnmanagedType.Interface), In] IUIAutomationPropertyChangedEventHandler handler, [MarshalAs(unmanagedType: UnmanagedType.SafeArray, SafeArraySubType = VarEnum.VT_INT), In] int[] propertyArray);
public virtual extern void IUIAutomation3_AddPropertyChangedEventHandlerNativeArray( [MarshalAs(unmanagedType: UnmanagedType.Interface), In] IUIAutomationElement element, [In] TreeScope scope, [MarshalAs(unmanagedType: UnmanagedType.Interface), In] IUIAutomationCacheRequest cacheRequest, [MarshalAs(unmanagedType: UnmanagedType.Interface), In] IUIAutomationPropertyChangedEventHandler handler, [In] ref int propertyArray, [In] int propertyCount);
///////////////////////////////////////////////////////////////////////////////////////////////// // // RegisterFocusChangedListener() // // Add a UIA event handler to react to focus change events sent from UIA. // // Runs on the background thread. // ///////////////////////////////////////////////////////////////////////////////////////////////// void RegisterFocusChangedListener() { // Create a cache request for the properties we know we'll need when a focus change occurs. // By setting up this cache request, we won't incur a cross-proc call later to get the // properties when we receive the event. IUIAutomationCacheRequest cacheRequest = _automation.CreateCacheRequest(); cacheRequest.AddProperty(_propertyIdName); cacheRequest.AddProperty(_propertyIdBoundingRectangle); // The above properties are all we'll need, so we have have no need for a reference // to the source element when we receive the event. cacheRequest.AutomationElementMode = AutomationElementMode.AutomationElementMode_None; // Now set up the event handler. _automation.AddFocusChangedEventHandler(cacheRequest, this); _fAddedEventHandler = true; }
public string GetMail() { string strMailContent = ""; // Try to find a Windows Live Mail window for composing and reading e-mails. // Using the Spy tool, the class of the main window can be found. This test // app assumes there's only one Windows Live Mail window of interest. IntPtr hwnd = Win32.FindWindow("ATH_Note", null); if (hwnd != IntPtr.Zero) { // We found a window, so get the UIA element associated with the window. IUIAutomationElement elementMailAppWindow = _automation.ElementFromHandle( hwnd); // Find an element somewhere beneath the main window element in the UIA // tree which represents the main area where the e-mail content is shown. // Using the Inspect SDK tool, we can see that the main e-mail content // is contained within an element whose accessible name is "NoteWindow". // So create a condition such that the FindFirst() call below will only // return an element if its name is "NoteWindow". IUIAutomationCondition conditionNote = _automation.CreatePropertyCondition( _propertyIdName, "NoteWindow"); IUIAutomationElement elementNoteWindow = elementMailAppWindow.FindFirst( TreeScope.TreeScope_Descendants, conditionNote); // As it happens, the actual element that supports the Text Pattern is // somewhere beneath the "NoteWindow" element in the UIA tree. Using // Inspect we can see that there is an element that supports the // Text Pattern. Once we have that element, we can avoid a cross-process // call to access the Text Pattern object by using cache request. IUIAutomationCacheRequest cacheRequest = _automation.CreateCacheRequest(); cacheRequest.AddPattern(_patternIdTextPattern); // Now find the element that supports the Text Pattern. This test app assumes // there’s only one element that can be returned which supports the Text Pattern. bool fTextPatternSupported = true; IUIAutomationCondition conditionTextPattern = _automation.CreatePropertyCondition( _propertyIdIsTextPatternAvailable, fTextPatternSupported); IUIAutomationElement elementMailContent = elementMailAppWindow.FindFirstBuildCache( TreeScope.TreeScope_Descendants, conditionTextPattern, cacheRequest); // Because the Text Pattern object is cached, we don't have to make a cross-process // call here to get object. Later calls which actually use methods and properties // on the Text Pattern object will incur cross-proc calls. IUIAutomationTextPattern textPattern = (IUIAutomationTextPattern) elementMailContent.GetCachedPattern( _patternIdTextPattern); // This test app is only interested in getting all the e-mail text, so we get that through // the DocumentRange property. A more fully featured app might be interested in getting a // collection of Text Ranges from the e-mail. Each range might relate to an individual // word or paragraph. Given that a provider which supports the Text Pattern allows a // client to find the bounding rectangles of these ranges, the client could choose to use // its own method of highlighting the text as the text is being spoken. IUIAutomationTextRange rangeDocument = textPattern.DocumentRange; // Pass -1 here because we're not interested in limiting the amount of text here. strMailContent = rangeDocument.GetText(-1); } return(strMailContent); }
// Step 2: Find all the links of interest on the loaded page. private void buttonFindLinks_Click(object sender, EventArgs e) { checkedListBoxLinks.Items.Clear(); if (webBrowserPage.Url == null) { MessageBox.Show(this, "Please load the web page of interest.", "Link Getter", MessageBoxButtons.OK); labelLinkCount.Text = "No links found."; return; } // Get the UIA element for the webBrowser with the page of interest loaded. IUIAutomationElement elementBrowser = automation.ElementFromHandle(webBrowserPage.Handle); // Build up a cache request for all the data we need, to reduce the time it // takes to access the link data once with have the collection of links. IUIAutomationCacheRequest cacheRequest = automation.CreateCacheRequest(); cacheRequest.AddProperty(propertyIdName); cacheRequest.AddPattern(patternIdValue); cacheRequest.AddProperty(propertyIdValueValue); // Assume the links have names as expected, and we don't need to // search children of the links for names. cacheRequest.TreeScope = TreeScope.TreeScope_Element; // We want the collection of all links on the page. IUIAutomationCondition conditionControlView = automation.ControlViewCondition; IUIAutomationCondition conditionHyperlink = automation.CreatePropertyCondition( propertyIdControlType, controlTypeIdHyperlink); IUIAutomationCondition finalCondition = automation.CreateAndCondition( conditionControlView, conditionHyperlink); // TODO: Call FindAllBuildCache() in a background thread in case it takes // a while. As it is, the app UI's going to freeze. // Now get the collection of links. IUIAutomationElementArray elementArray = elementBrowser.FindAllBuildCache( TreeScope.TreeScope_Descendants, finalCondition, cacheRequest); if (elementArray != null) { // Process each returned hyperlink element. for (int idxLink = 0; idxLink < elementArray.Length; ++idxLink) { IUIAutomationElement elementLink = elementArray.GetElement(idxLink); // Despite the fact that we've got the names of the UIA links, don't // use that information here. Perhaps we will use it in the future. IUIAutomationValuePattern valuePattern = (IUIAutomationValuePattern)elementLink.GetCurrentPattern( patternIdValue); if (valuePattern != null) { // We're only interested in references the page makes to itself. string strValueLink = valuePattern.CachedValue; var index = strValueLink.IndexOf('#'); if ((index > 0) && strValueLink.StartsWith(textBoxURL.Text)) { checkedListBoxLinks.Items.Add(new LinkItem() { linkName = elementLink.CachedName, linkURL = strValueLink }); } } } } // Let's assume we'll want most of the links found. SetLinkCheckedState(true); labelLinkCount.Text = "Count of links found: " + checkedListBoxLinks.Items.Count; }
public CacheRequest() { this._obj = Automation.Factory.CreateCacheRequest(); this._lock = new object(); }
internal CacheRequest(IUIAutomationCacheRequest obj) { Debug.Assert(obj != null); this._obj = obj; this._lock = new object(); }
public virtual extern IUIAutomationElement IUIAutomation3_ElementFromIAccessibleBuildCache( [MarshalAs(unmanagedType: UnmanagedType.Interface), In] IAccessible accessible, [In] int childId, [MarshalAs(unmanagedType: UnmanagedType.Interface), In] IUIAutomationCacheRequest cacheRequest);
public virtual extern void IUIAutomation3_AddFocusChangedEventHandler( [MarshalAs(unmanagedType: UnmanagedType.Interface), In] IUIAutomationCacheRequest cacheRequest, [MarshalAs(unmanagedType: UnmanagedType.Interface), In] IUIAutomationFocusChangedEventHandler handler);
////////////////////////////////////////////////////////////////////////////////////////////////////////////// // // This function is not used by the sample, but it shows an alternative approach to building up // the cache of hyperlinks. Depending on the action taken by the target app when providing data // to be stored in the cache of results, different approaches taken by the UIA client can have // different performance benefits. // ////////////////////////////////////////////////////////////////////////////////////////////////////////////// private void BuildListOfHyperlinksFromWindowInternalAlternateApproach(bool fSearchLinkChildren) { // If we're already building up a list of links, ignore this request to refresh the list. // (A shipping app might consider queueing this request in order to refresh the list again // once the in-progress refreshing action is complete.) if (_fRefreshInProgress) { return; } _fRefreshInProgress = true; // First build a cache request in the same way as done elsewhere in the sample. // This means that for each element returned following the search, they will // have their name, bounding rect and Invoke pattern cached. IUIAutomationCacheRequest cacheRequest = _automation.CreateCacheRequest(); cacheRequest.AddProperty(_propertyIdName); cacheRequest.AddProperty(_propertyIdBoundingRectangle); cacheRequest.AddPattern(_patternIdInvoke); // At this point elsewhere in the sample, we specified that we only wanted data // for the hyperlink elements (and optionally their children) cached. In this // approach here, we will say that we want data for ALL descendants of the // found elements cached. cacheRequest.TreeScope = TreeScope.TreeScope_Descendants; // Now create a property condition as we've done elsewhere, to say that we're only // interested in elements which are in the Control view and are hyperlinks. IUIAutomationCondition conditionControlView = _automation.ControlViewCondition; IUIAutomationCondition conditionHyperlink = _automation.CreatePropertyCondition(_propertyIdControlType, _controlTypeIdHyperlink); IUIAutomationCondition condition = _automation.CreateAndCondition(conditionControlView, conditionHyperlink); // Now unlike steps we took elsewhere, specify that the cache request should // have an additional filter of the property condition we just created. cacheRequest.TreeFilter = condition; // Elsewhere in the sample, we called FindAllBuildCache(). This returned an array of hyperlink // elements with their data cached, (and optinally their children with cache data too.) This // CacheLinksFromWindow() function takes a different approach. The element that is returned // from the call to BuildUpdatedCache() below is the browser element with some data cached. // But the returned element will have an array of cached child elements, and each of those // elements will by the hyperlinks we need. So the cache request here has specified through // its tree filter that we're only interest in hyperlinks, whereas elsewhere in this sample, // we supplied that condition in the search call we made. How much difference this makes to // the performance of calls depends on the action taken by the target application. // *** Note, using this appoach, we can't also cache data for the direct children of the // hyperlinks as we did elsewhere in the sample. So whether this approach is practical // depends on the needs of the client application. // Note that with a property conditions, it's not possible to request that the set of elements // returned from a search are all elements which have a control type of hyperlink OR whose parent // has a control type of hyperlink. // Get a handle to the window of interest. IntPtr hwnd = Win32.FindWindow(strBrowserWindowClass, null); if (hwnd != IntPtr.Zero) { IUIAutomationElement elementBrowser = _automation.ElementFromHandleBuildCache(hwnd, cacheRequest); if (elementBrowser != null) { _linkItems.Clear(); IUIAutomationElementArray arrayChildren = elementBrowser.GetCachedChildren(); if (arrayChildren != null) { int cElements = arrayChildren.Length; // Process each returned hyperlink element. for (int idxElement = 0; idxElement < cElements; idxElement++) { IUIAutomationElement elementChild = arrayChildren.GetElement(idxElement); // Take the same action elsewhere in the sample to present the hyperlink // in the sample app UI. string strLinkName = GetCachedDataFromElement(elementChild, fSearchLinkChildren); if (strLinkName != null) { strLinkName = strLinkName.Trim(); LinkItem item = new LinkItem(); item.linkName = strLinkName; item.element = elementChild; _linkItems.Add(item); } } // Notify the main UI thread that a list of links is ready for processing. Do not block in this call. _listViewLinks.BeginInvoke(_UIUpdateDelegate, _linkItems); } } } // Allow another refresh to be performed now. _fRefreshInProgress = false; }
////////////////////////////////////////////////////////////////////////////////////////////////////////////// // // BuildListOfHyperlinksFromElement() // // Retrieve a list of hyperlinks from a UIAutomation element. Notifies the main // UI thread when it's found all the hyperlinks to be added to the app's list of // hyperlinks. // // Runs on the background thread. // ////////////////////////////////////////////////////////////////////////////////////////////////////////////// private void BuildListOfHyperlinksFromElement(IUIAutomationElement elementBrowser, bool fUseCache, bool fSearchLinkChildren) { IUIAutomationCacheRequest cacheRequest = null; // If a cache is used, then for each of the elements returned to us after a search // for elements, specific properties (and patterns), can be cached with the element. // This means that when we access one of the properties later, a cross-proc call // does not have to be made. (But it also means that when such a call is made, we // don't learn whether the original element still exists.) if (fUseCache) { // Create a cache request containing all the properties and patterns // we will need once we've retrieved the hyperlinks. By using this // cache, when can avoid time-consuming cross-process calls when // getting hyperlink properties later. cacheRequest = _automation.CreateCacheRequest(); // We'll need the hyperlink's name and bounding rectangle later. // A full list of Automation element properties can be found at // http://msdn.microsoft.com/en-us/library/ee684017(v=VS.85).aspx. cacheRequest.AddProperty(_propertyIdName); cacheRequest.AddProperty(_propertyIdBoundingRectangle); // The target of the hyperlink might be stored in the Value property of // the hyperlink. The Value property is only avaliable if an element // supports the Value pattern. This sample doesn't use the Value, but // if it did, it would call the following here. // hr = pCacheRequest->AddProperty(UIA_ValueValuePropertyId); // It's ok to attempt to cache a property on a pattern which might not // exist on the cached elements. In that case, the property just won't // be available when we try to retrieve it from the cache later. // Note that calling AddPattern() does not cache the properties // associated with a pattern. The pattern's properties must be // added explicitly to the cache if required. // Cache the Invoke pattern too. This means when we prepare to invoke a link later, // we won't need to make a cross-proc call during that preparation. (A cross-proc // call will occur at the time Invoke() is actually called.) A full list of patterns // can be found at http://msdn.microsoft.com/en-us/library/ee684023(v=VS.85).aspx. cacheRequest.AddPattern(_patternIdInvoke); // The next step is to specify for which elements we want to have the properties, (and // pattern) cached. By default, caching will occur on each element found in the search // below. But we can also request that the data is cached for direct children of the // elements found, or even all the descendants of the elements founds. (A scope of // Parent or Ancestors cannot be used in a cached request.) // So in this sample, if TreeScope_Element is used as the scope here, (which is the // default), then only properties for the found hyperlinks will be cached. The sample // optionally caches the properties for the direct children of the hyperlinks too. // This means that if we find a hyperlink with no name, we can search the hyperlink's // children to see if one of the child elements has a name we can use. (Searching the // children could be done without using the cache, but it would incur the time cost of // making cross-proc calls.) TreeScope scope = TreeScope.TreeScope_Element; if (fSearchLinkChildren) { scope = scope | TreeScope.TreeScope_Children; } cacheRequest.TreeScope = scope; // Note: By default the cache request has a Mode of Full. This means a reference to the // target element is included in the cache, as well as whatever properties and patterns // we specified should be in the cache. With a reference to the target element, we can: // // (i) Retrieve a property later for an element which we didn't request should be in // the cache. Eg we could call get_CurrentHasKeyboardFocus(). // // (ii) We can call a method of a pattern that the element supports. Eg if Full mode was // not used here, we would not be able to call Invoke() on the hyperlink later. // If we specified a Mode of None for the cache request here, then the results only include // cached data, with no connection at all after the call returns to the source elements. If // only data is required, then it would be preference to use a Mode of None, as less work is // required by UIA. (Also, if a reference to the element is returned in the cache and kept // around for a non-trivial time, then it increases the chances that the target process // attempts to free the element, but it can't do so in a clean manner as it would like, // due to the client app here holding a reference to it.) To specify that we want a Mode of // None, we'd make this call here: // cacheRequest.AutomationElementMode = AutomationElementMode.AutomationElementMode_None; } // Now regardless of whether we're using a cache, we need to specify which elements // we're interested in during our search for elements. We do this by building up a // property condition. This property condition tells UIA which properties must be // satisfied by an element for it to be included in the search results. We can // combine a number of properties with AND and OR logic. // We shall first say that we're only interested in elements that exist in the Control view. // By default, a property condition uses the Raw view, which means that every element in the // target browser's UIA tree will be examined. The Control view is a subset of the Raw view, // and only includes elements which present some useful UI. (The Raw view might include // container elements which simply group elements logically together, but the containers // themselves might have no visual representation on the screen.) IUIAutomationCondition conditionControlView = _automation.ControlViewCondition; IUIAutomationCondition conditionHyperlink = _automation.CreatePropertyCondition(_propertyIdControlType, _controlTypeIdHyperlink); // Now combine these two properties such that the search results only contain // elements that are in the Control view AND are hyperlinks. We would get the // same results here if we didn't include the Control view clause, (as hyperlinks // won't exist only in the Raw view), but by specifying that we're only interested // in the Control view, UIA won't bother checking all the elements that only exist // in the Raw view to see if they're hyperlinks. IUIAutomationCondition condition = _automation.CreateAndCondition(conditionControlView, conditionHyperlink); // Now retrieve all the hyperlinks in the browser. We must specify a scope in the Find calls here, // to control how far UIA will go in looking for elements to include in the search results. For // this sample, we must check all descendants of the browser window. // *** Note: use TreeScope_Descendants with care, as depending on what you're searching for, UIA may // have to process potentially thousands of elements. For example, if you only need to find top level // windows on your desktop, you would search for TreeScope_Children of the root of the UIA tree. (The // root element can be found with a call to IUIAutomation::GetRootElement().) // *** Note: If the following searches included searching for elements in the client app's own UI, // then the calls must be made on a background thread. (ie not your main UI thread.) Once event // handlers are used, then it's preferable to have all UIA calls made on a background thread // regardless of whether the app interacts with its own UI. IUIAutomationElementArray elementArray; if (fUseCache) { elementArray = elementBrowser.FindAllBuildCache(TreeScope.TreeScope_Descendants, condition, cacheRequest); } else { elementArray = elementBrowser.FindAll(TreeScope.TreeScope_Descendants, condition); } // Build up a list of items to be passed to the main thread in order for it to // populate the list of hyperlinks shown in the UI. _linkItems.Clear(); if (elementArray != null) { // Find the number of hyperlinks returned by the search. (The number of hyperlinks // found might be zero if the browser window is minimized.) int cLinks = elementArray.Length; // Process each returned hyperlink element. for (int idxLink = 0; idxLink < cLinks; ++idxLink) { IUIAutomationElement elementLink = elementArray.GetElement(idxLink); // Get the name property for the hyperlink element. How we get this depends // on whether we requested that the property should be cached or not. string strLinkName = null; if (fUseCache) { strLinkName = GetCachedDataFromElement(elementLink, fSearchLinkChildren); } else { strLinkName = GetCurrentDataFromElement(elementLink, fSearchLinkChildren); } // If we have non-null name, add the link to the list. (This sample does not check // for names that only contains whitespace.) if (strLinkName != null) { strLinkName = strLinkName.Trim(); LinkItem item = new LinkItem(); item.linkName = strLinkName; item.element = elementLink; _linkItems.Add(item); } } } // Notify the main UI thread that a list of links is ready for processing. Do not block in this call. _listViewLinks.BeginInvoke(_UIUpdateDelegate, _linkItems); }
public virtual extern IUIAutomationElement IUIAutomation3_GetFocusedElementBuildCache( [MarshalAs(unmanagedType: UnmanagedType.Interface), In] IUIAutomationCacheRequest cacheRequest);
public virtual extern IUIAutomationElement IUIAutomation3_ElementFromPointBuildCache( [In] tagPOINT pt, [MarshalAs(unmanagedType: UnmanagedType.Interface), In] IUIAutomationCacheRequest cacheRequest);
public virtual extern IUIAutomationElement IUIAutomation3_ElementFromHandleBuildCache( [In] IntPtr hwnd, [MarshalAs(unmanagedType: UnmanagedType.Interface), In] IUIAutomationCacheRequest cacheRequest);