public NMSelector(NMElement element, NMSelector anchor, bool doEnum, NMElement anchorelement)
{
var sw = new System.Diagnostics.Stopwatch();
sw.Start();
Log.Selector(string.Format("NMselector::AutomationElement::begin {0:mm\\:ss\\.fff}", sw.Elapsed));
Log.Selector(string.Format("NMselector::GetControlVNMwWalker::end {0:mm\\:ss\\.fff}", sw.Elapsed));
NMSelectorItem item;
if (anchor == null)
{
item = new NMSelectorItem(element, true, false);
item.Enabled = true;
item.canDisable = false;
Items.Add(item);
}
else
{
var anchorarray = anchorelement.cssselector.Split('>');
var elementarray = element.cssselector.Split('>');
elementarray = elementarray.Skip(anchorarray.Length).ToArray();
element.cssselector = string.Join(">", elementarray);
}
item = new NMSelectorItem(element, false, (anchor != null));
item.Enabled = true;
item.canDisable = false;
Items.Add(item);
Log.Selector(string.Format("NMselector::EnumNeededProperties::end {0:mm\\:ss\\.fff}", sw.Elapsed));
OnPropertyChanged(new System.ComponentModel.PropertyChangedEventArgs("Count"));
OnPropertyChanged(new System.ComponentModel.PropertyChangedEventArgs("Item[]"));
OnCollectionChanged(new System.Collections.Specialized.NotifyCollectionChangedEventArgs(System.Collections.Specialized.NotifyCollectionChangedAction.Reset));
}
public NMTreeElement(treeelement parent, bool expanded, NMElement element) : base(parent)
{
NMElement = element;
IsExpanded = expanded;
Element = element;
Name = element.Name;
Name = element.ToString();
}
private void onMessage(NativeMessagingMessage message)
{
if (message.uiy > 0 && message.uix > 0 && message.uiwidth > 0 && message.uiheight > 0)
{
// Console.WriteLine("{0} {1},{2} {3},{4} - {5} ", message.functionName, message.uix, message.uiy, message.uiwidth, message.uiheight, message.xPath);
if (!string.IsNullOrEmpty(message.data))
{
lastElement = new NMElement(message);
}
else
{
lastElement = new NMElement(message);
}
}
if (message.functionName == "click")
{
if (recording)
{
if (lastElement == null)
{
return;
}
var re = new RecordEvent(); re.Button = Input.MouseButton.Left;
var a = new GetElement {
DisplayName = lastElement.ToString()
};
var selector = new NMSelector(lastElement, null, true);
a.Selector = selector.ToString();
a.Image = lastElement.ImageString();
a.MaxResults = 1;
re.Selector = selector;
re.a = new GetElementResult(a);
re.SupportInput = lastElement.SupportInput;
re.ClickHandled = true;
OnUserAction?.Invoke(this, re);
return;
}
//var getelement = new NativeMessagingMessage("getelement");
////getelement.tabid = message.tabid;
//getelement.cssPath = message.cssPath;
//getelement.xPath = message.xPath;
//NativeMessagingMessage subresult = null;
////if (message.browser == "chrome") subresult = rpaactivities.nm.nmhook.sendMessageChromeResult(getelement, true);
////if (message.browser == "ff") subresult = rpaactivities.nm.nmhook.sendMessageFFResult(getelement, true);
//if (subresult == null)
//{
// // Console.WriteLine("getelement returned null???");
// return;
//}
//// Console.WriteLine(getelement.messageid + " " + getelement.functionName + " " + subresult.messageid + " " + subresult.functionName);
//// Console.WriteLine(subresult.cssPath + " " + subresult.xPath);
////rpaactivities.nm.nmhook.sendMessageChromeResult(getelement);
////Console.WriteLine(getelement.messageid + " " + getelement.functionName);
}
}
protected override void AfterExecute(NativeActivityContext context, object result)
{
var allelements = context.GetValue(_allelements);
if (allelements == null)
{
allelements = new NMElement[] { }
}
;
var maxresults = MaxResults.Get(context);
var minresults = MinResults.Get(context);
NMElement[] elements = result as NMElement[];
if (elements.Count() > maxresults)
{
elements = elements.Take(maxresults).ToArray();
}
if ((elements.Length + allelements.Length) < minresults)
{
Log.Selector(string.Format("Windows.GetElement::Failed locating " + minresults + " item(s) {0:mm\\:ss\\.fff}", sw.Elapsed));
throw new ElementNotFoundException("Failed locating " + minresults + " item(s)");
}
IEnumerator <NMElement> _enum = elements.ToList().GetEnumerator();
bool more = _enum.MoveNext();
//if (lastelements.Length == elements.Length && lastelements.Length > 0)
//{
// var eq = new Activities.NMEqualityComparer();
// more = !System.Collections.StructuralComparisons.StructuralEqualityComparer.Equals(lastelements, elements);
//}
if (more)
{
allelements = allelements.Concat(elements).ToArray();
var eq = new Activities.NMEqualityComparer();
allelements = allelements.Distinct(eq).ToArray();
//var allelementslength = allelements.Length;
//Array.Resize(ref allelements, allelements.Length + elements.Length);
//Array.Copy(elements, 0, allelements, allelementslength, elements.Length);
}
context.SetValue(_allelements, allelements);
context.SetValue(Elements, allelements);
Log.Selector("END:: I have " + elements.Count() + " elements, and " + allelements.Count() + " in all elements");
if (more)
{
context.SetValue(_elements, _enum);
context.ScheduleAction(Body, _enum.Current, OnBodyComplete);
}
}
private void OnMessage(NativeMessagingMessage message)
{
try
{
if (message.uiy > 0 && message.uix > 0 && message.uiwidth > 0 && message.uiheight > 0)
{
if (!string.IsNullOrEmpty(message.data))
{
LastElement = new NMElement(message);
}
else
{
LastElement = new NMElement(message);
}
}
if (message.functionName == "click")
{
if (IsRecording)
{
if (LastElement == null)
{
return;
}
var re = new RecordEvent
{
Button = Input.MouseButton.Left
}; var a = new GetElement {
DisplayName = LastElement.ToString()
};
var selector = new NMSelector(LastElement, null, true, null);
a.Selector = selector.ToString();
a.Image = LastElement.ImageString();
a.MaxResults = 1;
re.Selector = selector;
re.a = new GetElementResult(a);
re.SupportInput = LastElement.SupportInput;
re.SupportSelect = false;
re.ClickHandled = true;
OnUserAction?.Invoke(this, re);
return;
}
}
}
catch (Exception ex)
{
Log.Error(ex.ToString());
}
}
public static treeelement[] _GetRootElements(Selector anchor)
{
var rootelements = new List <treeelement>();
NMHook.reloadtabs();
// var tab = NMHook.tabs.Where(x => x.highlighted == true && x.browser == "chrome").FirstOrDefault();
var tab = NMHook.tabs.Where(x => x.highlighted == true).FirstOrDefault();
if (tab == null)
{
// tab = NMHook.tabs.Where(x => x.browser == "chrome").FirstOrDefault();
tab = NMHook.tabs.FirstOrDefault();
}
if (NMHook.tabs.Count == 0)
{
return(rootelements.ToArray());
}
// getelement.data = "getdom";
var getelement = new NativeMessagingMessage("getelement");
getelement.browser = tab.browser;
getelement.tabid = tab.id;
getelement.xPath = "/html";
NativeMessagingMessage result = null;
try
{
result = NMHook.sendMessageResult(getelement, true, TimeSpan.FromSeconds(2));
}
catch (Exception)
{
}
if (result != null && result.result != null && result.results == null)
{
result.results = new NativeMessagingMessage[] { result };
}
if (result != null && result.results != null && result.results.Count() > 0)
{
foreach (var res in result.results)
{
if (res.result != null)
{
//var html = new HtmlElement(getelement.xPath, getelement.cssPath, res.tabid, res.frameId, res.result);
var html = new NMElement(res);
rootelements.Add(new NMTreeElement(null, true, html));
}
}
//result = result.results[0];
}
return(rootelements.ToArray());
}
public NMTreeElement(treeelement parent, bool expanded, NMElement element) : base(parent)
{
NMElement = element;
IsExpanded = expanded;
Element = element;
Name = element.Name;
Name = element.ToString();
if (parent == null)
{
if (element.message != null && element.message.frameId > 0)
{
Name += " (" + element.message.frameId + ")";
}
}
}
private void onMessage(NativeMessagingMessage message)
{
if (message.uiy > 0 && message.uix > 0 && message.uiwidth > 0 && message.uiheight > 0)
{
// Console.WriteLine("{0} {1},{2} {3},{4} - {5} ", message.functionName, message.uix, message.uiy, message.uiwidth, message.uiheight, message.xPath);
if (!string.IsNullOrEmpty(message.data))
{
lastElement = new NMElement(message);
}
else
{
lastElement = new NMElement(message);
}
}
if (message.functionName == "click")
{
if (recording)
{
if (lastElement == null)
{
return;
}
var re = new RecordEvent(); re.Button = Input.MouseButton.Left;
var a = new GetElement {
DisplayName = lastElement.ToString()
};
var selector = new NMSelector(lastElement, null, true);
a.Selector = selector.ToString();
a.Image = lastElement.ImageString();
a.MaxResults = 1;
re.Selector = selector;
re.a = new GetElementResult(a);
re.SupportInput = lastElement.SupportInput;
re.ClickHandled = true;
OnUserAction?.Invoke(this, re);
return;
}
}
}
public NMSelectorItem(NMElement element)
{
this.Element = element;
if (this.Element == null)
{
throw new Exception("Error!!!");
}
Properties = new ObservableCollection <SelectorItemProperty>();
if (!string.IsNullOrEmpty(element.Name))
{
Properties.Add(new SelectorItemProperty("Name", element.Name));
}
if (!string.IsNullOrEmpty(element.type))
{
Properties.Add(new SelectorItemProperty("type", element.type));
}
if (!string.IsNullOrEmpty(element.tagname))
{
Properties.Add(new SelectorItemProperty("tagname", element.tagname));
}
if (!string.IsNullOrEmpty(element.id))
{
Properties.Add(new SelectorItemProperty("id", element.id));
}
foreach (var p in Properties)
{
p.Enabled = true;
p.canDisable = (Properties.Count > 1);
}
;
foreach (var p in Properties)
{
p.PropertyChanged += (sender, e) =>
{
OnPropertyChanged("Displayname");
OnPropertyChanged("json");
}
}
;
}
protected override void AfterExecute(NativeActivityContext context, object result)
{
var allelements = context.GetValue(_allelements);
if (allelements == null)
{
allelements = new NMElement[] { }
}
;
var maxresults = MaxResults.Get(context);
var minresults = MinResults.Get(context);
NMElement[] elements = result as NMElement[];
if (elements.Count() > maxresults)
{
elements = elements.Take(maxresults).ToArray();
}
if ((elements.Length + allelements.Length) < minresults)
{
Log.Selector(string.Format("Windows.GetElement::Failed locating " + minresults + " item(s)"));
throw new ElementNotFoundException("Failed locating " + minresults + " item(s)");
}
IEnumerator <NMElement> _enum = elements.ToList().GetEnumerator();
bool more = _enum.MoveNext();
if (more)
{
allelements = allelements.Concat(elements).ToArray();
var eq = new Activities.NMEqualityComparer();
allelements = allelements.Distinct(eq).ToArray();
}
context.SetValue(_allelements, allelements);
context.SetValue(Elements, allelements);
Log.Selector("END:: I have " + elements.Count() + " elements, and " + allelements.Count() + " in all elements");
if (more)
{
context.SetValue(_elements, _enum);
context.ScheduleAction(Body, _enum.Current, OnBodyComplete);
}
}
public static NMElement[] getElement(int tabid, long frameId, string browser, string xPath, TimeSpan timeout)
{
var results = new List <NMElement>();
var getelement = new NativeMessagingMessage("getelement", PluginConfig.debug_console_output, PluginConfig.unique_xpath_ids);
getelement.browser = browser;
getelement.tabid = tabid;
getelement.xPath = xPath;
getelement.frameId = frameId;
NativeMessagingMessage result = null;
try
{
result = NMHook.sendMessageResult(getelement, true, timeout);
}
catch (Exception)
{
}
if (result != null && result.result != null && result.results == null)
{
result.results = new NativeMessagingMessage[] { result };
}
if (result != null && result.results != null && result.results.Count() > 0)
{
foreach (var res in result.results)
{
if (res.result != null)
{
//var html = new HtmlElement(getelement.xPath, getelement.cssPath, res.tabid, res.frameId, res.result);
res.tab = NMHook.tabs.Where(x => x.id == res.tabid && x.browser == res.browser).FirstOrDefault();
var html = new NMElement(res);
results.Add(html);
}
}
//result = result.results[0];
}
return(results.ToArray());
}
private void OnMessage(NativeMessagingMessage message)
{
try
{
//lock(_lock)
//{
// //if (dpiscale == 0)
// //{
// // dpiscale = NativeMethods.getScalingFactor();
// //} else
// //{
// // dpiscale = NativeMethods.getScalingFactor();
// //}
// var dpi = NativeMethods.GetDpiForSystem();
// dpiscale = 1;
// if (dpi == 96) dpiscale = 1;
// if (dpi == 120) dpiscale = 1.25f;
// if (dpi == 144) dpiscale = 1.5f;
// if (dpi == 192) dpiscale = 2;
//}
if (message.uiy > 0 && message.uix > 0 && message.uiwidth > 0 && message.uiheight > 0)
{
//message.uiy = (int)(message.uiy * dpiscale);
//message.uix = (int)(message.uix * dpiscale);
//message.uiwidth = (int)(message.uiwidth * dpiscale);
//message.uiheight = (int)(message.uiheight * dpiscale);
if (dpiscale == 1.25)
{
message.uiy += 158;
}
LastElement = new NMElement(message);
}
if (message.functionName == "click")
{
if (IsRecording)
{
if (LastElement == null)
{
return;
}
var re = new RecordEvent
{
Button = Input.MouseButton.Left
}; var a = new GetElement {
DisplayName = LastElement.ToString()
};
message.tab = NMHook.tabs.Where(x => x.id == message.tabid && x.windowId == message.windowId).FirstOrDefault();
var selector = new NMSelector(LastElement, null, true, null);
a.Selector = selector.ToString();
a.Image = LastElement.ImageString();
a.MaxResults = 1;
re.Selector = selector;
re.a = new GetElementResult(a);
re.SupportInput = LastElement.SupportInput;
re.SupportSelect = false;
re.ClickHandled = true;
OnUserAction?.Invoke(this, re);
return;
}
}
}
catch (Exception ex)
{
Log.Error(ex.ToString());
}
}
//private static NMElement[] GetElementsWithuiSelector(WindowsAccessBridgeInterop.AccessibleJvm jvm, NMSelector selector, IElement fromElement, int maxresults)
//{
// NMElement[] result = null;
// NMElement _fromElement = fromElement as NMElement;
// var selectors = selector.Where(x => x.Enabled == true && x.Selector == null).ToList();
// var current = new List<NMElement>();
// NMElement startfrom = null;
// if (_fromElement != null) startfrom = _fromElement;
// if (startfrom == null) startfrom = new NMElement(jvm);
// current.Add(startfrom);
// for (var i = 0; i < selectors.Count; i++)
// {
// var sw = new System.Diagnostics.Stopwatch();
// sw.Start();
// var s = new NMSelectorItem(selectors[i]);
// Log.Selector(string.Format("OpenRPA.NM::GetElementsWithuiSelector::Find for selector {0} {1}", i, s.ToString()));
// var elements = new List<NMElement>();
// elements.AddRange(current);
// current.Clear();
// foreach (var _element in elements)
// {
// result = ((NMSelectorItem)s).matches(_element);
// current.AddRange(result);
// }
// if (i == (selectors.Count - 1)) result = current.ToArray();
// if (current.Count == 0)
// {
// var _c = new NMSelectorItem(selectors[i]);
// var message = "needed to find " + Environment.NewLine + _c.ToString() + Environment.NewLine + "but found only: " + Environment.NewLine;
// foreach (var element in elements)
// {
// var children = element.Children;
// foreach (var c in children)
// {
// try
// {
// message += c.ToString() + Environment.NewLine;
// }
// catch (Exception)
// {
// }
// }
// }
// Log.Selector(message);
// return new NMElement[] { };
// }
// Log.Selector(string.Format("OpenRPA.NM::GetElement::found {1} for selector {2} in {0:mm\\:ss\\.fff}", sw.Elapsed, elements.Count(), i));
// }
// if (result == null) return new NMElement[] { };
// return result;
//}
public static NMElement[] GetElementsWithuiSelector(NMSelector selector, IElement fromElement = null, int maxresults = 1)
{
var results = new List <NMElement>();
SelectorItem first = null;
SelectorItem second = null;
string browser = "";
SelectorItemProperty p = null;
if (selector.Count > 1)
{
first = selector[0];
second = selector[1];
p = first.Properties.Where(x => x.Name == "browser").FirstOrDefault();
if (p != null)
{
browser = p.Value;
}
}
else if (fromElement == null)
{
throw new ArgumentException("Invalid select with onlu 1 child and no anchor");
}
else
{
second = selector[0];
}
p = second.Properties.Where(x => x.Name == "xpath").FirstOrDefault();
string xpath = "";
if (p != null)
{
xpath = p.Value;
}
p = second.Properties.Where(x => x.Name == "cssselector").FirstOrDefault();
string cssselector = "";
if (p != null)
{
cssselector = p.Value;
}
NMElement fromNMElement = fromElement as NMElement;
if (fromElement != null)
{
browser = fromNMElement.browser;
//if (browser != fromNMElement.browser) throw new ArgumentException("browser mismatch " + browser + "/" + fromNMElement.browser);
p = second.Properties.Where(x => x.Name == "cssselector").FirstOrDefault();
if (p == null)
{
throw new ArgumentException("fromElement missing cssselector");
}
// xpath += p.Value.Substring(1);
xpath = "";
cssselector = fromNMElement.cssselector + " > " + p.Value;
}
NMHook.checkForPipes(true, true);
NMHook.reloadtabs();
var tabs = NMHook.tabs;
if (!string.IsNullOrEmpty(browser))
{
tabs = NMHook.tabs.Where(x => x.browser == browser).ToList();
}
foreach (var tab in tabs)
{
NativeMessagingMessage subresult = null;
var getelement = new NativeMessagingMessage("getelements");
getelement.browser = browser;
getelement.xPath = xpath;
getelement.cssPath = cssselector;
subresult = NMHook.sendMessageResult(getelement, false, TimeSpan.FromSeconds(2));
if (subresult != null)
{
if (subresult.results != null)
{
foreach (var b in subresult.results)
{
if (b.cssPath == "true" || b.xPath == "true")
{
var data = b.result;
var arr = JArray.Parse(data);
foreach (var _e in arr)
{
if (results.Count > maxresults)
{
continue;
}
var json = _e.ToString();
var subsubresult = Newtonsoft.Json.JsonConvert.DeserializeObject <NativeMessagingMessage>(json);
subsubresult.browser = browser;
subsubresult.result = json;
subsubresult.tabid = b.tabid;
subsubresult.tab = b.tab;
results.Add(new NMElement(subsubresult));
}
}
}
}
}
}
return(results.ToArray());
//NMHook.Instance.refreshJvms();
//NMElement[] result = null;
//foreach (var jvm in NMHook.Instance.jvms)
//{
// result = GetElementsWithuiSelector(jvm, selector, fromElement, maxresults);
// if (result.Count() > 0) return result;
//}
//if (result == null) return new NMElement[] { };
//return result;
//return new NMElement[] { };
}
public static NMElement[] GetElementsWithuiSelector(NMSelector selector, IElement fromElement = null, int maxresults = 1)
{
var results = new List <NMElement>();
SelectorItem first = null;
SelectorItem second = null;
string browser = "";
SelectorItemProperty p = null;
if (selector.Count > 1)
{
first = selector[0];
second = selector[1];
p = first.Properties.Where(x => x.Name == "browser").FirstOrDefault();
if (p != null)
{
browser = p.Value;
}
}
else if (fromElement == null)
{
throw new ArgumentException("Invalid select with only 1 child and no anchor");
}
else
{
second = selector[0];
}
p = second.Properties.Where(x => x.Name == "xpath").FirstOrDefault();
string xpath = "";
if (p != null)
{
xpath = p.Value;
}
p = second.Properties.Where(x => x.Name == "cssselector").FirstOrDefault();
string cssselector = "";
if (p != null)
{
cssselector = p.Value;
}
NMElement fromNMElement = fromElement as NMElement;
string fromcssPath = "";
string fromxPath = "";
if (fromElement != null)
{
fromcssPath = fromNMElement.cssselector;
fromxPath = fromNMElement.xpath;
}
//NMHook.checkForPipes(true, true);
//NMHook.reloadtabs();
//var tabs = NMHook.tabs.ToList();
//if (!string.IsNullOrEmpty(browser)) {
// lock(NMHook.tabs)
// {
// tabs = NMHook.tabs.Where(x => x.browser == browser).ToList();
// }
//}
//foreach (var tab in tabs)
//{
//}
NativeMessagingMessage subresult = null;
var getelement = new NativeMessagingMessage("getelements", PluginConfig.debug_console_output);
getelement.browser = browser;
getelement.xPath = xpath;
getelement.cssPath = cssselector;
getelement.fromxPath = fromxPath;
getelement.fromcssPath = fromcssPath;
if (fromElement != null && fromElement is NMElement)
{
getelement.windowId = ((NMElement)fromElement).message.windowId;
getelement.tabid = ((NMElement)fromElement).message.tabid;
getelement.frameId = ((NMElement)fromElement).message.frameId;
}
subresult = NMHook.sendMessageResult(getelement, false, TimeSpan.FromSeconds(2));
if (subresult != null)
{
if (subresult.results != null)
{
foreach (var b in subresult.results)
{
if (b.cssPath == "true" || b.xPath == "true")
{
if (results.Count > maxresults)
{
continue;
}
results.Add(new NMElement(b));
//var data = b.result;
//var arr = JArray.Parse(data.ToString());
//foreach (var _e in arr)
//{
// if (results.Count > maxresults) continue;
// var json = _e.ToString();
// var subsubresult = Newtonsoft.Json.JsonConvert.DeserializeObject<NativeMessagingMessage>(json);
// subsubresult.browser = browser;
// subsubresult.result = json;
// subsubresult.tabid = b.tabid;
// subsubresult.tab = b.tab;
// results.Add(new NMElement(subsubresult));
//}
}
}
}
}
return(results.ToArray());
}
protected override async Task <object> ExecuteAsync(NativeActivityContext context)
{
IsCancel = false;
var selector = Selector.Get(context);
selector = OpenRPA.Interfaces.Selector.Selector.ReplaceVariables(selector, context.DataContext);
var sel = new NMSelector(selector);
var timeout = Timeout.Get(context);
var from = From?.Get(context);
var maxresults = MaxResults.Get(context);
var minresults = MinResults.Get(context);
if (maxresults < 1)
{
maxresults = 1;
}
NMElement[] elements = { };
string browser = sel.browser;
if (WaitForReady != null && WaitForReady.Get(context))
{
if (from != null)
{
browser = from.browser;
}
DoWaitForReady(browser);
}
var allelements = context.GetValue(_allelements);
if (allelements == null)
{
allelements = new NMElement[] { }
}
;
if (timeout.Minutes > 5 || timeout.Hours > 1)
{
Activity _Activity = null;
try
{
var strProperty = context.GetType().GetProperty("Activity", System.Reflection.BindingFlags.NonPublic | System.Reflection.BindingFlags.Instance);
var strGetter = strProperty.GetGetMethod(nonPublic: true);
_Activity = (Activity)strGetter.Invoke(context, null);
}
catch (Exception)
{
}
if (_Activity != null)
{
Log.Warning("Timeout for Activity " + _Activity.Id + " is above 5 minutes, was this the intention ? calculated value " + timeout.ToString());
}
else
{
Log.Warning("Timeout for on of your NM.GetElementAsync is above 5 minutes, was this the intention ? calculated value " + timeout.ToString());
}
}
var s = new NMSelectorItem(sel[0]);
if (!string.IsNullOrEmpty(s.url))
{
var tab = NMHook.FindTabByURL(browser, s.url);
if (tab != null)
{
if (!tab.highlighted || !tab.selected)
{
var _tab = NMHook.selecttab(browser, tab.id);
}
}
}
await Task.Run(() =>
{
Stopwatch sw = new Stopwatch();
sw.Start();
do
{
elements = NMSelector.GetElementsWithuiSelector(sel, from, maxresults);
Log.Selector("BEGIN:: I have " + elements.Count() + " elements, and " + allelements.Count() + " in all elements");
if (allelements.Length > 0)
{
var newelements = new List <NMElement>();
for (var i = elements.Length - 1; i >= 0; i--)
{
var element = elements[i];
if (!allelements.Contains(element))
{
newelements.Insert(0, element);
}
}
elements = newelements.ToArray();
}
} while (elements.Count() == 0 && sw.Elapsed < timeout && !IsCancel);
if (IsCancel)
{
Console.WriteLine("was Canceled: true! DisplayName" + DisplayName);
}
//if (sw.Elapsed >= timeout)
//{
// Console.WriteLine("Timeout !");
//}
});
return(elements);
}
protected override async Task <object> ExecuteAsync(NativeActivityContext context)
{
IsCancel = false;
var selector = Selector.Get(context);
selector = OpenRPA.Interfaces.Selector.Selector.ReplaceVariables(selector, context.DataContext);
var sel = new NMSelector(selector);
var timeout = Timeout.Get(context);
var from = From?.Get(context);
var maxresults = MaxResults.Get(context);
var minresults = MinResults.Get(context);
if (maxresults < 1)
{
maxresults = 1;
}
NMElement[] elements = { };
sw.Start();
string browser = sel.browser;
if (WaitForReady != null && WaitForReady.Get(context))
{
if (from != null)
{
browser = from.browser;
}
DoWaitForReady(browser);
}
var allelements = context.GetValue(_allelements);
if (allelements == null)
{
allelements = new NMElement[] { }
}
;
var s = new NMSelectorItem(sel[0]);
if (!string.IsNullOrEmpty(s.url))
{
var tab = NMHook.tabs.Where(x => x.browser == browser && x.url.ToLower().StartsWith(s.url.ToLower())).FirstOrDefault();
if (tab != null)
{
if (!tab.highlighted || !tab.selected)
{
var _tab = NMHook.selecttab(browser, tab.id);
}
}
}
//var id = Guid.NewGuid().ToString();
//context.CreateBookmark(id, (activityContext, bookmark, value) =>
//{
//});
//Task.Factory.StartNew(() =>
//{
// // context.RemoveBookmark(id);
//});
// await Task.Delay(100);
await Task.Run(() =>
{
do
{
elements = NMSelector.GetElementsWithuiSelector(sel, from, maxresults);
Log.Selector("BEGIN:: I have " + elements.Count() + " elements, and " + allelements.Count() + " in all elements");
// allelements = allelements.Concat(elements).ToArray();
if (allelements.Length > 0)
{
var newelements = new List <NMElement>();
for (var i = elements.Length - 1; i >= 0; i--)
{
var element = elements[i];
if (!allelements.Contains(element))
{
newelements.Insert(0, element);
}
}
elements = newelements.ToArray();
//if(elements.Count() > 20)
//{
// for(var i=0; i < allelements.Length && i < elements.Length; i++)
// {
// if (!eq.Equals(allelements[i], elements[i]) || allelements[i].GetHashCode() != elements[i].GetHashCode())
// {
// Log.Output(allelements[i].GetHashCode() + " / " + elements[i].GetHashCode());
// }
// }
//}
}
} while (elements.Count() == 0 && sw.Elapsed < timeout && !IsCancel);
if (IsCancel)
{
Console.WriteLine("was Canceled: true! DisplayName" + DisplayName);
}
});
return(elements);
}
protected override void Execute(NativeActivityContext context)
{
var selector = Selector.Get(context);
selector = OpenRPA.Interfaces.Selector.Selector.ReplaceVariables(selector, context.DataContext);
var sel = new NMSelector(selector);
var timeout = Timeout.Get(context);
var from = From.Get(context);
var maxresults = MaxResults.Get(context);
var minresults = MinResults.Get(context);
if (maxresults < 1)
{
maxresults = 1;
}
NMElement[] elements = { };
var sw = new Stopwatch();
sw.Start();
string browser = sel.browser;
if (WaitForReady.Get(context))
{
if (from != null)
{
browser = from.browser;
}
DoWaitForReady(browser);
}
var allelements = context.GetValue(_allelements);
if (allelements == null)
{
allelements = new NMElement[] { }
}
;
var s = new NMSelectorItem(sel[0]);
if (!string.IsNullOrEmpty(s.url))
{
var tab = NMHook.FindTabByURL(browser, s.url);
if (tab != null)
{
if (!tab.highlighted || !tab.selected)
{
var _tab = NMHook.selecttab(browser, tab.id);
}
}
}
do
{
elements = NMSelector.GetElementsWithuiSelector(sel, from, maxresults);
Log.Selector("BEGIN:: I have " + elements.Count() + " elements, and " + allelements.Count() + " in all elements");
// allelements = allelements.Concat(elements).ToArray();
if (allelements.Length > 0)
{
var newelements = new List <NMElement>();
for (var i = elements.Length - 1; i >= 0; i--)
{
var element = elements[i];
if (!allelements.Contains(element))
{
newelements.Insert(0, element);
}
}
elements = newelements.ToArray();
//if(elements.Count() > 20)
//{
// for(var i=0; i < allelements.Length && i < elements.Length; i++)
// {
// if (!eq.Equals(allelements[i], elements[i]) || allelements[i].GetHashCode() != elements[i].GetHashCode())
// {
// Log.Output(allelements[i].GetHashCode() + " / " + elements[i].GetHashCode());
// }
// }
//}
}
} while (elements.Count() == 0 && sw.Elapsed < timeout);
if (elements.Count() > maxresults)
{
elements = elements.Take(maxresults).ToArray();
}
if ((elements.Length + allelements.Length) < minresults)
{
Log.Selector(string.Format("Windows.GetElement::Failed locating " + minresults + " item(s) {0:mm\\:ss\\.fff}", sw.Elapsed));
throw new ElementNotFoundException("Failed locating " + minresults + " item(s)");
}
IEnumerator <NMElement> _enum = elements.ToList().GetEnumerator();
bool more = _enum.MoveNext();
//if (lastelements.Length == elements.Length && lastelements.Length > 0)
//{
// var eq = new Activities.NMEqualityComparer();
// more = !System.Collections.StructuralComparisons.StructuralEqualityComparer.Equals(lastelements, elements);
//}
if (more)
{
allelements = allelements.Concat(elements).ToArray();
var eq = new Activities.NMEqualityComparer();
allelements = allelements.Distinct(eq).ToArray();
//var allelementslength = allelements.Length;
//Array.Resize(ref allelements, allelements.Length + elements.Length);
//Array.Copy(elements, 0, allelements, allelementslength, elements.Length);
}
context.SetValue(_allelements, allelements);
context.SetValue(Elements, allelements);
Log.Selector("END:: I have " + elements.Count() + " elements, and " + allelements.Count() + " in all elements");
if (more)
{
context.SetValue(_elements, _enum);
context.ScheduleAction(Body, _enum.Current, OnBodyComplete);
}
}
public NMSelectorItem(NMElement element, bool isRoot)
{
this.Element = element;
string n = null;
if (!string.IsNullOrEmpty(element.Name))
{
n = element.Name;
}
Properties = new ObservableCollection <SelectorItemProperty>();
if (isRoot)
{
Properties.Add(new SelectorItemProperty("Selector", "NM"));
Properties.Add(new SelectorItemProperty("browser", element.message.browser));
Properties.Add(new SelectorItemProperty("frame", element.message.frame));
Properties.Add(new SelectorItemProperty("url", element.message.tab.url));
Enabled = true;
canDisable = false;
return;
}
if (!string.IsNullOrEmpty(element.xpath))
{
Properties.Add(new SelectorItemProperty("xpath", element.xpath));
}
if (!string.IsNullOrEmpty(element.cssselector))
{
Properties.Add(new SelectorItemProperty("cssselector", element.cssselector)
{
Enabled = false
});
}
if (!string.IsNullOrEmpty(element.id))
{
Properties.Add(new SelectorItemProperty("id", element.id)
{
Enabled = false
});
}
if (!string.IsNullOrEmpty(element.Name))
{
Properties.Add(new SelectorItemProperty("Name", element.Name)
{
Enabled = false
});
}
if (!string.IsNullOrEmpty(element.type))
{
Properties.Add(new SelectorItemProperty("type", element.type)
{
Enabled = false
});
}
if (!string.IsNullOrEmpty(element.tagname))
{
Properties.Add(new SelectorItemProperty("tagname", element.tagname)
{
Enabled = false
});
}
Enabled = (Properties.Count > 1);
//foreach (var p in Properties)
//{
// p.Enabled = true;
// p.canDisable = true;
//};
foreach (var p in Properties)
{
p.PropertyChanged += (sender, e) =>
{
OnPropertyChanged("Displayname");
OnPropertyChanged("json");
}
}
;
canDisable = true;
}
public void EnumNeededProperties(NMElement element, NMElement parent)
{
string name = null;
if (!string.IsNullOrEmpty(element.Name))
{
name = element.Name;
}
if (!string.IsNullOrEmpty(element.type))
{
name = element.type;
}
if (!string.IsNullOrEmpty(element.id))
{
name = element.id;
}
var props = GetProperties();
//int i = props.Length -1;
int i = 1;
int matchcounter = 0;
foreach (var p in Properties)
{
p.Enabled = false;
}
do
{
Log.Selector("#*******************************#");
Log.Selector("# " + i);
var selectedProps = props.Take(i).ToArray();
foreach (var p in Properties)
{
p.Enabled = selectedProps.Contains(p.Name);
}
NMElement[] children = { };
if (element.Parent != null)
{
children = element.Parent.Children;
}
matchcounter = 0;
foreach (NMElement elementNode in children)
{
Log.Selector("Match using " + i + " properties.");
if (Match(elementNode))
{
matchcounter++;
}
if (matchcounter > 1)
{
break;
}
}
if (matchcounter != 1)
{
++i;
}
//if (matchcounter > 1)
//{
// Log.Selector("EnumNeededProperties match with " + i + " gave more than 1 result");
// ++i;
// if (i >= props.Count()) break;
//}
} while (matchcounter != 1 && i < props.Count());
Log.Selector("EnumNeededProperties match with " + i + " gave " + matchcounter + " result");
Properties.ForEach((e) => e.Enabled = false);
foreach (var p in props.Take(i).ToArray())
{
Properties.Where(x => x.Name == p).First().Enabled = true;
}
}
public static NMElement[] GetElementsWithuiSelector(NMSelector selector, IElement fromElement = null, int maxresults = 1)
{
var results = new List <NMElement>();
SelectorItem first = null;
SelectorItem second = null;
string browser = "";
SelectorItemProperty p = null;
if (selector.Count > 1)
{
first = selector[0];
second = selector[1];
p = first.Properties.Where(x => x.Name == "browser").FirstOrDefault();
if (p != null)
{
browser = p.Value;
}
}
else if (fromElement == null)
{
throw new ArgumentException("Invalid select with only 1 child and no anchor");
}
else
{
second = selector[0];
}
p = second.Properties.Where(x => x.Name == "xpath").FirstOrDefault();
string xpath = "";
if (p != null)
{
xpath = p.Value;
}
p = second.Properties.Where(x => x.Name == "cssselector").FirstOrDefault();
string cssselector = "";
if (p != null)
{
cssselector = p.Value;
}
NMElement fromNMElement = fromElement as NMElement;
string fromcssPath = "";
string fromxPath = "";
if (fromElement != null)
{
fromcssPath = fromNMElement.cssselector;
fromxPath = fromNMElement.xpath;
}
NativeMessagingMessage subresult = null;
var getelement = new NativeMessagingMessage("getelements", PluginConfig.debug_console_output, PluginConfig.unique_xpath_ids);
getelement.browser = browser;
getelement.xPath = xpath;
getelement.cssPath = cssselector;
getelement.fromxPath = fromxPath;
getelement.fromcssPath = fromcssPath;
if (fromElement != null && fromElement is NMElement)
{
getelement.windowId = ((NMElement)fromElement).message.windowId;
getelement.tabid = ((NMElement)fromElement).message.tabid;
getelement.frameId = ((NMElement)fromElement).message.frameId;
}
subresult = NMHook.sendMessageResult(getelement, PluginConfig.protocol_timeout);
if (subresult != null)
{
if (subresult.results != null)
{
foreach (var b in subresult.results)
{
if (b.cssPath == "true" || b.xPath == "true")
{
if (results.Count > maxresults)
{
continue;
}
var nme = new NMElement(b);
results.Add(nme);
}
}
}
}
return(results.ToArray());
}
protected override async Task <object> ExecuteAsync(NativeActivityContext context)
{
IsCancel = false;
var selector = Selector.Get(context);
selector = OpenRPA.Interfaces.Selector.Selector.ReplaceVariables(selector, context.DataContext);
var sel = new NMSelector(selector);
var timeout = Timeout.Get(context);
var from = From?.Get(context);
var maxresults = MaxResults.Get(context);
var minresults = MinResults.Get(context);
if (maxresults < 1)
{
maxresults = 1;
}
NMElement[] elements = { };
string browser = sel.browser;
if (WaitForReady != null && WaitForReady.Get(context))
{
if (from != null)
{
browser = from.browser;
}
DoWaitForReady(browser);
}
var allelements = context.GetValue(_allelements);
if (allelements == null)
{
allelements = new NMElement[] { }
}
;
var s = new NMSelectorItem(sel[0]);
if (!string.IsNullOrEmpty(s.url))
{
var tab = NMHook.FindTabByURL(browser, s.url);
if (tab != null)
{
if (!tab.highlighted || !tab.selected)
{
var _tab = NMHook.selecttab(browser, tab.id);
}
}
}
await Task.Run(() =>
{
Stopwatch sw = new Stopwatch();
sw.Start();
do
{
elements = NMSelector.GetElementsWithuiSelector(sel, from, maxresults);
Log.Selector("BEGIN:: I have " + elements.Count() + " elements, and " + allelements.Count() + " in all elements");
if (allelements.Length > 0)
{
var newelements = new List <NMElement>();
for (var i = elements.Length - 1; i >= 0; i--)
{
var element = elements[i];
if (!allelements.Contains(element))
{
newelements.Insert(0, element);
}
}
elements = newelements.ToArray();
}
} while (elements.Count() == 0 && sw.Elapsed < timeout && !IsCancel);
if (IsCancel)
{
Console.WriteLine("was Canceled: true! DisplayName" + DisplayName);
}
//if (sw.Elapsed >= timeout)
//{
// Console.WriteLine("Timeout !");
//}
});
return(elements);
}
protected override void StartLoop(NativeActivityContext context)
{
var selector = Selector.Get(context);
selector = OpenRPA.Interfaces.Selector.Selector.ReplaceVariables(selector, context.DataContext);
var sel = new NMSelector(selector);
var timeout = Timeout.Get(context);
var from = From.Get(context);
var maxresults = MaxResults.Get(context);
var minresults = MinResults.Get(context);
if (maxresults < 1)
{
maxresults = 1;
}
if (timeout.Minutes > 5 || timeout.Hours > 1)
{
Activity _Activity = null;
try
{
var strProperty = context.GetType().GetProperty("Activity", System.Reflection.BindingFlags.NonPublic | System.Reflection.BindingFlags.Instance);
var strGetter = strProperty.GetGetMethod(nonPublic: true);
_Activity = (Activity)strGetter.Invoke(context, null);
}
catch (Exception)
{
}
if (_Activity != null)
{
Log.Warning("Timeout for Activity " + _Activity.Id + " is above 5 minutes, was this the intention ? calculated value " + timeout.ToString());
}
else
{
Log.Warning("Timeout for on of your NM.GetElements is above 5 minutes, was this the intention ? calculated value " + timeout.ToString());
}
}
NMElement[] elements = { };
var sw = new Stopwatch();
sw.Start();
string browser = sel.browser;
if (WaitForReady.Get(context))
{
if (from != null)
{
browser = from.browser;
}
DoWaitForReady(browser);
}
var allelements = context.GetValue(_allelements);
if (allelements == null)
{
allelements = new NMElement[] { }
}
;
var s = new NMSelectorItem(sel[0]);
if (!string.IsNullOrEmpty(s.url))
{
var tab = NMHook.FindTabByURL(browser, s.url);
if (tab != null)
{
if (!tab.highlighted || !tab.selected)
{
var _tab = NMHook.selecttab(browser, tab.id);
}
}
}
do
{
elements = NMSelector.GetElementsWithuiSelector(sel, from, maxresults);
Log.Selector("BEGIN:: I have " + elements.Count() + " elements, and " + allelements.Count() + " in all elements");
// allelements = allelements.Concat(elements).ToArray();
if (allelements.Length > 0)
{
var newelements = new List <NMElement>();
for (var i = elements.Length - 1; i >= 0; i--)
{
var element = elements[i];
if (!allelements.Contains(element))
{
newelements.Insert(0, element);
}
}
elements = newelements.ToArray();
//if(elements.Count() > 20)
//{
// for(var i=0; i < allelements.Length && i < elements.Length; i++)
// {
// if (!eq.Equals(allelements[i], elements[i]) || allelements[i].GetHashCode() != elements[i].GetHashCode())
// {
// Log.Output(allelements[i].GetHashCode() + " / " + elements[i].GetHashCode());
// }
// }
//}
}
} while (elements.Count() == 0 && sw.Elapsed < timeout);
if (elements.Count() > maxresults)
{
elements = elements.Take(maxresults).ToArray();
}
if ((elements.Length + allelements.Length) < minresults)
{
Log.Selector(string.Format("Windows.GetElement::Failed locating " + minresults + " item(s) {0:mm\\:ss\\.fff}", sw.Elapsed));
throw new ElementNotFoundException("Failed locating " + minresults + " item(s)");
}
IEnumerator <NMElement> _enum = elements.ToList().GetEnumerator();
bool more = _enum.MoveNext();
//if (lastelements.Length == elements.Length && lastelements.Length > 0)
//{
// var eq = new Activities.NMEqualityComparer();
// more = !System.Collections.StructuralComparisons.StructuralEqualityComparer.Equals(lastelements, elements);
//}
if (more)
{
allelements = allelements.Concat(elements).ToArray();
var eq = new Activities.NMEqualityComparer();
allelements = allelements.Distinct(eq).ToArray();
//var allelementslength = allelements.Length;
//Array.Resize(ref allelements, allelements.Length + elements.Length);
//Array.Copy(elements, 0, allelements, allelementslength, elements.Length);
}
context.SetValue(_allelements, allelements);
context.SetValue(Elements, allelements);
Log.Selector("END:: I have " + elements.Count() + " elements, and " + allelements.Count() + " in all elements");
if (more)
{
context.SetValue(_elements, _enum);
IncIndex(context);
SetTotal(context, allelements.Length);
context.ScheduleAction(Body, _enum.Current, OnBodyComplete);
}
}
public static treeelement[] _GetRootElements(Selector anchor)
{
var rootelements = new List <treeelement>();
var browser = "";
if (NMHook.chromeconnected)
{
browser = "chrome";
}
if (NMHook.ffconnected)
{
browser = "ff";
}
if (NMHook.edgeconnected)
{
browser = "edge";
}
if (string.IsNullOrEmpty(browser))
{
return(rootelements.ToArray());
}
//NMHook.enumtabs();
//// var tab = NMHook.tabs.Where(x => x.highlighted == true && x.browser == "chrome").FirstOrDefault();
//var tab = NMHook.tabs.Where(x => x.highlighted == true).FirstOrDefault();
//if (tab == null)
//{
// // tab = NMHook.tabs.Where(x => x.browser == "chrome").FirstOrDefault();
// tab = NMHook.tabs.FirstOrDefault();
//}
//if (NMHook.tabs.Count == 0) { return rootelements.ToArray(); }
//// getelement.data = "getdom";
var getelement = new NativeMessagingMessage("getelements", PluginConfig.debug_console_output, PluginConfig.unique_xpath_ids)
{
browser = browser,
xPath = "/html",
frameId = -1
};
var tab = NMHook.tabs.Where(x => x.browser == browser && (x.active || x.selected)).FirstOrDefault();
if (tab == null)
{
NMHook.enumwindowandtabs();
}
if (tab != null)
{
getelement.tabid = tab.id;
getelement.windowId = tab.windowId;
}
if (anchor != null && anchor.Count > 1)
{
var s = anchor[1];
var p = s.Properties.Where(x => x.Name == "xpath").FirstOrDefault();
if (p != null)
{
getelement.xPath = p.Value;
}
}
NativeMessagingMessage result = null;
try
{
result = NMHook.sendMessageResult(getelement, true, PluginConfig.protocol_timeout);
}
catch (Exception)
{
}
if (result != null && result.result != null && result.results == null)
{
// result.results = new NativeMessagingMessage[] { result };
var html = new NMElement(result);
rootelements.Add(new NMTreeElement(null, true, html));
return(rootelements.ToArray());
}
if (result != null && result.results != null && result.results.Count() > 0)
{
foreach (var res in result.results)
{
if (res.result != null)
{
if (res.tab == null)
{
res.tab = NMHook.tabs.Where(x => x.browser == res.browser && x.id == res.tabid).FirstOrDefault();
}
var html = new NMElement(res);
rootelements.Add(new NMTreeElement(null, true, html));
//var html = new HtmlElement(getelement.xPath, getelement.cssPath, res.tabid, res.frameId, res.result);
}
}
//result = result.results[0];
}
return(rootelements.ToArray());
}
public bool Match(NMElement m)
{
return(Match(this, m));
}
protected override void Execute(NativeActivityContext context)
{
var selector = Selector.Get(context);
selector = OpenRPA.Interfaces.Selector.Selector.ReplaceVariables(selector, context.DataContext);
var sel = new NMSelector(selector);
var timeout = Timeout.Get(context);
var from = From.Get(context);
var maxresults = MaxResults.Get(context);
var minresults = MinResults.Get(context);
if (maxresults < 1)
{
maxresults = 1;
}
NMElement[] elements = { };
var sw = new Stopwatch();
sw.Start();
if (WaitForReady.Get(context))
{
string browser = sel.browser;
if (from != null)
{
browser = from.browser;
}
if (!string.IsNullOrEmpty(browser))
{
NMHook.enumtabs();
if (browser == "chrome" && NMHook.CurrentChromeTab != null)
{
NMHook.WaitForTab(NMHook.CurrentChromeTab.id, browser, TimeSpan.FromSeconds(10));
}
if (browser == "ff" && NMHook.CurrentFFTab != null)
{
NMHook.WaitForTab(NMHook.CurrentFFTab.id, browser, TimeSpan.FromSeconds(10));
}
}
}
do
{
elements = NMSelector.GetElementsWithuiSelector(sel, from, maxresults);
} while (elements.Count() == 0 && sw.Elapsed < timeout);
if (elements.Count() > maxresults)
{
elements = elements.Take(maxresults).ToArray();
}
context.SetValue(Elements, elements);
var lastelements = context.GetValue(_lastelements);
if (lastelements == null)
{
lastelements = new NMElement[] { }
}
;
context.SetValue(_lastelements, elements);
if ((elements.Length + lastelements.Length) < minresults)
{
Log.Selector(string.Format("Windows.GetElement::Failed locating " + minresults + " item(s) {0:mm\\:ss\\.fff}", sw.Elapsed));
throw new ElementNotFoundException("Failed locating " + minresults + " item(s)");
}
IEnumerator <NMElement> _enum = elements.ToList().GetEnumerator();
bool more = _enum.MoveNext();
if (lastelements.Length == elements.Length && lastelements.Length > 0)
{
var eq = new Activities.NMEqualityComparer();
more = !System.Collections.StructuralComparisons.StructuralEqualityComparer.Equals(lastelements, elements);
}
if (more)
{
context.SetValue(_elements, _enum);
context.ScheduleAction(Body, _enum.Current, OnBodyComplete);
}
}
public static bool Match(SelectorItem item, NMElement m)
{
foreach (var p in item.Properties.Where(x => x.Enabled == true && x.Value != null))
{
if (p.Name == "Name")
{
if (!string.IsNullOrEmpty(m.Name))
{
var v = m.Name;
if (!PatternMatcher.FitsMask(v, p.Value))
{
Log.Selector(p.Name + " mismatch '" + v + "' / '" + p.Value + "'");
return(false);
}
}
else
{
Log.Selector(p.Name + " does not exists, but needed value '" + p.Value + "'");
return(false);
}
}
if (p.Name == "tagname")
{
if (!string.IsNullOrEmpty(m.tagname))
{
var v = m.tagname;
if (!PatternMatcher.FitsMask(v, p.Value))
{
Log.Selector(p.Name + " mismatch '" + v + "' / '" + p.Value + "'");
return(false);
}
}
else
{
Log.Selector(p.Name + " does not exists, but needed value '" + p.Value + "'");
return(false);
}
}
if (p.Name == "xpath")
{
if (!string.IsNullOrEmpty(m.xpath))
{
var v = m.xpath;
if (!PatternMatcher.FitsMask(m.xpath, p.Value))
{
Log.Selector(p.Name + " mismatch '" + v + "' / '" + p.Value + "'");
return(false);
}
}
else
{
Log.Selector(p.Name + " does not exists, but needed value '" + p.Value + "'");
return(false);
}
}
if (p.Name == "cssselector")
{
if (!string.IsNullOrEmpty(m.cssselector))
{
var v = m.cssselector;
if (!PatternMatcher.FitsMask(m.cssselector, p.Value))
{
Log.Selector(p.Name + " mismatch '" + v + "' / '" + p.Value + "'");
return(false);
}
}
else
{
Log.Selector(p.Name + " does not exists, but needed value '" + p.Value + "'");
return(false);
}
}
if (p.Name == "type")
{
if (!string.IsNullOrEmpty(m.type))
{
var v = m.type;
if (!PatternMatcher.FitsMask(m.type, p.Value))
{
Log.Selector(p.Name + " mismatch '" + v + "' / '" + p.Value + "'");
return(false);
}
}
else
{
Log.Selector(p.Name + " does not exists, but needed value '" + p.Value + "'");
return(false);
}
}
if (p.Name == "Id")
{
if (!string.IsNullOrEmpty(m.id))
{
var v = m.id;
if (!PatternMatcher.FitsMask(m.id, p.Value))
{
Log.Selector(p.Name + " mismatch '" + v + "' / '" + p.Value + "'");
return(false);
}
}
else
{
Log.Selector(p.Name + " does not exists, but needed value '" + p.Value + "'");
return(false);
}
}
}
return(true);
}
public bool Match(SelectorItem item, IElement m)
{
var el = new NMElement(m.RawElement as NativeMessagingMessage);
return(NMSelectorItem.Match(item, el));
}
protected override void Execute(NativeActivityContext context)
{
var eq = new Activities.NMEqualityComparer();
var selector = Selector.Get(context);
selector = OpenRPA.Interfaces.Selector.Selector.ReplaceVariables(selector, context.DataContext);
var sel = new NMSelector(selector);
var timeout = Timeout.Get(context);
var from = From.Get(context);
var maxresults = MaxResults.Get(context);
var minresults = MinResults.Get(context);
if (maxresults < 1)
{
maxresults = 1;
}
NMElement[] elements = { };
var sw = new Stopwatch();
sw.Start();
string browser = sel.browser;
if (WaitForReady.Get(context))
{
if (from != null)
{
browser = from.browser;
}
DoWaitForReady(browser);
}
var s = new NMSelectorItem(sel[0]);
if (!string.IsNullOrEmpty(s.url))
{
var tab = NMHook.tabs.Where(x => x.browser == browser && x.url.ToLower().StartsWith(s.url.ToLower())).FirstOrDefault();
if (tab != null)
{
if (!tab.highlighted || !tab.selected)
{
var _tab = NMHook.selecttab(browser, tab.id);
}
}
}
do
{
elements = NMSelector.GetElementsWithuiSelector(sel, from, maxresults);
} while (elements.Count() == 0 && sw.Elapsed < timeout);
if (elements.Count() > maxresults)
{
elements = elements.Take(maxresults).ToArray();
}
var lastelements = context.GetValue(_lastelements);
if (lastelements == null)
{
lastelements = new NMElement[] { }
}
;
context.SetValue(_lastelements, elements);
if (lastelements.Length > 0)
{
var newelements = new List <NMElement>();
for (var i = elements.Length - 1; i >= 0; i--)
{
var element = elements[i];
bool exists = false;
foreach (var ele in lastelements)
{
if (eq.Equals(ele, element))
{
exists = true;
break;
}
else if (element.ToString() == ele.ToString())
{
var b = eq.Equals(ele, element);
}
}
if (!exists)
{
newelements.Insert(0, element);
}
}
if (elements.Length > 0)
{
elements = newelements.ToArray();
newelements = new List <NMElement>();
for (var i = elements.Length - 1; i >= 0; i--)
{
bool exists = false;
foreach (var ele in lastelements)
{
if (eq.Equals(ele, elements[i]))
{
exists = true;
break;
}
}
if (!exists)
{
newelements.Insert(0, elements[i]);
}
}
elements = newelements.ToArray();
}
}
if ((elements.Length + lastelements.Length) < minresults)
{
Log.Selector(string.Format("Windows.GetElement::Failed locating " + minresults + " item(s) {0:mm\\:ss\\.fff}", sw.Elapsed));
throw new ElementNotFoundException("Failed locating " + minresults + " item(s)");
}
IEnumerator <NMElement> _enum = elements.ToList().GetEnumerator();
bool more = _enum.MoveNext();
//if (lastelements.Length == elements.Length && lastelements.Length > 0)
//{
// var eq = new Activities.NMEqualityComparer();
// more = !System.Collections.StructuralComparisons.StructuralEqualityComparer.Equals(lastelements, elements);
//}
if (more)
{
context.SetValue(_elements, _enum);
context.ScheduleAction(Body, _enum.Current, OnBodyComplete);
}
var allelements = context.GetValue(_allelements);
if (more)
{
if (allelements == null)
{
allelements = new NMElement[] { }
}
;
var allelementslength = allelements.Length;
Array.Resize(ref allelements, allelements.Length + elements.Length);
Array.Copy(elements, 0, allelements, allelementslength, elements.Length);
}
context.SetValue(Elements, allelements);
context.SetValue(_allelements, allelements);
}
