void ParseLinks() { data.Log("-->PROC: ParseLinks: " + page.final_url.str); HtmlNodeCollection links = doc.DocumentNode.SelectNodes("//a"); if (links != null) { foreach (HtmlNode node in links) { LinkProc(node); } } }
public void Process(bool in_string = false) { this.in_string = in_string; try { result = Download(); } catch { result = Result.Fail; return; } if (result != Result.Ok) { data.Log("--->ASSET " + result.ToString() + ": " + org_url.str); } }
public void Proccess() { try { result = Download(); } catch { result = Result.Fail; return; } if (result == Result.Ok) { SaveFile(); } else { data.Log("--->PAGE " + result.ToString() + ": " + org_url.str); } }
public void Initialize() { data.Log("->Inicializando Vinculos Originales"); InitializeWorkers(); data.Status = State.Working; int fcount = 0; for (int c = 0; c < data.org_links.Count; c++) { try { data.Log("->VO: " + data.org_links[c]); Page page = new Page(ref data, new URL(data.org_links[c]), c, true); page.Proccess(); if (page.result.HasFlag(Result.Fail)) { data.UpdateStatus(page, UrlStatus.Failed); fcount++; } else { data.UpdateStatus(page, UrlStatus.ToDo); } } catch (Exception) { data.AddFailed(data.org_links[c]); } } if (fcount == data.org_links.Count) { Thread.Sleep(1000); data.Status = State.Iddle; } }