void ParseLinks()
{
data.Log("-->PROC: ParseLinks: " + page.final_url.str);
HtmlNodeCollection links = doc.DocumentNode.SelectNodes("//a");
if (links != null)
{
foreach (HtmlNode node in links)
{
LinkProc(node);
}
}
}
public void Process(bool in_string = false)
{
this.in_string = in_string;
try {
result = Download();
} catch {
result = Result.Fail;
return;
}
if (result != Result.Ok)
{
data.Log("--->ASSET " + result.ToString() + ": " + org_url.str);
}
}
public void Proccess()
{
try {
result = Download();
} catch {
result = Result.Fail;
return;
}
if (result == Result.Ok)
{
SaveFile();
}
else
{
data.Log("--->PAGE " + result.ToString() + ": " + org_url.str);
}
}
public void Initialize()
{
data.Log("->Inicializando Vinculos Originales");
InitializeWorkers();
data.Status = State.Working;
int fcount = 0;
for (int c = 0; c < data.org_links.Count; c++)
{
try {
data.Log("->VO: " + data.org_links[c]);
Page page = new Page(ref data, new URL(data.org_links[c]), c, true);
page.Proccess();
if (page.result.HasFlag(Result.Fail))
{
data.UpdateStatus(page, UrlStatus.Failed);
fcount++;
}
else
{
data.UpdateStatus(page, UrlStatus.ToDo);
}
} catch (Exception) {
data.AddFailed(data.org_links[c]);
}
}
if (fcount == data.org_links.Count)
{
Thread.Sleep(1000);
data.Status = State.Iddle;
}
}
