void LoadPages()
{
//site = new Site("http://localhost/index.php/", "ZenithBot", "Bot");
site = new Site("http://en.wikipedia.org/", "HNCluster", "csce470");
Invoke(CheckSiteLoaded);
pageList = new PageList(site);
//pageList.FillFromFile(@"ComputerScienceWikipediaPagesList");
pageList.FillAndLoadFromXMLDump(@"Wikipedia-ComputerScience.xml");
wikiCollection.LoadFromPageList(pageList);
Invoke(IncrementPagesLoadedByVal, wikiCollection.wikiPages.Count);
pagesLoaded += wikiCollection.wikiPages.Count;
if (InvokeRequired)
{
Invoke(UpdateText);
}
else
{
UpdateTextMethod();
}
Invoke(CheckTitlesLoaded);
wikiCollection.ExtractTokens();
Invoke(CheckTokenized);
if (InvokeRequired)
{
Invoke(UpdateText);
}
else
{
UpdateTextMethod();
}
/*
int num = 100;
for (int i = 0; i < pageList.pages.Count; ++i)
{
if (i + num < pageList.pages.Count)
{
Parallel.For(i, i + num, n =>
{
pageList.pages[n].Load();
});
i += num - 1;
pagesLoaded += num;
Invoke(IncrementPagesLoadedByVal, num);
}
else
{
Parallel.For(i, pageList.pages.Count, n =>
{
pageList.pages[n].Load();
});
i += num - 1;
pagesLoaded += pageList.pages.Count - i;
Invoke(IncrementPagesLoadedByVal, pageList.pages.Count - i);
}
}*/
/*
foreach (Page page in pageList)
{
page.Load();
if (numericUpDown1.Value == 0)
{
Invoke(AddPageText, new object[] { pageList[0] });
}
pagesLoaded += 1;
Invoke(IncrementPagesLoaded);
//Application.DoEvents();
}*/
}
