void LoadPages() { //site = new Site("http://localhost/index.php/", "ZenithBot", "Bot"); site = new Site("http://en.wikipedia.org/", "HNCluster", "csce470"); Invoke(CheckSiteLoaded); pageList = new PageList(site); //pageList.FillFromFile(@"ComputerScienceWikipediaPagesList"); pageList.FillAndLoadFromXMLDump(@"Wikipedia-ComputerScience.xml"); wikiCollection.LoadFromPageList(pageList); Invoke(IncrementPagesLoadedByVal, wikiCollection.wikiPages.Count); pagesLoaded += wikiCollection.wikiPages.Count; if (InvokeRequired) { Invoke(UpdateText); } else { UpdateTextMethod(); } Invoke(CheckTitlesLoaded); wikiCollection.ExtractTokens(); Invoke(CheckTokenized); if (InvokeRequired) { Invoke(UpdateText); } else { UpdateTextMethod(); } /* int num = 100; for (int i = 0; i < pageList.pages.Count; ++i) { if (i + num < pageList.pages.Count) { Parallel.For(i, i + num, n => { pageList.pages[n].Load(); }); i += num - 1; pagesLoaded += num; Invoke(IncrementPagesLoadedByVal, num); } else { Parallel.For(i, pageList.pages.Count, n => { pageList.pages[n].Load(); }); i += num - 1; pagesLoaded += pageList.pages.Count - i; Invoke(IncrementPagesLoadedByVal, pageList.pages.Count - i); } }*/ /* foreach (Page page in pageList) { page.Load(); if (numericUpDown1.Value == 0) { Invoke(AddPageText, new object[] { pageList[0] }); } pagesLoaded += 1; Invoke(IncrementPagesLoaded); //Application.DoEvents(); }*/ }