Beispiel #1
0
        private static void OnlineScrap()
        {
            List <Dictionary <string, string> > nodesDataList = new List <Dictionary <string, string> >();//Scraped data

            string[] links = FileManagment.LoadLinesFromFile(settings.GetInputFilePath());
            raport.AllFiles = links.Count();
            foreach (string link in links)
            {
                ProcessFile(LoadSiteFromUrl(link), ref nodesDataList);
            }
            FileManagment.SaveScrapedDataToFile(nodesDataList, settings);
        }