public override ParsingReturnStructure RunScraper()
{
ParsingReturnStructure Mprs = new ParsingReturnStructure();
var prs1 = DownloadTable2("https://arlweb.msha.gov/stats/centurystats/coalstats.asp"); //Table 106
var prs2 = DownloadTable2("https://arlweb.msha.gov/stats/centurystats/mnmstats.asp");
Mprs.Append(prs1);
Mprs.Append(prs2);
return(Mprs);
}
public override ParsingReturnStructure RunScraper()
{
var fileName = DownloadFile(fileId); //File is downloaded
var pt = CreateParsedTable(fileName); //File is formatted from excel workbook into parsed table
var prsList = ReadData(pt, fileId); //Data is read from parsed table and formatted into prs
DumpParsingReturnStructure(prsList, fileId);
var multiPRS = new ParsingReturnStructure();
foreach (var prs in prsList) //Once prslist has been dumped each prs in the list is appended to the multiPRS
{
multiPRS.Append(prs);
}
multiPRS.NeumKey = _nk;
return(multiPRS);
}
public override ParsingReturnStructure RunScraper()
{
var fileIds = new List <string>()
{
"CPIAUCSL", "CPIUFDNS", "DGS10", "DJIA", "EXHOSLUSM495S", "FEDFUNDS", "MORTGAGE30US", "MSPNHSUS", "PNFI", "PRFI", "VIXCLS"
};
var i = 0;
var multiPRS = new ParsingReturnStructure();
foreach (var fileId in fileIds)
{
var fileName = DownloadFile(fileId);
var pt = CreateParsedTable(fileName);
var prs = ReadData(pt, fileId);
//DumpParsingReturnStructure(prs, fileId);
//new PRSFactory().Save(prs, new System.IO.FileStream(@"c:\saver_temp\prs\Fred" + i++.ToString() + ".prs", System.IO.FileMode.Create));
multiPRS.Append(prs);
}
multiPRS.NeumKey = _nk;
return(multiPRS);
}
