public IEnumerable <ScrapedPage> ImportPages()
{
var importer = new ScrapeImporter(PageScraper, PageMetadataRepository, null);
IEnumerable <string> files = Directory.EnumerateFiles("C:\\Users\\hugh\\Downloads", "*.csv", SearchOption.AllDirectories);
IEnumerable <string> fanCountFiles = files.Where(f => f.Contains("count"));
return(importer.ImportPages(fanCountFiles));
}
public IEnumerable <ScrapedPost> ImportHistoricalPosts()
{
var importer = new ScrapeImporter(PageScraper, PageMetadataRepository, PostScraper);
IEnumerable <string> files = Directory.EnumerateFiles("C:\\Users\\hughb\\Documents\\TAF\\Data", "*.csv", SearchOption.AllDirectories);
IEnumerable <string> fanCountFiles = files.Where(f => f.Contains("DedooseChartExcerpts"));
return(importer.ImportPosts(fanCountFiles));
}
