public override async Task Run(S3ImportOptions options)
{
await base.Run(options);
await using var conn = await _db.Obtain();
await _db.RefreshMaterializedViews(conn, "idols_versions");
}
public virtual async Task Run(S3ImportOptions options)
{
_logger.Information("Importing data files from from {Directory}", options.Directory);
foreach (var filename in Directory.EnumerateFiles(options.Directory, FileFilter))
{
_logger.Information("Processing {Filename}", filename);
await ProcessFile(filename, ReadJsonGzLines(filename));
}
_logger.Information("Done!");
}