Example #1
0
        public override async Task Run(S3ImportOptions options)
        {
            await base.Run(options);

            await using var conn = await _db.Obtain();

            await _db.RefreshMaterializedViews(conn, "idols_versions");
        }
Example #2
0
        public virtual async Task Run(S3ImportOptions options)
        {
            _logger.Information("Importing data files from from {Directory}", options.Directory);

            foreach (var filename in Directory.EnumerateFiles(options.Directory, FileFilter))
            {
                _logger.Information("Processing {Filename}", filename);
                await ProcessFile(filename, ReadJsonGzLines(filename));
            }

            _logger.Information("Done!");
        }