Example #1
0
        private static void ImportFt()
        {
            //string euresPath = @"C:\Users\sebas\Documents\datasets\cedefop\cedefop_csv_new\";
            var path      = @"C:\Users\sven\Downloads\datasets\cedefop\cedefop_csv_new";
            var directory = new System.IO.DirectoryInfo(path);
            var files     = directory.GetFiles().Where(x => x.Extension.Equals(".csv", StringComparison.InvariantCultureIgnoreCase)).Select(x => x.FullName).Where(x => !x.EndsWith("_y.csv") && !x.EndsWith("_hh.csv")).ToArray();

            foreach (var file in files)
            {
                System.Console.WriteLine($"Importing {file}");
                var filePath = file;
                var importer = new CsvImporter(new DynamicColumnCreator(false, filePath, ';', 3));
                importer.Import(filePath);
            }
        }
Example #2
0
        private static void ImportEuresJV()
        {
            string euresPath =
                @"C:\Users\sebas\Documents\datasets\eures\JV data DWH 2016-11-30 CSV\";
            var directory = new System.IO.DirectoryInfo(euresPath);
            var files     = directory.GetFiles().Where(x => x.Extension.Equals(".csv", StringComparison.InvariantCultureIgnoreCase)).Select(x => x.FullName).Where(x => !x.EndsWith("_y.csv") && !x.EndsWith("_hh.csv")).ToArray();

            foreach (var file in files)
            {
                System.Console.WriteLine($"Importing {file}");
                var filePath = file;
                var importer = new CsvImporter(new DynamicColumnCreator(true, filePath, ','));
                importer.Import(filePath);
            }
        }
Example #3
0
        private static void ImportEu_Lfs_puf()
        {
            // eu_lfs_puf
            var    importer        = new CsvImporter(new EuLfsPufColumnCreator());
            string eu_lfs_puf_path = @"C:\Users\sebas\Documents\datasets\eu_lfs_puf\puf_all_lfs_2013_1";
            var    directory       = new System.IO.DirectoryInfo(eu_lfs_puf_path);
            var    files           = directory.GetFiles().Where(x => x.Extension.Equals(".csv", StringComparison.InvariantCultureIgnoreCase)).Select(x => x.FullName).Where(x => !x.EndsWith("_y.csv") && !x.EndsWith("_hh.csv")).ToArray();

            foreach (var file in files)
            {
                System.Console.WriteLine($"Importing {file}");
                var filePath = file;
                importer.Import(filePath);
            }
            System.Console.WriteLine("All done. ;)");
        }
Example #4
0
        private void ImportFtSkullProfession()
        {
            // ft_skill_profession
            var files = new[]
            {
                @"C:\Users\sebas\Documents\datasets\cedefop\cedefop_csv_new\ft_skill_profession_cz.csv",
                @"C:\Users\sebas\Documents\datasets\cedefop\cedefop_csv_new\ft_skill_profession_de.csv",
                @"C:\Users\sebas\Documents\datasets\cedefop\cedefop_csv_new\ft_skill_profession_en.csv",
                @"C:\Users\sebas\Documents\datasets\cedefop\cedefop_csv_new\ft_skill_profession_it.csv",
            };

            foreach (var file in files)
            {
                var importer = new CsvImporter(new DynamicColumnCreator(false, file, ';', 3));
                System.Console.WriteLine($"Importing {file}");
                importer.Import(file);
            }
            System.Console.WriteLine("All done. ;)");
        }
Example #5
0
        private static void ImportFt_Document()
        {
            // ft_document
            var files = new[]
            {
                @"C:\Users\sebas\Documents\datasets\cedefop\cedefop_csv_new\ft_document_cz.csv",
                @"C:\Users\sebas\Documents\datasets\cedefop\cedefop_csv_new\ft_document_de.csv",
                @"C:\Users\sebas\Documents\datasets\cedefop\cedefop_csv_new\ft_document_en.csv",
                @"C:\Users\sebas\Documents\datasets\cedefop\cedefop_csv_new\ft_document_it.csv",
            };

            foreach (var file in files)
            {
                var importer = new CsvImporter(new DynamicColumnCreator(false, file, ';', 3));
                System.Console.WriteLine($"Importing {file}");
                var filePath = file;
                importer.Import(filePath);
            }
            System.Console.WriteLine("All done. ;)");
        }