static void Main(string[] args) { var adl_helper = new DataLakeHelper(); var slice_start = DateTime.Now; var root_folder = "TestData"; var name = "Data"; var file_name = $"{name}.csv"; var current_dir = $"/{root_folder}/{slice_start.Year}/{slice_start.Month:D2}/{slice_start.Day:D2}/"; try { var rows = new List <string>(); var count = 0; var is_file_created = false; foreach (var row in SampleData.GetData()) { rows.Add(row); count++; if (count != 2000) { continue; } adl_helper.StoreData(current_dir + file_name, rows, is_file_created); if (!is_file_created) { is_file_created = true; } count = 0; rows = new List <string>(); } if (count <= 0) { return; } adl_helper.StoreData(current_dir + file_name, rows, is_file_created); } catch (Exception e) { Console.WriteLine(e.Message); throw; } }
static void Main(string[] args) { var adl_helper = new DataLakeHelper(); var slice_start = DateTime.Now; var root_folder = "TestData"; var name = "Data"; var file_name = $"{name}.csv"; var current_dir = $"/{root_folder}/{slice_start.Year}/{slice_start.Month:D2}/{slice_start.Day:D2}/"; try { var rows = new List<string>(); var count = 0; var is_file_created = false; foreach (var row in SampleData.GetData()) { rows.Add(row); count++; if (count != 2000) continue; adl_helper.StoreData(current_dir + file_name, rows, is_file_created); if (!is_file_created) is_file_created = true; count = 0; rows = new List<string>(); } if (count <= 0) return; adl_helper.StoreData(current_dir + file_name, rows, is_file_created); } catch (Exception e) { Console.WriteLine(e.Message); throw; } }