Exemple #1
0
        public void SaveShardAsCsv(Shard shard, string csvFolder, string csvSeparator, string encoding)
        {
            string stepid = Guid.NewGuid().ToString();

            Logger.LogStepStart(stepid, shard.Name, "DOWNLOADING " + shard.Name);

            Console.WriteLine($"Downloading {shard.Name} on thread {Thread.CurrentThread.ManagedThreadId}");

            SqlConnection sqlCon = new SqlConnection(this.sqlServerSourceConnStr);

            sqlCon.Open();

            SqlCommand    sqlCmd = new SqlCommand(shard.Sql, sqlCon);
            SqlDataReader reader = sqlCmd.ExecuteReader();


            string path     = csvFolder + shard.TableName + "\\";
            string fileName = path + "\\" + shard.Name + ".csv";

            Directory.CreateDirectory(path);

            StreamWriter sw = null;

            if (encoding == "UTF8")
            {
                sw = new StreamWriter(fileName, false, Encoding.UTF8);
            }
            else
            {
                sw = new StreamWriter(fileName, false, Encoding.Unicode);
            }

            object[] output = new object[reader.FieldCount];

            for (int i = 0; i < reader.FieldCount; i++)
            {
                output[i] = reader.GetName(i);
            }

            sw.WriteLine(string.Join(",", output));

            while (reader.Read())
            {
                reader.GetValues(output);
                string row     = "";
                int    counter = 0;
                foreach (object o in output)
                {
                    string val = "";
                    if (reader.GetDataTypeName(counter) == "varchar" || reader.GetDataTypeName(counter) == "nvarchar")
                    {
                        val = "\"" + o.ToString().Replace("\"", "\"\"") + "\"";
                    }

                    else if (o.GetType() == typeof(bool))
                    {
                        val = "\"" + (bool.Parse(o.ToString()) == false ? 0 : 1).ToString() + "\"";
                    }

                    else if (reader.GetDataTypeName(counter) == "decimal")
                    {
                        val = "\"" + o.ToString().Replace(",", ".") + "\"";
                    }

                    else if (o.GetType() == typeof(byte[]))
                    {
                        val = "\"\"";
                    }
                    else
                    {
                        val = "\"" + o.ToString() + "\"";
                    }

                    if (counter++ != output.Length - 1)
                    {
                        val += csvSeparator;
                    }

                    row += val;
                }
                sw.WriteLine(row);
            }

            sw.Flush();
            Log.CsvBytesWritten += sw.BaseStream.Length;
            sw.Close();
            reader.Close();
            sqlCon.Close();

            Logger.LogStepEnd(stepid);
        }
Exemple #2
0
 public void SaveShardAsCsv(Shard shard, string csvFolder, string csvSeparator)
 {
     SaveShardAsCsv(shard, csvFolder, csvSeparator, "Unicode");
 }