Пример #1
0
        //read next row from archive
        public UniArchiveBase LoadNext()
        {
            string         str = "P_avg_3P_C";
            UniArchiveBase row = rcen.Current as UniArchiveBase;

            if (row == null)
            {
                return(null);
            }

            //lblInfo.Text = string.Format(strInfo, cntr++);
            Type t = row.GetType();

            if (t != lastType)
            {
                //string str = tbProps.Text.Trim();

                //props = PropertyDescEx.GetProperties(t, null); //get all properties of type t
                //GetListOfSeriesNames(props);
                props = new List <PropertyDescEx>();
                string[]       pstr = str.Split(';');
                PropertyDescEx prop;
                foreach (var item in pstr)
                {
                    prop = PropertyDescEx.GetByName(item, t);//get property of ty by name
                    if (prop != null)
                    {
                        props.Add(prop);
                    }
                }
                ;
                StringBuilder sb = new StringBuilder();

                PropertyDescEx item2 = props[0];
                sb.Append(row.TimeLocal.ToString() + "  ");
                sb.Append(item2.GetName() + "\t " + item2.GetUserName(false, false) + " = " + item2.GetValue(row).ToString() + " " + item2.QuantityAtribute.unit);
                //Console.WriteLine(sb.ToString());

                if (values.TryGetValue(row.TimeLocal, out var selected) == false)
                {
                    values.Add(row.TimeLocal, item2.GetValue(row).ToString());
                }

                bool n = rcen.MoveNext();
                if (!n)
                {
                    rc.Dispose();
                }
            }
            return(row);
        }
Пример #2
0
        static void ProceedFile(string path, MeasurementPlaceCoeficient coef)
        {
            string       connectionString = "Server=localhost;Database=SpecianBP;Trusted_Connection=True;MultipleActiveResultSets=true";
            MyDataReader ArchiveReader    = new MyDataReader();

            ArchiveReader.LoadCea(path);

            List <UniArchiveBase> rows = new List <UniArchiveBase>(100000);

            UniArchiveBase rowActual    = null;
            UniArchiveBase rowPreceding = null;
            ulong          count        = 0;

            do
            {
                if (count == 0)  //first
                {
                    rowActual    = ArchiveReader.LoadNext();
                    rowPreceding = rowActual;
                }

                rowPreceding = rowActual;
                rowActual    = ArchiveReader.LoadNext();

                if (rowActual != null)
                {
                    rows.Add(rowActual);
                    count++;
                    //if (count % 1000 == 0)
                    //{
                    //    Console.WriteLine(count);
                    //    Console.WriteLine(rowActual.TimeLocal);
                    //}
                }
            } while (rowActual.TimeLocal != rowPreceding.TimeLocal);


            var times = rows.OrderBy(i => i.TimeLocal).Select(i => i.TimeLocal).ToList();

            Console.Clear();
            Console.WriteLine(times.First());
            Console.WriteLine(times.Last());
            Console.WriteLine(count);

            string            SeriesFile  = "C:\\Users\\King\\source\\repos\\CeaDataImport\\CeaDataImport\\bin\\Debug\\Translations.veliciny.txt";
            List <string>     seriesNames = System.IO.File.ReadAllLines(SeriesFile).ToList();
            List <SeriesName> pairs       = new List <SeriesName>();

            foreach (var pair in seriesNames)
            {
                string[] splitted = pair.Split(';');
                pairs.Add(new SeriesName(splitted[1], splitted[0], splitted[2]));
            }


            List <string> insertRows = new List <string>();

            Console.WriteLine(coef.Id + " generating inserts");

            int iter = 0;

            //foreach each row
            foreach (var row in rows)
            {
                //foreach over collumns
                foreach (var table in pairs.GroupBy(i => i.TableName).ToList())
                {
                    InsertScript insertScript = new InsertScript("SpecianBP", table.Key);
                    insertScript.Add("Id", "'" + Guid.NewGuid().ToString() + "'");
                    //insertScript.Add("CreateDate", "'" + DateTimeOffset.Now.ToString() + "'");
                    insertScript.Add("TimeLocal", "'" + row.TimeLocal.ToString() + "'");
                    insertScript.Add("MeasurementPlaceNumberId", "'" + coef.Id + "'");

                    if (table.Key != "Comm")
                    {
                        foreach (var pair in table)
                        {
                            //ommit harmonics
                            if (pair.OriginalName.Substring(0, 4) != "Harm")
                            {
                                var value = row.GetMemberValue(pair.OriginalName);

                                if (value.ToString() == "NaN")
                                {
                                    insertScript.Add(pair.TableCollumnName, "'" + 0 + "'");
                                }
                                else
                                {
                                    if (table.Key == "Status")
                                    {
                                        if (value is bool)
                                        {
                                            if ((bool)value)
                                            {
                                                insertScript.Add(pair.TableCollumnName, "'1'");
                                            }
                                            else
                                            {
                                                insertScript.Add(pair.TableCollumnName, "'0'");
                                            }
                                        }
                                    }
                                    else
                                    {
                                        if (value is float)
                                        {
                                            insertScript.Add(pair.TableCollumnName, "'" + ((float)(value) * coef.Coef).ToString() + "'");
                                        }
                                        else
                                        {
                                            insertScript.Add(pair.TableCollumnName, "'" + value.ToString() + "'");
                                        }
                                    }
                                }
                            }
                        }

                        if (table.Key != "")
                        {
                            insertRows.Add(insertScript.Build());
                        }
                    }
                }
                iter++;
                if (iter % 3000 == 0)
                {
                    Console.WriteLine(iter + " / " + rows.Count + "  |  " + (iter * 100F) / (float)rows.Count + " %");
                }


                ////develop
                //if (iter % 1000 == 0)
                //{
                //    break;
                //}
            }


            //File.WriteAllLines("insert.sql", insertRows.ToArray());

            // values restricted to one day 1.4.2018
            //var hours = reader.values.Where(i => i.Key.Day == 1 && i.Key.Month == 4).Select(i => double.Parse(i.Key.Hour.ToString())).ToArray(); // 8644 values for each 10 seconds
            //var values = reader.values.Where(i => i.Key.Day == 1 && i.Key.Month == 4).Select(i => double.Parse(i.Value)).ToArray(); // 8644 values for each 10 seconds
            //var values2 = result.Select(i => double.Parse(i.GetMemberValue("I_avg_3I").ToString())).Take(8644).ToArray();
            //var values3 = result.Select(i => double.Parse(i.GetMemberValue("U_avg_U3").ToString())).Take(8644).ToArray();


            // Specify the parameter value.
            int paramValue = 5;

            //Console.WriteLine(insertRows.Where(i => !i.Contains("Status")).ToList().Count);

            Console.WriteLine(coef.Id + " place going to insert");

            // Create and open the connection in a using block. This
            // ensures that all resources will be closed and disposed
            // when the code exits.
            using (SqlConnection connection = new SqlConnection(connectionString))
            {
                // Create the Command and Parameter objects.

                //command.Parameters.AddWithValue("@pricePoint", paramValue);

                // Open the connection in a try/catch block.
                // Create and execute the DataReader, writing the result
                // set to the console window.
                try
                {
                    connection.Open();
                    //SqlDataReader reader = command.ExecuteReader();
                    //while (reader.Read())
                    //{
                    //    Console.WriteLine("\t{0}\t{1}\t{2}",
                    //        reader[0], reader[1], reader[2]);
                    //}
                    //reader.Close();

                    iter = 0;
                    int wrong   = 0;
                    int success = 0;
                    foreach (var queryString in insertRows)
                    {
                        SqlCommand command = new SqlCommand(queryString, connection);
                        int        res     = command.ExecuteNonQuery();
                        if (res == 0)
                        {
                            wrong++;
                        }
                        else
                        {
                            success++;
                        }
                        iter++;
                        if (iter % 3000 == 0)
                        {
                            Console.WriteLine(iter + " / " + rows.Count + "  |  " + (iter * 100F) / (float)insertRows.Count + " %" + "  |  success: " + success + "  |  wrong: " + wrong);
                        }
                    }
                }
                catch (Exception ex)
                {
                    Console.WriteLine(ex.Message);
                }
                //Console.ReadLine();
            }
        }