static void CreateMeasurementPlaces()
{
InsertScript ic = new InsertScript("SpecianBP", "MeasurementPlace");
ic.Add("Id", "'" + Guid.NewGuid().ToString() + "'");
ic.Add("NumberId", "'" + 1 + "'");
ic.Add("DisplayName ", "'" + "'");
ic.Add("FileName", "'" + "'");
ic.Add("Adress", "'" + "'");
ic.Build();
InsertScript ic2 = new InsertScript("SpecianBP", "MeasurementPlace");
ic2.Add("Id", "'" + Guid.NewGuid().ToString() + "'");
ic2.Add("NumberId", "'" + 2 + "'");
ic2.Add("DisplayName ", "'" + "'");
ic2.Add("FileName", "'" + "'");
ic2.Add("Adress", "'" + "'");
ic2.Build();
InsertScript ic3 = new InsertScript("SpecianBP", "MeasurementPlace");
ic3.Add("Id", "'" + Guid.NewGuid().ToString() + "'");
ic3.Add("NumberId", "'" + 3 + "'");
ic3.Add("DisplayName ", "'" + "'");
ic3.Add("FileName", "'" + "'");
ic3.Add("Adress", "'" + "'");
ic3.Build();
string connectionString = "Server=localhost;Database=SpecianBP;Trusted_Connection=True;MultipleActiveResultSets=true";
using (SqlConnection connection = new SqlConnection(connectionString))
{
try
{
connection.Open();
SqlCommand command = new SqlCommand(ic.BuildedLastly, connection);
int res = command.ExecuteNonQuery();
SqlCommand command1 = new SqlCommand(ic2.BuildedLastly, connection);
int res1 = command1.ExecuteNonQuery();
SqlCommand command2 = new SqlCommand(ic3.BuildedLastly, connection);
int res2 = command2.ExecuteNonQuery();
}
catch (Exception ex)
{
Console.WriteLine(ex.Message);
}
}
}
private void BuildScriptWithInsert(Table table, IDataWrapper data, IDataFilter filter, out object script)
{
InsertScript ins = new InsertScript();
int r = 1;
if (data.GetValueByOriName(DocumentField) is BsonDocument doc)
{
ins.Data.Add(doc);
while (r < table.PageSize && data.Read())
{
r++;
object obj = filter.GetValue(data, -1, DocumentField);
if (obj == DBNull.Value || obj == null)
{
doc = data.GetValueByOriName(DocumentField) as BsonDocument;
}
else
{
doc = obj as BsonDocument;
}
ins.Data.Add(doc);
}
}
else
{
data.MapFields(null); // 取消字段映射
doc = new BsonDocument();
for (int i = 0; i < data.FieldCount; i++)
{
doc[data.GetFieldName(i)] = GetValue(filter.GetValue(data, i, data.GetFieldName(i)));
}
ins.Data.Add(doc);
while (r < table.PageSize && data.Read())
{
r++;
doc = new BsonDocument();
for (int i = 0; i < data.FieldCount; i++)
{
doc[data.GetFieldName(i)] = GetValue(filter.GetValue(data, i, data.GetFieldName(i)));
}
ins.Data.Add(doc);
}
}
script = ins;
}
static void ProceedFile(string path, MeasurementPlaceCoeficient coef)
{
string connectionString = "Server=localhost;Database=SpecianBP;Trusted_Connection=True;MultipleActiveResultSets=true";
MyDataReader ArchiveReader = new MyDataReader();
ArchiveReader.LoadCea(path);
List <UniArchiveBase> rows = new List <UniArchiveBase>(100000);
UniArchiveBase rowActual = null;
UniArchiveBase rowPreceding = null;
ulong count = 0;
do
{
if (count == 0) //first
{
rowActual = ArchiveReader.LoadNext();
rowPreceding = rowActual;
}
rowPreceding = rowActual;
rowActual = ArchiveReader.LoadNext();
if (rowActual != null)
{
rows.Add(rowActual);
count++;
//if (count % 1000 == 0)
//{
// Console.WriteLine(count);
// Console.WriteLine(rowActual.TimeLocal);
//}
}
} while (rowActual.TimeLocal != rowPreceding.TimeLocal);
var times = rows.OrderBy(i => i.TimeLocal).Select(i => i.TimeLocal).ToList();
Console.Clear();
Console.WriteLine(times.First());
Console.WriteLine(times.Last());
Console.WriteLine(count);
string SeriesFile = "C:\\Users\\King\\source\\repos\\CeaDataImport\\CeaDataImport\\bin\\Debug\\Translations.veliciny.txt";
List <string> seriesNames = System.IO.File.ReadAllLines(SeriesFile).ToList();
List <SeriesName> pairs = new List <SeriesName>();
foreach (var pair in seriesNames)
{
string[] splitted = pair.Split(';');
pairs.Add(new SeriesName(splitted[1], splitted[0], splitted[2]));
}
List <string> insertRows = new List <string>();
Console.WriteLine(coef.Id + " generating inserts");
int iter = 0;
//foreach each row
foreach (var row in rows)
{
//foreach over collumns
foreach (var table in pairs.GroupBy(i => i.TableName).ToList())
{
InsertScript insertScript = new InsertScript("SpecianBP", table.Key);
insertScript.Add("Id", "'" + Guid.NewGuid().ToString() + "'");
//insertScript.Add("CreateDate", "'" + DateTimeOffset.Now.ToString() + "'");
insertScript.Add("TimeLocal", "'" + row.TimeLocal.ToString() + "'");
insertScript.Add("MeasurementPlaceNumberId", "'" + coef.Id + "'");
if (table.Key != "Comm")
{
foreach (var pair in table)
{
//ommit harmonics
if (pair.OriginalName.Substring(0, 4) != "Harm")
{
var value = row.GetMemberValue(pair.OriginalName);
if (value.ToString() == "NaN")
{
insertScript.Add(pair.TableCollumnName, "'" + 0 + "'");
}
else
{
if (table.Key == "Status")
{
if (value is bool)
{
if ((bool)value)
{
insertScript.Add(pair.TableCollumnName, "'1'");
}
else
{
insertScript.Add(pair.TableCollumnName, "'0'");
}
}
}
else
{
if (value is float)
{
insertScript.Add(pair.TableCollumnName, "'" + ((float)(value) * coef.Coef).ToString() + "'");
}
else
{
insertScript.Add(pair.TableCollumnName, "'" + value.ToString() + "'");
}
}
}
}
}
if (table.Key != "")
{
insertRows.Add(insertScript.Build());
}
}
}
iter++;
if (iter % 3000 == 0)
{
Console.WriteLine(iter + " / " + rows.Count + " | " + (iter * 100F) / (float)rows.Count + " %");
}
////develop
//if (iter % 1000 == 0)
//{
// break;
//}
}
//File.WriteAllLines("insert.sql", insertRows.ToArray());
// values restricted to one day 1.4.2018
//var hours = reader.values.Where(i => i.Key.Day == 1 && i.Key.Month == 4).Select(i => double.Parse(i.Key.Hour.ToString())).ToArray(); // 8644 values for each 10 seconds
//var values = reader.values.Where(i => i.Key.Day == 1 && i.Key.Month == 4).Select(i => double.Parse(i.Value)).ToArray(); // 8644 values for each 10 seconds
//var values2 = result.Select(i => double.Parse(i.GetMemberValue("I_avg_3I").ToString())).Take(8644).ToArray();
//var values3 = result.Select(i => double.Parse(i.GetMemberValue("U_avg_U3").ToString())).Take(8644).ToArray();
// Specify the parameter value.
int paramValue = 5;
//Console.WriteLine(insertRows.Where(i => !i.Contains("Status")).ToList().Count);
Console.WriteLine(coef.Id + " place going to insert");
// Create and open the connection in a using block. This
// ensures that all resources will be closed and disposed
// when the code exits.
using (SqlConnection connection = new SqlConnection(connectionString))
{
// Create the Command and Parameter objects.
//command.Parameters.AddWithValue("@pricePoint", paramValue);
// Open the connection in a try/catch block.
// Create and execute the DataReader, writing the result
// set to the console window.
try
{
connection.Open();
//SqlDataReader reader = command.ExecuteReader();
//while (reader.Read())
//{
// Console.WriteLine("\t{0}\t{1}\t{2}",
// reader[0], reader[1], reader[2]);
//}
//reader.Close();
iter = 0;
int wrong = 0;
int success = 0;
foreach (var queryString in insertRows)
{
SqlCommand command = new SqlCommand(queryString, connection);
int res = command.ExecuteNonQuery();
if (res == 0)
{
wrong++;
}
else
{
success++;
}
iter++;
if (iter % 3000 == 0)
{
Console.WriteLine(iter + " / " + rows.Count + " | " + (iter * 100F) / (float)insertRows.Count + " %" + " | success: " + success + " | wrong: " + wrong);
}
}
}
catch (Exception ex)
{
Console.WriteLine(ex.Message);
}
//Console.ReadLine();
}
}
