protected IList <Audit_DTO> GetAudit(string row_id, string table_name) { _dbcontext = new InnonAnalyticsEngineEntities(); IQueryable <tblAudit> audits = _dbcontext.tblAudits.Where(audit => audit.Table_Row_Id == row_id && audit.Table_Name == table_name).OrderByDescending(order => order.Last_Update); return(Convert_Aduit.Convert(audits.ToList())); }
private async void GetRowsForEachTable(ElementDTO element) { try { InnonAnalyticsEngineEntities _dbContext2 = new InnonAnalyticsEngineEntities(); this.EventLog.WriteEntry("Start For Table " + element.Source_Element_Name_History, EventLogEntryType.Information); IRawDataRepository _rawDataRepository = new RawDataRepository(); //IList<RawDataDTO> rawdata = Point_Measure_Fact_Service point_measure_fact_service; await Task.Run(() => _rawDataRepository.GetRowData(element.Source_Element_Name_History, Convert.ToDateTime("2013-05-16 05:45:00"), Convert.ToDateTime("2013-05-16 05:45:00"), _dto_connector, _dbContext2)) .ContinueWith((x) => { this.EventLog.WriteEntry("Get Rows for Table " + element.Source_Element_Name_History + " - " + x.Result.Count(), EventLogEntryType.Information); point_measure_fact_service = new Point_Measure_Fact_Service(); try { point_measure_fact_service.Save_Point_Measure_Fact_Service(x.Result, element); } catch (Exception ex) { this.EventLog.WriteEntry("Error " + ex + " ----- " + element.ElementSourceName); } }); //this.EventLog.WriteEntry("Get Rows for Table " + element.Source_Element_Name_History + " - " + rawdata.Count(), EventLogEntryType.Information); } catch (Exception ex) { this.EventLog.WriteEntry("Error while getting the GetRowsForEachTable with table " + element.Source_Element_Name_History + " Connection " + _dto_connector.DatabaseName + " - Error" + ex.Message + " - Inner exception " + ex.InnerException, EventLogEntryType.Error); } }
protected Audit_DTO GetLastAudit(string row_id, string table_name) { _dbcontext = new InnonAnalyticsEngineEntities(); tblAudit _audit = _dbcontext.tblAudits.Where(audit => audit.Table_Row_Id == row_id && audit.Table_Name == table_name).OrderByDescending(order => order.Last_Update).FirstOrDefault(); return(Convert_Aduit.Convert(_audit)); }
public IList <RawDataDTO> Get_Raw_Data_By_Element_Id(long element_id) { try { tblElement tbl_element = _dbcontext.tblElements.Find(element_id); if (tbl_element?.Connector_History_ID != null) { //Get connection information int connection_id = (int)tbl_element.Connector_History_ID; ConnectorDTO _dto_connector = _connector_rep.GetExistingConnectionById(connection_id); InnonAnalyticsEngineEntities __dbcontext = new InnonAnalyticsEngineEntities(); IRawDataRepository _rawDataRepository = new RawDataRepository(); DateTime fromDate = DateTime.Now.AddMonths(-6); DateTime ToDate = DateTime.Now; return(_rawDataRepository.GetRowData(tbl_element.Source_Element_Name_History, fromDate, ToDate, _dto_connector, __dbcontext)); } return(null); } catch (Exception ex) { throw ex; } }
protected Audit_DTO GetLastAudit(string row_id, string table_name, LivePoint_DTO livepoint_dto) { _dbcontext = new InnonAnalyticsEngineEntities(); tblAudit _audit = _dbcontext.tblAudits.Where(audit => audit.Table_Row_Id == row_id && audit.Table_Name == table_name).OrderByDescending(order => order.Last_Update).FirstOrDefault(); if (_audit != null) { livepoint_dto.Last_Changes = $"Previous value {_audit.Old_Values}, Change by {_audit.User_Id}"; livepoint_dto.Last_Updated = _audit.Last_Update; } return(Convert_Aduit.Convert(_audit)); }
public void Widget_Pin_To_HomePageTest01() { using (PexDisposableContext disposables = PexDisposableContext.Create()) { InnonAnalyticsEngineEntities innonAnalyticsEngineEntities; HomePageWidgetRepository homePageWidgetRepository; innonAnalyticsEngineEntities = new InnonAnalyticsEngineEntities(); innonAnalyticsEngineEntities.sysdiagrams = (DbSet <sysdiagram>)null; innonAnalyticsEngineEntities.tblDatabaseLogs = (DbSet <tblDatabaseLog>)null; innonAnalyticsEngineEntities.tblPoints = (DbSet <tblPoint>)null; innonAnalyticsEngineEntities.tblDescriptions = (DbSet <tblDescription>)null; innonAnalyticsEngineEntities.tblLanguages = (DbSet <tblLanguage>)null; innonAnalyticsEngineEntities.tblLanguageDescriptions = (DbSet <tblLanguageDescription>)null; innonAnalyticsEngineEntities.tblUnits = (DbSet <tblUnit>)null; innonAnalyticsEngineEntities.tblConnectors = (DbSet <tblConnector>)null; innonAnalyticsEngineEntities.tblContainers = (DbSet <tblContainer>)null; innonAnalyticsEngineEntities.tblTags = (DbSet <tblTag>)null; innonAnalyticsEngineEntities.tblTagElements = (DbSet <tblTagElement>)null; innonAnalyticsEngineEntities.tblDashboards = (DbSet <tblDashboard>)null; innonAnalyticsEngineEntities.tblDatawareHouseMigrationLogs = (DbSet <tblDatawareHouseMigrationLog>)null; innonAnalyticsEngineEntities.tblChart_Gauge_Range_Color = (DbSet <tblChart_Gauge_Range_Color>)null; innonAnalyticsEngineEntities.tblDashboard_Widget = (DbSet <tblDashboard_Widget>)null; innonAnalyticsEngineEntities.tblChart_Gauge = (DbSet <tblChart_Gauge>)null; innonAnalyticsEngineEntities.tblChart_Bar = (DbSet <tblChart_Bar>)null; innonAnalyticsEngineEntities.tblTag_Type_Mapping = (DbSet <tblTag_Type_Mapping>)null; innonAnalyticsEngineEntities.tblElements = (DbSet <tblElement>)null; innonAnalyticsEngineEntities.tblChart_Metric = (DbSet <tblChart_Metric>)null; innonAnalyticsEngineEntities.tblChart_Donut = (DbSet <tblChart_Donut>)null; innonAnalyticsEngineEntities.tblChart_Pie = (DbSet <tblChart_Pie>)null; innonAnalyticsEngineEntities.tblChart_Stacked = (DbSet <tblChart_Stacked>)null; innonAnalyticsEngineEntities.tblChart_TreeMap = (DbSet <tblChart_TreeMap>)null; innonAnalyticsEngineEntities.tblChart_Heatmap = (DbSet <tblChart_Heatmap>)null; innonAnalyticsEngineEntities.tblMetrics = (DbSet <tblMetric>)null; innonAnalyticsEngineEntities.tblChart_Counter = (DbSet <tblChart_Counter>)null; innonAnalyticsEngineEntities.tblHomePage_Widget = (DbSet <tblHomePage_Widget>)null; disposables.Add((IDisposable)innonAnalyticsEngineEntities); homePageWidgetRepository = new HomePageWidgetRepository ((IInnonAnalyticsEngineEntities)innonAnalyticsEngineEntities); this.Widget_Pin_To_HomePageTest (homePageWidgetRepository, (HomePage_WidgetDTO)null); disposables.Dispose(); } }
public IEnumerable <long> Get_Element_ID_By_Tag_ID(IEnumerable <long> tag_id) { InnonAnalyticsEngineEntities _context = new InnonAnalyticsEngineEntities(); if (tag_id.Count() > 0) { //Please must check the store procedure (GetElementIDsByTagIDs) for database name before dbo in the query IEnumerable <long> point_IDs = _context.Database.SqlQuery <long>("EXEC GetElementIDsByTagIDs '" + Helper.ConvertIEnumerableToString(tag_id, ",") + "'"); return(point_IDs); } else { return(null); } }
private static tblDatawareHouseMigrationLog SaveDataMigrationLog(ElementDTO element, DateTime default_from_dt) { InnonAnalyticsEngineEntities _dbcontext2 = new InnonAnalyticsEngineEntities(); tblDatawareHouseMigrationLog tblDataMigration = _dbcontext2.tblDatawareHouseMigrationLogs.Add( new tblDatawareHouseMigrationLog { Element_ID = element.ID, Last_Run_Start = System.DateTime.Now, Total_Record_Fetch = 0, Timestamp_From = default_from_dt, }); _dbcontext2.SaveChanges(); return(tblDataMigration); }
private static tblDatawareHouseMigrationLog UpdateDataMigrationLog(tblDatawareHouseMigrationLog tblDataMigration, int totalrecords, DateTime last_record_datetime) { try { IInnonAnalyticsEngineEntities _dbcontext = new InnonAnalyticsEngineEntities(); tblDatawareHouseMigrationLog tbl_DataMigration = _dbcontext.tblDatawareHouseMigrationLogs.Find(tblDataMigration.ID); tbl_DataMigration.Last_Run_End = System.DateTime.Now; tbl_DataMigration.Total_Record_Fetch = totalrecords; tbl_DataMigration.Timestamp_To = last_record_datetime; _dbcontext.Entry(tbl_DataMigration).State = EntityState.Modified; _dbcontext.SaveChanges(); } catch (Exception ex) { Helper.WriteToFile("Error in update UpdateDataMigrationLog: " + tblDataMigration.ID + ex + "---" + ex.InnerException); } return(tblDataMigration); }
public void GetData() { IElementRepository _ElementRepository; IInnonAnalyticsEngineEntities _dbcontext; _dbcontext = new InnonAnalyticsEngineEntities(); _ElementRepository = new ElementRepository(_dbcontext); IList <ElementDTO> list_element_dto = _ElementRepository.Get_Element_By_Element_Tag_Type(Common.Enums.TagType.point, false); // BlockingCollection<ElementDTO> entityQueue = new BlockingCollection<ElementDTO>(); try { _dbContext = new InnonAnalyticsEngineEntities(); // for (int j = 0; j < list_element_dto.Count(); j++) for (int j = 0; j < 1; j++) { IConnectorRepository _connector_rep = new ConnectorRepository(_dbContext); _dto_connector = _connector_rep.GetExistingConnectionById(list_element_dto[j].ConnectionInfo.ConnectionID); //Task[] taskArray = { Task.Factory.StartNew(() => GetRowsForEachTable(list_element_dto[j])) // //,Task.Factory.StartNew(() => GetRowsForEachTable(list_element_dto[1])) // //,Task.Factory.StartNew(() => GetRowsForEachTable(list_element_dto[2])) // }; Task[] taskArray = { Task.Factory.StartNew(() => { GetRowsForEachTable(list_element_dto[j]); } ) }; } } catch (Exception ex) { this.EventLog.WriteEntry("Error GetData " + "- Error" + ex.Message + " - Inner exception " + ex.InnerException, EventLogEntryType.Error); } }
protected void SaveAduit(string user_id, string row_id, string table_name, string old_values, string new_values, string comments) { try { _dbcontext = new InnonAnalyticsEngineEntities(); Audit_DTO audit_dto = new Audit_DTO(); audit_dto.Comments = comments; audit_dto.New_Values = new_values; audit_dto.Old_Values = old_values; audit_dto.Table_Name = table_name; audit_dto.Table_Row_Id = row_id; audit_dto.User_Id = user_id; tblAudit tbl_audit = Convert_Aduit.Convert(audit_dto); _dbcontext.tblAudits.Add(tbl_audit); _dbcontext.SaveChanges(); _dbcontext.Dispose(); } catch (Exception ex) { } }
public IList <RawDataDTO> GetRowData(string data_source_name, DateTime from_date, DateTime to_date, ConnectorDTO _dto_connector, InnonAnalyticsEngineEntities _dbcontext) { try { IEnumerable <RawDataDTO> rawdata = _dbcontext.Database.SqlQuery <RawDataDTO>("EXEC GetRawData '" + _dto_connector.ServerOrIP + "', '" + _dto_connector.ServerUserName + "' , '" + _dto_connector.ServerPassword + "', '" + _dto_connector.DatabaseName + "' , '" + data_source_name + "' , '" + from_date.ToString("yyyy-MM-dd HH:mm:ss.fff") + "', '" + to_date.ToString("yyyy-MM-dd HH:mm:ss.fff") + "'"); return(rawdata.ToList()); } catch (Exception ex) { throw ex; } }
private static IList <RawDataDTO> GetRawData(ElementDTO element, DateTime fromdate, DateTime ToDate, ConnectorDTO _dto_connector, InnonAnalyticsEngineEntities _dbcontext) { try { IRawDataRepository _rawDataRepository = new RawDataRepository(); return(_rawDataRepository.GetRowData(element.Source_Element_Name_History, Convert.ToDateTime(fromdate.ToString("yyyy-MM-dd HH:mm:ss.fff")), Convert.ToDateTime(ToDate.ToString("yyyy-MM-dd HH:mm:ss.fff")), _dto_connector, _dbcontext)); } catch (Exception ex) { throw ex; } }
public MenuRespository() { this.context = new InnonAnalyticsEngineEntities(); }
static void Main(string[] args) { try { Console.WriteLine("Initialization...... "); //Aggregate_Save obj = new Aggregate_Save(); //obj.Update_Hour_Aggregation(3628); // Interpolation.Get_Previous_and_Next_Good_Value(DateTime.Parse("2015-09-01 00:30:00"), 3575); //data_staus is used for the interpoliation of data string[] data_status = ConfigurationManagerHelper.AppSettings["bad_data_status"].ToString().Split(','); InnonAnalyticsEngineEntities _dbcontext = new InnonAnalyticsEngineEntities(); IElementRepository _ElementRepository = new ElementRepository(_dbcontext); //Get All Elements from the tblElement where Elemet Type is point (point has data) IList <ElementDTO> list_element_dto = _ElementRepository.Get_Element_By_Element_Tag_Type(Common.Enums.TagType.point, false); //list_element_dto = list_element_dto.Where(e => e.ID == 2366).ToList(); //GenerateMissingData(list_element_dto[0]); ITagRepository _TagRepository = new TagRepository(_dbcontext); //Get All non deleted tag type mapping IList <Tag_Type_Mapping_DTO> list_tag_type_dto = _TagRepository.Get_Tag_Type_Mapping(false); Console.WriteLine("Updating point dim "); IPoint_Dim_Service _Point_dim_service = new Point_Dim_Service(); _Point_dim_service.Update_Point_Dim(list_element_dto, list_tag_type_dto); Console.WriteLine("Start Data Migration "); IDatawareHouseMigrationLogRepository _DatawareHouseMigrationLogRepository = new DatawareHouseMigrationLogRepository(_dbcontext); //Get all element data migration history from [tblDatawareHouseMigrationLog] IList <DatawareHouseMigrationLogDTO> list_datawaredousemigrationLog_dto = _DatawareHouseMigrationLogRepository.get_Data_Migration_Logs(); //Creat an arry of tasks, Number of Point element found in tblElement table Task[] taskArray = new Task[list_element_dto.Count]; DateTime starttime = DateTime.Now; Console.WriteLine("Start " + starttime); //Initialize Connector Repository for getting the data connection info of each table IConnectorRepository _connector_rep = _connector_rep = new ConnectorRepository(_dbcontext); ConnectorDTO _dto_connector = new ConnectorDTO(); //running loop on each task in the task array () for (int i = 0; i < taskArray.Length; i++) { DateTime default_from_dt, default_to_dt = System.DateTime.Now;; taskArray[i] = Task.Factory.StartNew(() => { try { //First Step get database or data connector information of each points //The connection info is same as the previous we will not get the connector info again if (_dto_connector.ConnectionID != list_element_dto[i].ConnectionInfo.ConnectionID) { _dto_connector = _connector_rep.GetExistingConnectionById(list_element_dto[i].ConnectionInfo.ConnectionID); } //Console.WriteLine("No." + i + " " + _dto_connector.ConnectionID + " -- " + _dto_connector.ConnectionName); //Sec Step set from_date and to_date //If the element is not runing first time than change the from datetime (get last run datetime), All log save in the tbldatawaredousemigrationLog if (list_datawaredousemigrationLog_dto.Any(element => element.Element_ID == list_element_dto[i].ID)) { DateTime?_timestamp_to = list_datawaredousemigrationLog_dto.Where(element => element.Element_ID == list_element_dto[i].ID).OrderByDescending(t => t.Last_Run_Start).First().Timestamp_To; if (_timestamp_to.HasValue) { default_from_dt = Convert.ToDateTime(_timestamp_to.Value.AddMilliseconds(2).ToString("yyyy-MM-dd,HH:mm:ss.fff")); // GetRowsForEachTable(list_element_dto[j], _dto_connector, j); } else { default_from_dt = CheckLastRecordInsterted(list_element_dto[i].ID); // GetRowsForEachTable(list_element_dto[j], _dto_connector, j); } } else { default_from_dt = CheckLastRecordInsterted(list_element_dto[i].ID); //GetRowsForEachTable(list_element_dto[j], _dto_connector, j); } Console.WriteLine("No." + i + " " + list_element_dto[i].ID + " " + default_from_dt + " -- " + default_to_dt); //End sec //Third Get Raw Data; IList <RawDataDTO> list_RawDataDTO = new List <RawDataDTO>(); list_RawDataDTO = GetRawData(list_element_dto[i], default_from_dt, default_to_dt, _dto_connector, _dbcontext); //End Get Raw Data Console.WriteLine("Total Records " + list_RawDataDTO.Count()); //Save DataMirgrationLog tblDatawareHouseMigrationLog tbldatamigrationlog = SaveDataMigrationLog(list_element_dto[i], default_to_dt); //End if (list_RawDataDTO.Count > 0) { //Get Convert Raw data in to Point_Mesaure_Fact_DTO IList <Point_Measure_Fact> point_measure_fact_list_dto = Convert_Raw_Data_To_Point_Measure_Fact_DTO(list_element_dto[i], list_RawDataDTO); //End //Saving in to the Datawarehouse table Point_Measure_Fact Final_Insert_In_To_DatawareHouse_Table(point_measure_fact_list_dto); //End //Update DataMirgrationLog if (point_measure_fact_list_dto.Count > 0) { UpdateDataMigrationLog(tbldatamigrationlog, point_measure_fact_list_dto.Count(), point_measure_fact_list_dto.LastOrDefault().Timestamp_From); } //End } //Aggregation //Task aggregationtask = GetAggregation(list_element_dto[i]); //EndAggregation Console.WriteLine("Missing Data " + list_element_dto[i].Source_Element_Name_History); try { //Get Raw missing data if any thing accedently during the process than we need to get the missing data IList <RawDataDTO> list_Mising_RawDataDTO = GetRawMissingData(list_element_dto[i], _dto_connector); Console.WriteLine("Get Missing Data " + list_Mising_RawDataDTO.Count); if (list_Mising_RawDataDTO.Count > 0) { //Get Convert Raw data in to Point_Mesaure_Fact_DTO IList <Point_Measure_Fact> missing_point_measure_fact_list_dto = Convert_Raw_Data_To_Point_Measure_Fact_DTO(list_element_dto[i], list_Mising_RawDataDTO); //End //Saving in to the Datawarehouse table Point_Measure_Fact Final_Insert_In_To_DatawareHouse_Table(missing_point_measure_fact_list_dto); //End } //End End of Raw missing data saving } catch (Exception ex) { Console.WriteLine("Error in Missing Data " + ex.Message); } Console.WriteLine("Generate Missing Data "); try { IList <RawDataDTO> list_Genrated_Mising_RawDataDTO = GenerateMissingData(list_element_dto[i]); //Get Convert Raw data in to Point_Mesaure_Fact_DTO IList <Point_Measure_Fact> genrated_missing_point_measure_fact_list_dto = Convert_Raw_Data_To_Point_Measure_Fact_DTO(list_element_dto[i], list_Genrated_Mising_RawDataDTO); //End //Saving in to the Datawarehouse table Point_Measure_Fact Final_Insert_In_To_DatawareHouse_Table(genrated_missing_point_measure_fact_list_dto); //End } catch (Exception ex) { Helper.WriteToFile(ex.Message); } try { //Console.WriteLine("Deleting Data " + list_element_dto[i].Source_Element_Name_History); //Deleting Any Duplication Delete_Duplicate(list_element_dto[i]); //End } catch (Exception ex) { Console.WriteLine("Error in Delete duplicate Data " + ex.Message); } try { //Check interpolation Console.WriteLine("Interpolation"); bool Is_Read_For_Aggregation = Interpolation.InterPolateData(default_from_dt, default_to_dt, list_element_dto[i]); Console.WriteLine("End Interpolation"); //End Interpolation if (Is_Read_For_Aggregation) { Console.WriteLine("Aggregate Data Migration "); IAggregation_Service agr_service = new Aggregation_Service(); agr_service.Calculate_and_Save_Aggregation_WareHouse_By_ElementID(list_element_dto[i].ID); Console.WriteLine("End Aggregate Data Migration "); } } catch (Exception ex) { Console.WriteLine("Error in Aggregation Data " + ex.Message); } // aggregationtask.Wait(); } catch (Exception ex) { Console.WriteLine("Exception " + ex.Message); } }); taskArray[i].Wait(); } Console.WriteLine("End Min " + DateTime.Now.Subtract(starttime).TotalMinutes); Console.WriteLine("End Sec " + DateTime.Now.Subtract(starttime).TotalSeconds); Helper.WriteToFile("Finished Start Time " + starttime + ", End Time " + System.DateTime.Now + " -- " + " Total Min " + DateTime.Now.Subtract(starttime).TotalMinutes); } catch (Exception ex) { Console.WriteLine("Exception in mian " + ex.Message); } //Console.ReadLine(); }
public CompanyRepository() { context = new InnonAnalyticsEngineEntities(); }
private async static void GetRowsForEachTable(ElementDTO element, ConnectorDTO _dto_connector, int index) { try { string information_of_element = element.ID + "--" + element.Source_Element_Name_History + " Connection " + _dto_connector.DatabaseName; InnonAnalyticsEngineEntities _dbContext2 = new InnonAnalyticsEngineEntities(); _dbContext2.Database.CommandTimeout = 300; //Console.WriteLine("From Date " + default_from_dt); //Console.WriteLine("To Date " + default_to_dt); IRawDataRepository _rawDataRepository = new RawDataRepository(); // Console.ReadLine(); //IList<RawDataDTO> rawdata = Point_Measure_Fact_Service point_measure_fact_service; tblDatawareHouseMigrationLog data_migration_log = new tblDatawareHouseMigrationLog(); await Task.Run(() => { IList <RawDataDTO> list_RawDataDTO = new List <RawDataDTO>(); try { Console.WriteLine("Start For Table " + element.ID + "--" + element.Source_Element_Name_History + " -- From dt " + default_from_dt + " -- To date " + default_to_dt); list_RawDataDTO = _rawDataRepository.GetRowData(element.Source_Element_Name_History, Convert.ToDateTime(default_from_dt.ToString("yyyy-MM-dd HH:mm:ss.fff")), Convert.ToDateTime(default_to_dt.ToString("yyyy-MM-dd HH:mm:ss.fff")), _dto_connector, _dbContext2); } catch (Exception ex) { Helper.WriteToFile(" [ " + System.DateTime.Now + " ] First Step fetching the bulk data from error " + ex.Message + " -- " + information_of_element); } return(list_RawDataDTO); }) .ContinueWith((k) => { if (k.Result.Count > 0) { try { data_migration_log = _dbContext2.tblDatawareHouseMigrationLogs.Add( new tblDatawareHouseMigrationLog { Element_ID = element.ID, Last_Run_Start = System.DateTime.Now, Total_Record_Fetch = 0, Timestamp_From = default_from_dt, }); _dbContext2.SaveChangesAsync(); } catch (Exception ex) { Helper.WriteToFile(" [ " + System.DateTime.Now + " ] Sec Step saving in to the tblDatawareHouseMigrationLogs data from error " + ex.Message + " -- " + information_of_element); } } return(k.Result); }) .ContinueWith((x) => { IList <Point_Measure_Fact> point_measure_fact_list_dto = new List <Point_Measure_Fact>(); try { // x is last continue result (GetRowData returns the IList<RawData>) //Save Final insert in to the database InnonAnalyticsWarehouse table Point_Mesaure_Fact Console.WriteLine("Get Rows for Table " + element.Source_Element_Name_History + " - " + x.Result.Count(), EventLogEntryType.Information); point_measure_fact_service = new Point_Measure_Fact_Service(); point_measure_fact_service.List_Point_Measure_Fact_Service(x.Result, element); point_measure_fact_list_dto = point_measure_fact_service.List_Point_Measure_Fact_Service(x.Result, element); FinalInsert(point_measure_fact_list_dto); } catch (Exception ex) { Helper.WriteToFile(" [ " + System.DateTime.Now + " ] Third Step final saving the data in to the point measure facts from error " + ex.Message + " -- " + information_of_element); } return(point_measure_fact_list_dto); }) .ContinueWith((y) => { // y is last continue result //update DatawareHouseMigrationLog table for the next run if (y.Result.Count > 0) { data_migration_log.Last_Run_End = System.DateTime.Now; data_migration_log.Total_Record_Fetch = y.Result.Count; data_migration_log.Timestamp_To = Convert.ToDateTime(y.Result.LastOrDefault().Timestamp_To); _dbContext2.SaveChangesAsync(); } return(y.Result); }).ContinueWith((z) => { IList <RawDataDTO> rawdata = new List <RawDataDTO>(); try { //Checking the missing data DatawarehouseConnectionContext ctx = new DatawarehouseConnectionContext(); ctx.Database.CommandTimeout = 300; rawdata = ctx.Database.SqlQuery <RawDataDTO>("EXEC GetRawMissingData '" + _dto_connector.ServerOrIP + "', '" + _dto_connector.ServerUserName + "' , '" + _dto_connector.ServerPassword + "', '" + _dto_connector.DatabaseName + "' , '" + element.Source_Element_Name_History + "' ,'" + Convert.ToDateTime(default_to_dt.AddYears(-1).ToShortDateString() + " 00:00:00").ToString("yyyy-MM-dd HH:mm:ss.fff") + "','" + System.DateTime.Now.ToString("yyyy-MM-dd HH:mm:ss.fff") + "'," + element.ID).ToList(); ctx.Database.Connection.Close(); } catch (Exception ex) { Helper.WriteToFile(" [ " + System.DateTime.Now + " ] Fourth getting missing data from error " + ex.Message + " -- " + information_of_element); } return(rawdata); }).ContinueWith((t) => { //Saving the missing data IList <RawDataDTO> missingrawdata = new List <RawDataDTO>(); missingrawdata = t.Result; try { Console.WriteLine("Missing " + element.Source_Element_Name_History + "- Total:-" + missingrawdata.Count()); point_measure_fact_service = new Point_Measure_Fact_Service(); point_measure_fact_service.List_Point_Measure_Fact_Service(missingrawdata, element); IList <Point_Measure_Fact> point_measure_fact_list_dto = point_measure_fact_service.List_Point_Measure_Fact_Service(missingrawdata, element); FinalInsert(point_measure_fact_list_dto); } catch (Exception ex) { Helper.WriteToFile(" [ " + System.DateTime.Now + " ] Fifth saving missing data from error " + ex.Message + " -- " + information_of_element); } }).ContinueWith((r) => { Task.Factory.StartNew((x) => { Helper.WriteToFile(" [ " + System.DateTime.Now + " ] Deleting for " + +element.ID + "--" + element.Source_Element_Name_History); Console.WriteLine(index + " delete duplicate data " + element.ID + "--" + element.Source_Element_Name_History); DatawarehouseConnectionContext ctx_delete_duplicate = new DatawarehouseConnectionContext(); ctx_delete_duplicate.Database.CommandTimeout = 300; ctx_delete_duplicate.Database.ExecuteSqlCommand("EXEC Delete_Duplicate_Data " + element.ID); ctx_delete_duplicate.Database.Connection.Close(); Console.WriteLine(index + " Finished duplicate data delete "); }, TaskCreationOptions.DenyChildAttach); }); //this.EventLog.WriteEntry("Get Rows for Table " + element.Source_Element_Name_History + " - " + rawdata.Count(), EventLogEntryType.Information); } catch (Exception ex) { string innerexp = (ex.InnerException != null) ? ex.InnerException.Message: ""; Helper.WriteToFile("Error while getting the GetRowsForEachTable with table " + element.ID + "--" + element.Source_Element_Name_History + " Connection " + _dto_connector.DatabaseName + " - Error" + ex.Message + " - Inner exception " + innerexp); } }
public LanguageDescriptionRepository() { _context = new InnonAnalyticsEngineEntities(); }
public async static void GetData() { IElementRepository _ElementRepository; IDatawareHouseMigrationLogRepository _DatawareHouseMigrationLogRepository; _dbcontext = new InnonAnalyticsEngineEntities(); _ElementRepository = new ElementRepository(_dbcontext); _DatawareHouseMigrationLogRepository = new DatawareHouseMigrationLogRepository(_dbcontext); IList <ElementDTO> list_element_dto = _ElementRepository.Get_Element_By_Element_Tag_Type(Common.Enums.TagType.point, false); //Get all element data migration history from [tblDatawareHouseMigrationLog] IList <DatawareHouseMigrationLogDTO> list_datawaredousemigrationLog_dto = _DatawareHouseMigrationLogRepository.get_Data_Migration_Logs(); Console.WriteLine("Total Table " + list_element_dto.Count(), EventLogEntryType.Information); try { _dbcontext = new InnonAnalyticsEngineEntities(); IConnectorRepository _connector_rep; ConnectorDTO _dto_connector; for (int j = 0; j < list_element_dto.Count(); j++) { default_to_dt = System.DateTime.Now; //One year back datetime //default_from_dt = Convert.ToDateTime(default_to_dt.AddYears(-1).ToShortDateString() + " 00:00:00"); Console.WriteLine(j + "Initialize " + list_element_dto[j].Element_Name); _connector_rep = new ConnectorRepository(_dbcontext); _dto_connector = _connector_rep.GetExistingConnectionById(list_element_dto[j].ConnectionInfo.ConnectionID); //If the element previously run than change the from datetime if (list_datawaredousemigrationLog_dto.Any(element => element.Element_ID == list_element_dto[j].ID)) { DateTime?_timestamp_to = list_datawaredousemigrationLog_dto.Where(element => element.Element_ID == list_element_dto[j].ID).OrderByDescending(t => t.Last_Run_Start).First().Timestamp_To; if (_timestamp_to.HasValue) { default_from_dt = Convert.ToDateTime(_timestamp_to.Value.AddMilliseconds(2).ToString("yyyy-MM-dd,HH:mm:ss.fff")); await Task.Factory.StartNew(() => { GetRowsForEachTable(list_element_dto[j], _dto_connector, j); }); } else { await Task.Run(() => { CheckLastRecordInsterted(list_element_dto[j].ID); }) .ContinueWith((z) => { GetRowsForEachTable(list_element_dto[j], _dto_connector, j); }); } //default_from_dt = Convert.ToDateTime(list_datawaredousemigrationLog_dto.Where(element => element.Element_ID == list_element_dto[j].ID).OrderByDescending(t => t.Last_Run_Start).First().Timestamp_To.AddMilliseconds(2).ToString("yyyy-MM-dd,HH:mm:ss.fff")); } else { // await Task.Factory.StartNew(() => { GetRowsForEachTable(list_element_dto[j]); }); await Task.Run(() => { CheckLastRecordInsterted(list_element_dto[j].ID); }) .ContinueWith((z) => { GetRowsForEachTable(list_element_dto[j], _dto_connector, j); }); } // Task.Run(() => { Delete_Duplicate(list_element_dto[j]); }); //Task[] taskArray = { Task.Factory.StartNew(() => { Delete_Duplicate(list_element_dto[j]); }) }; //Task.WaitAll(taskArray); } } catch (Exception ex) { Helper.WriteToFile("Error GetData " + "- Error" + ex.Message + " - Inner exception " + ex.InnerException); } }