public static string GetActiveTasks(Logging logging, long TaskGroupId, short TopCount) { logging.LogDebug("Get Active Tasks called."); TokenCredential StorageToken = new TokenCredential(Shared._AzureAuthenticationCredentialProvider.GetAzureRestApiToken(string.Format("https://{0}.blob.core.windows.net/", Shared._ApplicationOptions.TestingOptions.TaskMetaDataStorageAccount), Shared._ApplicationOptions.UseMSI)); string FileResult = Shared.Azure.Storage.ReadFile(Shared._ApplicationOptions.TestingOptions.TaskMetaDataStorageAccount, Shared._ApplicationOptions.TestingOptions.TaskMetaDataStorageContainer, Shared._ApplicationOptions.TestingOptions.TaskMetaDataStorageFolder, "ActiveTasks.json", StorageToken); return(FileResult); }
public static string GetActiveTasks(Logging logging, long TaskGroupId, short TopCount) { logging.LogDebug("Get Active Tasks called."); TokenCredential StorageToken = new TokenCredential(Shared.Azure.AzureSDK.GetAzureRestApiToken(string.Format("https://{0}.blob.core.windows.net/", Shared.GlobalConfigs.GetStringConfig("TaskMetaDataStorageAccount").ToString()), Shared.GlobalConfigs.GetBoolConfig("UseMSI"))); string FileResult = Shared.Azure.Storage.ReadFile(Shared.GlobalConfigs.GetStringConfig("TaskMetaDataStorageAccount"), Shared.GlobalConfigs.GetStringConfig("TaskMetaDataStorageContainer"), Shared.GlobalConfigs.GetStringConfig("TaskMetaDataStorageFolder"), "ActiveTasks.json", StorageToken); return(FileResult); }
public static string GetTaskTypeMappingName(Logging logging, String MappingType, DataTable dt, int TaskTypeId, string SourceSystemType, string SourceType, string TargetSystemType, string TargetType, string TaskDatafactoryIR) { logging.LogDebug("Get TaskTypeMappingName called."); string _ex = string.Format("MappingType = '{6}' and SourceSystemType = '{0}' and SourceType = '{1}' and TargetSystemType = '{2}' and TargetType = '{3}' and TaskDatafactoryIR = '{4}' and TaskTypeId = {5}", SourceSystemType, SourceType, TargetSystemType, TargetType, TaskDatafactoryIR, TaskTypeId, MappingType); DataRow[] foundRows = dt.Select(_ex); if (foundRows.Count() > 1 || foundRows.Count() == 0) { throw new System.ArgumentException(string.Format("Invalid TypeMapping for SourceSystemType = '{0}' and SourceType = '{1}' and TargetSystemType = '{2}' and TargetType = '{3}' and TaskDatafactoryIR = '{4}'. Mapping returned: {5}", SourceSystemType, SourceType, TargetSystemType, TargetType, TaskDatafactoryIR, foundRows.Count())); } string TypeName = foundRows[0]["MappingName"].ToString(); logging.LogDebug("Get TaskTypeMappingName complete."); return(TypeName); }
public static DataTable GetTaskTypeMapping(Logging logging) { logging.LogDebug("Load TaskTypeMapping called."); TaskMetaDataDatabase TMD = new TaskMetaDataDatabase(); dynamic resTaskTypeMapping = TMD.GetSqlConnection().QueryWithRetry(@"select * from [dbo].[TaskTypeMapping] Where ActiveYN = 1"); DataTable dtTaskTypeMapping = new DataTable(); dtTaskTypeMapping.Columns.Add(new DataColumn("TaskTypeId", typeof(int))); dtTaskTypeMapping.Columns.Add(new DataColumn("MappingType", typeof(string))); dtTaskTypeMapping.Columns.Add(new DataColumn("MappingName", typeof(string))); dtTaskTypeMapping.Columns.Add(new DataColumn("SourceSystemType", typeof(string))); dtTaskTypeMapping.Columns.Add(new DataColumn("SourceType", typeof(string))); dtTaskTypeMapping.Columns.Add(new DataColumn("TargetSystemType", typeof(string))); dtTaskTypeMapping.Columns.Add(new DataColumn("TargetType", typeof(string))); dtTaskTypeMapping.Columns.Add(new DataColumn("TaskDatafactoryIR", typeof(string))); foreach (dynamic _row in resTaskTypeMapping) { DataRow dr = dtTaskTypeMapping.NewRow(); dr["TaskTypeId"] = _row.TaskTypeId; dr["MappingType"] = _row.MappingType; dr["MappingName"] = _row.MappingName; dr["SourceSystemType"] = _row.SourceSystemType; dr["SourceType"] = _row.SourceType; dr["TargetSystemType"] = _row.TargetSystemType; dr["TargetType"] = _row.TargetType; dr["TaskDatafactoryIR"] = _row.TaskDatafactoryIR; dtTaskTypeMapping.Rows.Add(dr); } logging.LogDebug("Load TaskTypeMapping complete."); return(dtTaskTypeMapping); }
/// <summary> /// Returns a list of long running pipelines. These will be checked to ensure that they are still in-progress. /// </summary> /// <param name="logging"></param> /// <returns></returns> public static short CountActivePipelines(Logging logging) { logging.LogDebug("Get CountActivePipelines called."); TaskMetaDataDatabase TMD = new TaskMetaDataDatabase(); IEnumerable <short> res = TMD.GetSqlConnection().QueryWithRetry <short>(@" Select count(*) ActiveCount from [dbo].[TaskInstance] where LastExecutionStatus in ('InProgress', 'Queued') or (LastExecutionStatus in ('Untried', 'FailedRetry') and TaskRunnerId is not null) "); return(res.First()); }
public static dynamic GetLongRunningPipelines(Logging logging) { logging.LogDebug("Get GetActivePipelines called."); TaskMetaDataDatabase TMD = new TaskMetaDataDatabase(); dynamic res = TMD.GetSqlConnection().QueryWithRetry(@" Select * from [dbo].[TaskInstanceExecution] where Status in ('InProgress', 'Queued') and datediff(minute, StartDateTime, GetUtcDate()) > 30 order by StartDateTime desc "); return(res); }