Exemple #1
0
 public JobInfo NextJob(string preferredStoreId)
 {
     using (var conn = new SqlConnection(_connectionString))
     {
         conn.Open();
         try
         {
             using (var cmd = conn.CreateCommand())
             {
                 cmd.CommandType = CommandType.StoredProcedure;
                 cmd.CommandText = "Brightstar_NextJob";
                 cmd.Parameters.AddWithValue("storeId",
                                             String.IsNullOrEmpty(preferredStoreId)
                                                 ? (object) DBNull.Value
                                                 : preferredStoreId);
                 cmd.Parameters.AddWithValue("workerId", _workerId);
                 using (var reader = cmd.ExecuteReader())
                 {
                     JobInfo ret = null;
                     if (reader.Read())
                     {
                         var jobId = reader.GetString(0);
                         var storeId = reader.GetString(1);
                         ret = new JobInfo(jobId, storeId)
                                   {
                                       JobType = (JobType) reader.GetInt32(2),
                                       Status = (JobStatus) reader.GetInt32(3),
                                       Data = reader.IsDBNull(4) ? null : reader.GetString(4),
                                       RetryCount = reader.GetInt32(5)
                                   };
                     }
                     return ret;
                 }
             }
         } finally
         {
             conn.Close();
         }
     }
 }
Exemple #2
0
 private void LogJob(string jobId)
 {
     try
     {
         JobInfo jobInfo = null;
         using (var conn = new SqlConnection(_connectionString))
         {
             conn.Open();
             try
             {
                 using (var cmd = conn.CreateCommand())
                 {
                     cmd.CommandType = CommandType.StoredProcedure;
                     cmd.CommandText = "Brightstar_GetJobDetail";
                     cmd.Parameters.AddWithValue("jobId", jobId);
                     using (var reader = cmd.ExecuteReader())
                     {
                         if (reader.Read())
                         {
                             jobInfo = new JobInfo(reader.GetString(0), reader.GetString(1));
                             jobInfo.JobType = (JobType) reader.GetInt32(2);
                             jobInfo.Status = (JobStatus) reader.GetInt32(3);
                             jobInfo.StatusMessage = reader.IsDBNull(4) ? String.Empty : reader.GetString(4);
                             jobInfo.ScheduledRunTime =
                                 reader.IsDBNull(5) ? (DateTime?) null : reader.GetDateTime(5);
                             jobInfo.StartTime = reader.IsDBNull(6) ? (DateTime?) null : reader.GetDateTime(6);
                             jobInfo.ProcessorId = reader.IsDBNull(7) ? String.Empty : reader.GetString(7);
                             jobInfo.ProcessingCompleted =
                                 reader.IsDBNull(8) ? (DateTime?) null : reader.GetDateTime(8);
                             jobInfo.ProcessingException =
                                 reader.IsDBNull(9) ? String.Empty : reader.GetString(9);
                             jobInfo.RetryCount = reader.GetInt32(10);
                         }
                     }
                 }
             }
             catch (Exception ex)
             {
                 Trace.TraceError("Error retrieving job detail for job {0}. Cause: {1}", jobId, ex);
             }
             finally
             {
                 conn.Close();
             }
         }
         if (jobInfo != null)
         {
             var connectionString =
                 RoleEnvironment.GetConfigurationSettingValue(AzureConstants.DiagnosticsConnectionStringName);
             CloudStorageAccount storageAccount = CloudStorageAccount.Parse(connectionString);
             CloudTableClient tableClient = storageAccount.CreateCloudTableClient();
             tableClient.CreateTableIfNotExist("jobs");
             TableServiceContext serviceContext = tableClient.GetDataServiceContext();
             JobLogEntity jobLogEntity = new JobLogEntity(jobInfo);
             serviceContext.AddObject("jobs", jobLogEntity);
             serviceContext.SaveChangesWithRetries();
         }
     }
     catch (Exception ex)
     {
         Trace.TraceError("Error logging detail for job {0}. Cause: {1}", jobId, ex);
     }
 }
Exemple #3
0
 /// <summary>
 /// Returns the info for the last job that committed to the specified store
 /// </summary>
 /// <param name="storeId"></param>
 /// <returns></returns>
 public JobInfo GetLastCommit(string storeId)
 {
     using (var conn = new SqlConnection(_connectionString))
     {
         conn.Open();
         try
         {
             using (var cmd = conn.CreateCommand())
             {
                 cmd.CommandType = CommandType.StoredProcedure;
                 cmd.CommandText = "Brightstar_GetLastCommit";
                 cmd.Parameters.AddWithValue("storeId", storeId);
                 using (var reader = cmd.ExecuteReader())
                 {
                     JobInfo ret = null;
                     if (reader.Read())
                     {
                         var jobId = reader.GetString(0);
                         ret = new JobInfo(jobId, storeId)
                                   {
                                       JobType = (JobType) reader.GetInt32(2),
                                       Status = (JobStatus) reader.GetInt32(3),
                                       StatusMessage = reader.IsDBNull(4) ? String.Empty : reader.GetString(4),
                                   };
                         if (!reader.IsDBNull(5)) ret.ProcessingCompleted = reader.GetDateTime(5);
                     }
                     return ret;
                 }
             }
         }
         finally
         {
             conn.Close();
         }
     }
 }
Exemple #4
0
        private void ProcessJob(JobInfo jobInfo)
        {
            switch (jobInfo.JobType)
            {
            case JobType.Transaction:
            {
                try
                {
                    Trace.TraceInformation("ProcessJob: Starting processing on Transaction job {0}", jobInfo.Id);
                    var storeManager    = GetStoreManager();
                    var worker          = new Server.StoreWorker(jobInfo.StoreId, storeManager);
                    var transactionData = jobInfo.Data.Split(new string[] { AzureConstants.TransactionSeparator },
                                                             StringSplitOptions.None);
                    var update = new UpdateTransaction(Guid.Parse(jobInfo.Id), worker, transactionData[0],
                                                       transactionData[1], transactionData[2]);
                    update.Run();
                    _jobQueue.CompleteJob(jobInfo.Id, JobStatus.CompletedOk, "Transaction completed successfully");
                }
                catch (Exception ex)
                {
                    Trace.TraceError("ProcessJob: Transaction job failed with exception {0}", ex);
                    _jobQueue.CompleteJob(jobInfo.Id, JobStatus.CompletedWithErrors,
                                          String.Format("Transaction failed: {0}", ex));
                }
                break;
            }

            case JobType.Import:
            {
                try
                {
                    Trace.TraceInformation("ProcessJob: Starting processing on Import job {0}", jobInfo.Id);
                    var storeManager = GetStoreManager();
                    var worker       = new Server.StoreWorker(jobInfo.StoreId, storeManager);
                    BlobImportSource importSource;
                    if (!TryDeserialize(jobInfo.Data, out importSource))
                    {
                        importSource = new BlobImportSource {
                            BlobUri = jobInfo.Data
                        };
                    }
                    var import = new AzureImportJob(jobInfo.Id, worker, importSource,
                                                    (jobId, statusMessage) =>
                                                    _jobQueue.UpdateStatus(jobId, statusMessage));
                    import.Run();
                    if (import.Errors)
                    {
                        Trace.TraceError("ProcessJob: Import job {0} failed with error: {1}. Marking job as CompletedWithErrors", jobInfo.Id,
                                         import.ErrorMessage);
                        _jobQueue.CompleteJob(jobInfo.Id, JobStatus.CompletedWithErrors, import.ErrorMessage);
                    }
                    else
                    {
                        _jobQueue.CompleteJob(jobInfo.Id, JobStatus.CompletedOk, "Import completed successfully");
                    }
                }
                catch (Exception ex)
                {
                    Trace.TraceError("ProcessJob: Import job {0} failed with exception {1}", jobInfo.Id, ex);
                    _jobQueue.FailWithException(jobInfo.Id, "Import failed", ex);
                }
                break;
            }

            case JobType.Export:
            {
                try
                {
                    Trace.TraceInformation("ProcessJob: Starting processing on Export job {0}", jobInfo.Id);
                    var storeManager = GetStoreManager();
                    var worker       = new Server.StoreWorker(jobInfo.StoreId, storeManager);
                    BlobImportSource exportSource;
                    if (!TryDeserialize(jobInfo.Data, out exportSource))
                    {
                        exportSource = new BlobImportSource {
                            BlobUri = jobInfo.Data
                        };
                    }
                    var export = new AzureExportJob(jobInfo.Id, worker, exportSource);
                    export.Run();
                    _jobQueue.CompleteJob(jobInfo.Id, JobStatus.CompletedOk, "Export completed successfully");
                }
                catch (Exception ex)
                {
                    Trace.TraceError("ProcessJob: Export job {0} failed with exception {1}", jobInfo.Id, ex);
                    _jobQueue.FailWithException(jobInfo.Id, "Export failed", ex);
                }
                break;
            }

            case JobType.DeleteStore:
            {
                try
                {
                    Trace.TraceInformation("ProcessJob: Starting processing on Delete job {0}", jobInfo.Id);
                    var storeManager = GetStoreManager();
                    storeManager.DeleteStore(jobInfo.StoreId);
                    _jobQueue.CompleteJob(jobInfo.Id, JobStatus.CompletedOk, "Store deleted.");
                }
                catch (Exception ex)
                {
                    Trace.TraceError("ProcessJob: DeleteStore {0} failed with exception {1}", jobInfo.StoreId,
                                     ex);
                    _jobQueue.FailWithException(jobInfo.Id, "Delete failed", ex);
                }
                break;
            }

            default:
                // TODO: Implement me
                Thread.Sleep(1000);
                _jobQueue.UpdateStatus(jobInfo.Id, "20% Complete");
                Thread.Sleep(1000);
                _jobQueue.UpdateStatus(jobInfo.Id, "40% Complete");
                Thread.Sleep(1000);
                _jobQueue.UpdateStatus(jobInfo.Id, "60% Complete");
                Thread.Sleep(1000);
                _jobQueue.UpdateStatus(jobInfo.Id, "80% Complete");
                Thread.Sleep(1000);
                _jobQueue.CompleteJob(jobInfo.Id, JobStatus.CompletedOk, "Completed without any processing");
                break;
            }
        }
Exemple #5
0
        // Not currently used
        //public IEnumerable<JobInfo> GetActiveJobs()
        //{
        //    using (var conn = new SqlConnection(_connectionString))
        //    {
        //        conn.Open();
        //        try
        //        {
        //            using (var cmd = conn.CreateCommand())
        //            {
        //                cmd.CommandType = CommandType.StoredProcedure;
        //                cmd.CommandText = "GetActiveJobs";
        //                cmd.Parameters.AddWithValue("workerId", _workerId);
        //                using (var reader = cmd.ExecuteReader())
        //                {
        //                    while (reader.Read())
        //                    {
        //                        yield return new JobInfo(reader.GetString(0), reader.GetString(1))
        //                                         {
        //                                             JobType = (JobType) reader.GetInt32(2),
        //                                             Status = (JobStatus) reader.GetInt32(3),
        //                                             StatusMessage =
        //                                                 reader.IsDBNull(4) ? String.Empty : reader.GetString(4),
        //                                             RetryCount = reader.GetInt32(5)
        //                                         };
        //                    }
        //                }
        //            }
        //        }
        //        finally
        //        {
        //            conn.Close();
        //        }
        //    }
        //}

        public JobInfo GetJob(string storeId, string jobId)
        {
            using (var conn = new SqlConnection(_connectionString))
            {
                conn.Open();
                try
                {
                    using (var cmd = conn.CreateCommand())
                    {
                        cmd.CommandType = CommandType.StoredProcedure;
                        
                        cmd.CommandText = "GetJob";
                        cmd.Parameters.AddWithValue("jobId", jobId);
                        cmd.Parameters.AddWithValue("storeId", storeId);
                        using (var reader = cmd.ExecuteReader())
                        {
                            JobInfo ret = null;
                            if (reader.Read())
                            {
                                ret = new JobInfo(jobId, storeId)
                                          {
                                              JobType = (JobType) reader.GetInt32(2),
                                              Status = (JobStatus) reader.GetInt32(3),
                                              StatusMessage = reader.IsDBNull(4) ? String.Empty : reader.GetString(4)
                                          };
                            }
                            return ret;
                        }
                    }
                } finally
                {
                    conn.Close();
                }
            }
        }
Exemple #6
0
 private void LogJob(string jobId)
 {
     try
     {
         JobInfo jobInfo = null;
         using (var conn = new SqlConnection(_connectionString))
         {
             conn.Open();
             try
             {
                 using (var cmd = conn.CreateCommand())
                 {
                     cmd.CommandType = CommandType.StoredProcedure;
                     cmd.CommandText = "GetJobDetail";
                     cmd.Parameters.AddWithValue("jobId", jobId);
                     using (var reader = cmd.ExecuteReader())
                     {
                         if (reader.Read())
                         {
                             jobInfo                  = new JobInfo(reader.GetString(0), reader.GetString(1));
                             jobInfo.JobType          = (JobType)reader.GetInt32(2);
                             jobInfo.Status           = (JobStatus)reader.GetInt32(3);
                             jobInfo.StatusMessage    = reader.IsDBNull(4) ? String.Empty : reader.GetString(4);
                             jobInfo.ScheduledRunTime =
                                 reader.IsDBNull(5) ? (DateTime?)null : reader.GetDateTime(5);
                             jobInfo.StartTime           = reader.IsDBNull(6) ? (DateTime?)null : reader.GetDateTime(6);
                             jobInfo.ProcessorId         = reader.IsDBNull(7) ? String.Empty : reader.GetString(7);
                             jobInfo.ProcessingCompleted =
                                 reader.IsDBNull(8) ? (DateTime?)null : reader.GetDateTime(8);
                             jobInfo.ProcessingException =
                                 reader.IsDBNull(9) ? String.Empty : reader.GetString(9);
                             jobInfo.RetryCount = reader.GetInt32(10);
                         }
                     }
                 }
             }
             catch (Exception ex)
             {
                 Trace.TraceError("Error retrieving job detail for job {0}. Cause: {1}", jobId, ex);
             }
             finally
             {
                 conn.Close();
             }
         }
         if (jobInfo != null)
         {
             var connectionString =
                 RoleEnvironment.GetConfigurationSettingValue(AzureConstants.DiagnosticsConnectionStringName);
             CloudStorageAccount storageAccount = CloudStorageAccount.Parse(connectionString);
             CloudTableClient    tableClient    = storageAccount.CreateCloudTableClient();
             tableClient.CreateTableIfNotExist("jobs");
             TableServiceContext serviceContext = tableClient.GetDataServiceContext();
             JobLogEntity        jobLogEntity   = new JobLogEntity(jobInfo);
             serviceContext.AddObject("jobs", jobLogEntity);
             serviceContext.SaveChangesWithRetries();
         }
     }
     catch (Exception ex)
     {
         Trace.TraceError("Error logging detail for job {0}. Cause: {1}", jobId, ex);
     }
 }