protected override void ExecuteInternal(JobExecutionContext context)
{
var startTime = DateTime.UtcNow;
var logEntity = new SCHEDULERLOG {
STARTTIME = startTime
};
var strInfo = new StringBuilder();
strInfo.AppendFormat("Lufax Sync begin at {0}\n", DateTime.UtcNow.ToGmt8String());
try
{
#region 执行数据同步程序
var fn = new Lufax();
fn.GetFtpData(strInfo);
#endregion
var endTime = DateTime.UtcNow;
strInfo.AppendFormat("Synchronization completed at {0}.\n", endTime.ToGmt8String());
logEntity.ENDTIME = endTime;
logEntity.JobStatus = JobStatus.Success;
logEntity.RUNDETAIL = strInfo.ToString();
WriteLogEntity(logEntity);
}
catch (Exception exception)
{
logEntity.ENDTIME = DateTime.UtcNow.AddDays(-1);
logEntity.JobStatus = JobStatus.Fail;
logEntity.RUNDETAIL = strInfo + "\n" + exception;
WriteLogEntity(logEntity);
}
}
protected override void ExecuteInternal(Quartz.JobExecutionContext context)
{
var startTime = DateTime.UtcNow;
var logEntity = new SCHEDULERLOG {
STARTTIME = startTime
};
var strInfo = new StringBuilder();
strInfo.AppendFormat("ClearHistoryDataJob begin at {0}\n", DateTime.UtcNow.ToGmt8String());
using (SqlConnection conn = new SqlConnection("server=10.35.63.144;database=CnE;uid=sa;password=p@ssw0rd"))
{
conn.Open();
SqlTransaction tran = conn.BeginTransaction();
try
{
#region 执行数据同步程序
using (SqlCommand cmd = new SqlCommand())
{
cmd.Connection = conn;
cmd.CommandType = CommandType.StoredProcedure;
cmd.Transaction = tran;
cmd.CommandText = "[dbo].[CLEARSHIPPINGDATA]";
cmd.ExecuteNonQuery();
}
using (SqlCommand cmd = new SqlCommand())
{
cmd.Connection = conn;
cmd.CommandType = CommandType.StoredProcedure;
cmd.Transaction = tran;
cmd.CommandText = "[dbo].[CLEARFANTAMETALDATA]";
cmd.ExecuteNonQuery();
}
#endregion
tran.Commit();
var endTime = DateTime.UtcNow;
strInfo.AppendFormat("Synchronization completed at {0}.\n", endTime.ToGmt8String());
logEntity.ENDTIME = endTime;
logEntity.JobStatus = JobStatus.Success;
logEntity.RUNDETAIL = strInfo.ToString();
WriteLogEntity(logEntity);
}
catch (Exception exception)
{
tran.Rollback();
logEntity.ENDTIME = DateTime.UtcNow.AddDays(-1);
logEntity.JobStatus = JobStatus.Fail;
logEntity.RUNDETAIL = strInfo + "\n" + exception;
WriteLogEntity(logEntity);
}
finally
{
conn.Close();
}
}
}
protected override void ExecuteInternal(JobExecutionContext context)
{
var startTime = DateTime.UtcNow;
var logEntity = new SCHEDULERLOG {
STARTTIME = startTime
};
var strInfo = new StringBuilder();
strInfo.AppendFormat("Monitor begin at {0}\n", DateTime.UtcNow.ToGmt8String());
try
{
#region 执行数据同步程序
string xmlpath = Path.Combine(AppDomain.CurrentDomain.BaseDirectory,
@"config\Monitor.xml");
var monitorSync = new MonitorSync(strInfo, xmlpath, DateTime.Now.ToString("yyyy-MM-dd"));
monitorSync.Excute();
#endregion
var endTime = DateTime.UtcNow;
strInfo.AppendFormat("Monitor completed at {0}.\n", endTime.ToGmt8String());
logEntity.ENDTIME = endTime;
logEntity.JobStatus = JobStatus.Success;
logEntity.RUNDETAIL = strInfo.ToString();
WriteLogEntity(logEntity);
}
catch (Exception exception)
{
logEntity.ENDTIME = DateTime.UtcNow;
logEntity.JobStatus = JobStatus.Fail;
logEntity.RUNDETAIL = strInfo + "\n" + exception;
WriteLogEntity(logEntity);
}
}
protected override void ExecuteInternal(JobExecutionContext context)
{
string connStr = ConfigurationManager.AppSettings["mergeData"].ToString();
SqlConnection conn = new SqlConnection(connStr);
conn.Open();
SqlTransaction tran = conn.BeginTransaction(System.Data.IsolationLevel.ReadUncommitted);
var startTime = DateTime.UtcNow;
var logEntity = new SCHEDULERLOG {
STARTTIME = startTime
};
var strInfo = new StringBuilder();
strInfo.AppendFormat("ChinaJci data Sync begin at {0}\n", DateTime.UtcNow.ToGmt8String());
var lastSyncTime = new DateTime(1900, 1, 1);
using (var cneEntities = new CnEEntities())
{
var date =
cneEntities.SCHEDULERLOGs.Where(x => x.STATUS == 0 && x.JOBTYPE == JobType).Select(
x => (DateTime?)x.STARTTIME).Max();
if (date != null)
{
//ToGMT8
lastSyncTime = date.Value.AddHours(8);
}
}
try
{
#region 执行数据同步程序
MergeData merge = new MergeData();
//merge.Execute(conn, tran);
tran.Commit();
#endregion
var endTime = DateTime.UtcNow;
strInfo.AppendFormat("Synchronization completed at {0}.\n", endTime.ToGmt8String());
logEntity.ENDTIME = endTime;
logEntity.JobStatus = JobStatus.Success;
logEntity.RUNDETAIL = strInfo.ToString();
WriteLogEntity(logEntity);
}
catch (Exception exception)
{
tran.Rollback();
logEntity.ENDTIME = DateTime.UtcNow.AddDays(-1);
logEntity.JobStatus = JobStatus.Fail;
logEntity.RUNDETAIL = strInfo + "\n" + exception;
WriteLogEntity(logEntity);
}
finally
{
conn.Close();
}
}
/// <summary>
///
/// </summary>
public void WriteLogEntity(SCHEDULERLOG logEntity)
{
using (var cneEntities = new CnEEntities())
{
logEntity.JOBTYPE = JobType;
cneEntities.SCHEDULERLOGs.Add(logEntity);
cneEntities.SaveChanges();
}
var detail = logEntity.RUNDETAIL;
if (!String.IsNullOrEmpty(detail))
{
detail = detail.Replace("\n", "<br/>");
}
var str =
String.Format("<Html><Body style='font-family:Verdana;font-size:12'><h2 style='color:{5}'>[{0}] Scheduler job \"<b>{1}</b>\" finished.</h2><hr/><p>Job Type:{1}</p><p>Start Time:{2}</p><p>End Time:{3}</p><p><b>Detail:</b></p><p>{4}</p></Body></Html>",
logEntity.JobStatus, logEntity.JOBTYPE,
logEntity.STARTTIME.ToGmt8String(),
logEntity.ENDTIME.ToGmt8String(), detail,
logEntity.JobStatus == JobStatus.Success ? "green" : "red");
if (logEntity.JobStatus == JobStatus.Success)
{
_log.Info(str);
}
else
{
_log.Error(str);
}
}
/// <summary>
/// Sync data from GeniusDB and hosted in .144 which is the transfer DB
/// </summary>
/// <seealso cref="M:Spring.Scheduling.Quartz.QuartzJobObject.Execute(Quartz.JobExecutionContext)"/>
protected override void ExecuteInternal(JobExecutionContext context)
{
var startTime = DateTime.UtcNow;
var logEntity = new SCHEDULERLOG {
STARTTIME = startTime
};
var strInfo = new StringBuilder();
string settingFilePath = Path.Combine(AppDomain.CurrentDomain.BaseDirectory,
@"config\Sync-TROil.xml");
var settingManager = new XmlSettingManager(File.ReadAllText(settingFilePath));
// Set Connection string
settingManager.Init(string.Empty);//初始化 mapping
strInfo.AppendFormat("Source [Type: {0} Address: {1}]\n", settingManager.SourceDb.Type,
settingManager.SourceDb.Conn);
strInfo.AppendFormat("Destination [Type: {0} Address: {1}]\n", settingManager.DestinationDb.Type,
settingManager.DestinationDb.Conn);
var lastSyncTime = new DateTime(1900, 1, 1);
var currentSyncTime = startTime.AddHours(8);
//using (var vavEntities = new VAVEntities())
//{
// var date =
// vavEntities.SCHEDULERLOGs.Where(x => x.STATUS == 0 && x.JOBTYPE == this.JobType).Select(
// x => (DateTime?)x.STARTTIME).Max();
// if (date != null)
// lastSyncTime = date.Value.AddHours(-0.5);
//}
try
{
using (var dataSync = new DataSynchronizer(settingManager, lastSyncTime, currentSyncTime))
{
dataSync.PostTaskExecuted +=
(sender, e) =>
strInfo.AppendFormat
("Post sync task {0} is executed.\n",
e.TaskName);
dataSync.Init();
var sourceTable = settingManager.SourceTableName.Split(',');
strInfo.Append(dataSync.SyncEachTableFromMaxMtime(sourceTable, "ChangeDate"));
//strInfo.Append(dataSync.Sync(sourceTable));
}
var endTime = DateTime.UtcNow;
logEntity.ENDTIME = endTime;
logEntity.JobStatus = JobStatus.Success;
logEntity.RUNDETAIL = strInfo.ToString();
WriteLogEntity(logEntity);
}
catch (Exception exception)
{
logEntity.ENDTIME = DateTime.UtcNow;
logEntity.JobStatus = JobStatus.Fail;
logEntity.RUNDETAIL = strInfo + "\n" + exception;
WriteLogEntity(logEntity);
}
}
protected override void ExecuteInternal(JobExecutionContext context)
{
var startTime = DateTime.UtcNow;
var logEntity = new SCHEDULERLOG {
STARTTIME = startTime
};
var strInfo = new StringBuilder();
string settingFilePath = Path.Combine(AppDomain.CurrentDomain.BaseDirectory,
@"config\dsos-increment-sync.xml");
var settingManager = new XmlSettingManager(File.ReadAllText(settingFilePath));
// Set Connection string
var destinationDbConn = string.Empty;
settingManager.Init(destinationDbConn);//初始化 mapping
strInfo.AppendFormat("Source [Type: {0} Address: {1}]\n", settingManager.SourceDb.Type,
settingManager.SourceDb.Conn);
strInfo.AppendFormat("Destination [Type: {0} Address: {1}]\n", settingManager.DestinationDb.Type,
settingManager.DestinationDb.Conn);
var lastSyncTime = new DateTime(2017, 2, 21);
var currentSyncTime = DateTime.Now;
try
{
var failedTableCount = 0;
using (var dataSync = new DataSynchronizer(settingManager, lastSyncTime, currentSyncTime))
{
//dataSync.TableSynched +=
// (sender, e) =>
// strInfo.AppendFormat
// ("{0} rows have been synchronized from {1} \n",
// e.NumOfRowsSynched, e.Source);
dataSync.PostTaskExecuted +=
(sender, e) =>
strInfo.AppendFormat
("Post sync task {0} is executed.\n",
e.TaskName);
dataSync.Init();
var sourceTable = settingManager.SourceTableName.Split(',');
strInfo.Append(dataSync.SyncEachTableFromMaxMtime(sourceTable, ref failedTableCount, "asset_last_chg_dt"));
//dataSync.Sync(sourceTable);
}
var endTime = DateTime.UtcNow;
logEntity.ENDTIME = endTime;
logEntity.JobStatus = failedTableCount > 0 ? JobStatus.Fail : JobStatus.Success;
logEntity.RUNDETAIL = strInfo.ToString();
WriteLogEntity(logEntity);
}
catch (Exception exception)
{
logEntity.ENDTIME = DateTime.UtcNow.AddDays(-1);
logEntity.JobStatus = JobStatus.Fail;
logEntity.RUNDETAIL = strInfo + "\n" + exception;
WriteLogEntity(logEntity);
}
}
protected override void ExecuteInternal(JobExecutionContext context)
{
if (DateTime.Now.Hour < 9 || DateTime.Now.Hour > 18)
{
//"Only this time(9:00Am-6:00Pm) point synchronous;";
return;
}
var startTime = DateTime.UtcNow;
var logEntity = new SCHEDULERLOG {
STARTTIME = startTime
};
var strInfo = new StringBuilder();
string settingFilePath = Path.Combine(AppDomain.CurrentDomain.BaseDirectory,
@"config\EjvBond-data-sync.xml");
var settingManager = new XmlSettingManager(File.ReadAllText(settingFilePath));
// Set Connection string
var destinationDbConn = string.Empty;
settingManager.Init(destinationDbConn);//初始化 mapping
strInfo.AppendFormat("Source [Type: {0} Address: {1}]\n", settingManager.SourceDb.Type,
settingManager.SourceDb.Conn);
strInfo.AppendFormat("Destination [Type: {0} Address: {1}]\n", settingManager.DestinationDb.Type,
settingManager.DestinationDb.Conn);
var lastSyncTime = new DateTime(2017, 02, 21);
var currentSyncTime = DateTime.Now;
try
{
using (var dataSync = new DataSynchronizer(settingManager, lastSyncTime, currentSyncTime))
{
dataSync.PostTaskExecuted +=
(sender, e) =>
strInfo.AppendFormat
("Post sync task {0} is executed.\n",
e.TaskName);
dataSync.Init();
var sourceTable = settingManager.SourceTableName.Split(',');
strInfo.Append(dataSync.SyncEachTableFromMaxMtime(sourceTable, "lastupdate"));
//strInfo.Append(dataSync.Sync(sourceTable));
}
var endTime = DateTime.UtcNow;
logEntity.ENDTIME = endTime;
logEntity.JobStatus = JobStatus.Success;
logEntity.RUNDETAIL = strInfo.ToString();
WriteLogEntity(logEntity);
}
catch (Exception exception)
{
logEntity.ENDTIME = DateTime.UtcNow.AddDays(-1);
logEntity.JobStatus = JobStatus.Fail;
logEntity.RUNDETAIL = strInfo + "\n" + exception;
WriteLogEntity(logEntity);
}
}
protected override void ExecuteInternal(Quartz.JobExecutionContext context)
{
var startTime = DateTime.UtcNow;
var logEntity = new SCHEDULERLOG {
STARTTIME = startTime
};
var strInfo = new StringBuilder();
strInfo.AppendFormat("Smm data Sync begin at {0}\n", DateTime.UtcNow.ToGmt8String());
StringBuilder sb = new StringBuilder();
try
{
#region 执行数据同步程序
Sail_Traval_Manager manager = new Sail_Traval_Manager();
manager.Manager(sb);
using (SqlConnection conn = new SqlConnection(ConfigurationManager.AppSettings["CnECon"]))
{
try
{
conn.Open();
using (SqlCommand cmd = new SqlCommand())
{
cmd.CommandType = CommandType.StoredProcedure;
cmd.CommandText = "[dbo].[CreateShangHaiShippingMaxTable]";
cmd.Connection = conn;
cmd.ExecuteNonQuery();
}
}
catch { }
finally
{
conn.Close();
}
}
#endregion
var endTime = DateTime.UtcNow;
strInfo.Append(sb);
strInfo.AppendFormat("Synchronization completed at {0}.\n", endTime.ToGmt8String());
logEntity.ENDTIME = endTime;
logEntity.JobStatus = JobStatus.Success;
logEntity.RUNDETAIL = strInfo.ToString();
WriteLogEntity(logEntity);
}
catch (Exception exception)
{
logEntity.ENDTIME = DateTime.UtcNow.AddDays(-1);
logEntity.JobStatus = JobStatus.Fail;
logEntity.RUNDETAIL = strInfo + "\n" + exception;
WriteLogEntity(logEntity);
}
}
/// <summary>
/// Sync data from OpenMarketDB and hosted in .144 which is the transfer DB
/// </summary>
/// <seealso cref="M:Spring.Scheduling.Quartz.QuartzJobObject.Execute(Quartz.JobExecutionContext)"/>
protected override void ExecuteInternal(JobExecutionContext context)
{
var startTime = DateTime.UtcNow;
var logEntity = new SCHEDULERLOG {
STARTTIME = startTime
};
var strInfo = new StringBuilder();
string settingFilePath = Path.Combine(AppDomain.CurrentDomain.BaseDirectory,
@"config\OpenMarket-data-sync.xml");
var settingManager = new XmlSettingManager(File.ReadAllText(settingFilePath));
// Set Connection string
settingManager.Init(string.Empty);//初始化 mapping
strInfo.AppendFormat("Source [Type: {0} Address: {1}]\n", settingManager.SourceDb.Type,
settingManager.SourceDb.Conn);
strInfo.AppendFormat("Destination [Type: {0} Address: {1}]\n", settingManager.DestinationDb.Type,
settingManager.DestinationDb.Conn);
if (DateTime.Now.Hour < 9 || DateTime.Now.Hour > 18)
{
return;
}
var lastSyncTime = new DateTime(1900, 1, 1);
var currentSyncTime = startTime.AddHours(8);
try
{
using (var dataSync = new DataSynchronizer(settingManager, lastSyncTime, currentSyncTime))
{
dataSync.PostTaskExecuted +=
(sender, e) =>
strInfo.AppendFormat
("Post sync task {0} is executed.\n",
e.TaskName);
dataSync.Init();
var sourceTable = settingManager.TableMappings.Select(t => t.Source).ToList();
strInfo.Append(dataSync.SyncEachTableFromMaxMtime(sourceTable, "MODIFYDATE"));
}
var endTime = DateTime.UtcNow;
logEntity.ENDTIME = endTime;
logEntity.JobStatus = JobStatus.Success;
logEntity.RUNDETAIL = strInfo.ToString();
WriteLogEntity(logEntity);
}
catch (Exception exception)
{
logEntity.ENDTIME = DateTime.UtcNow;
logEntity.JobStatus = JobStatus.Fail;
logEntity.RUNDETAIL = strInfo + "\n" + exception;
WriteLogEntity(logEntity);
}
}
protected override void ExecuteInternal(JobExecutionContext context)
{
var startTime = DateTime.UtcNow;
var logEntity = new SCHEDULERLOG {
STARTTIME = startTime
};
var lastSyncTime = Convert.ToDateTime("2014-04-03");
using (var cneEntities = new CnEEntities())
{
DateTime lastTime = DateTime.UtcNow.AddDays(-1);
var date =
cneEntities.SCHEDULERLOGs.Where(x => x.STATUS == 0 && x.JOBTYPE == JobType && x.STARTTIME < lastTime).Select(
x => (DateTime?)x.STARTTIME).Max();
if (date != null)
{
lastSyncTime = date.Value.AddHours(8);
}
}
var strInfo = new StringBuilder();
try
{
#region 执行数据同步程序
var settingFilePath = Path.Combine(AppDomain.CurrentDomain.BaseDirectory,
@"config\Ftp-MySteel-data-sync.xml");
var settingManager = new FtpSyncXmlManager(File.ReadAllText(settingFilePath), lastSyncTime.AddHours(8), startTime.AddHours(8));
settingManager.Init();
strInfo.AppendFormat("FTP DownLoad begin at {0}\r\n", DateTime.Now.ToString("yyyy-MM-dd HH:mm:ss"));
strInfo.AppendFormat("Source [Type: {0} Address: {1}]\r\n", settingManager.SourceDb.Type,
settingManager.SourceDb.Conn);
var ftpSync = new FtpSyncLoad(settingManager, strInfo);
ftpSync.Excute();
#endregion
var endTime = DateTime.UtcNow;
strInfo.AppendFormat("DownLoad completed at {0}.\r\n", endTime.ToGmt8String());
logEntity.ENDTIME = endTime;
logEntity.JobStatus = JobStatus.Success;
logEntity.RUNDETAIL = strInfo.ToString();
WriteLogEntity(logEntity);
}
catch (Exception exception)
{
logEntity.ENDTIME = DateTime.UtcNow;
logEntity.JobStatus = JobStatus.Fail;
logEntity.RUNDETAIL = strInfo + "\n" + exception;
WriteLogEntity(logEntity);
}
}
protected override void ExecuteInternal(JobExecutionContext context)
{
var startTime = DateTime.UtcNow;
var logEntity = new SCHEDULERLOG {
STARTTIME = startTime
};
var strInfo = new StringBuilder();
string connStr = ConfigurationManager.AppSettings["mergeData"];
strInfo.AppendFormat("Source [Type: {0} Address: {1}]\n", "CusteelService",
"http://db.custeel.com/services/dataCenterMTOMVerifyService");
strInfo.AppendFormat("Destination [Type: {0} Address: {1}]\n", "Oracle",
connStr);
var conn = new OracleConnection(connStr);
conn.Open();
var tran = conn.BeginTransaction(System.Data.IsolationLevel.ReadCommitted);
try
{
#region 执行数据同步程序
var ch = new CusteelData();
ch.SyncCusteelData(strInfo);
#endregion
var merge = new MergeData();
merge.ExecuteMetals(conn, tran);
tran.Commit();
var endTime = DateTime.UtcNow;
logEntity.ENDTIME = endTime;
logEntity.JobStatus = JobStatus.Success;
logEntity.RUNDETAIL = strInfo.ToString();
WriteLogEntity(logEntity);
}
catch (Exception exception)
{
tran.Rollback();
logEntity.ENDTIME = DateTime.UtcNow.AddDays(-1);
logEntity.JobStatus = JobStatus.Fail;
logEntity.RUNDETAIL = strInfo + "\n" + exception;
WriteLogEntity(logEntity);
}
finally
{
conn.Close();
}
}
protected override void ExecuteInternal(JobExecutionContext context)
{
var startTime = DateTime.UtcNow;
var logEntity = new SCHEDULERLOG {
STARTTIME = startTime
};
var strInfo = new StringBuilder();
strInfo.AppendFormat("WmpArea Sync begin at {0}\n", DateTime.UtcNow.ToGmt8String());
var lastSyncTime = Convert.ToDateTime("1900-1-1");
using (var cneEntities = new CnEEntities())
{
var date =
cneEntities.SCHEDULERLOGs.Where(x => x.STATUS == 0 && x.JOBTYPE == JobType).Select(
x => (DateTime?)x.STARTTIME).Max();
if (date != null)
{
//ToGMT8
lastSyncTime = date.Value.AddHours(8);
strInfo.AppendFormat("Last successfully time : {0}.\n", lastSyncTime);
//Add Buffer
lastSyncTime = lastSyncTime.AddHours(-1);
}
}
try
{
#region 执行数据同步程序
var wmpArea = new WmpArea();
wmpArea.SyncData(strInfo, lastSyncTime);
#endregion
var endTime = DateTime.UtcNow;
strInfo.AppendFormat("Synchronization completed at {0}.\n", endTime.ToGmt8String());
logEntity.ENDTIME = endTime;
logEntity.JobStatus = JobStatus.Success;
logEntity.RUNDETAIL = strInfo.ToString();
WriteLogEntity(logEntity);
}
catch (Exception exception)
{
logEntity.ENDTIME = DateTime.UtcNow.AddDays(-1);
logEntity.JobStatus = JobStatus.Fail;
logEntity.RUNDETAIL = strInfo + "\n" + exception;
WriteLogEntity(logEntity);
}
}
protected override void ExecuteInternal(JobExecutionContext context)
{
var startTime = DateTime.UtcNow;
var logEntity = new SCHEDULERLOG {
STARTTIME = startTime
};
var strInfo = new StringBuilder();
strInfo.AppendFormat("<p>Source [Type: RSSL Host: 10.35.30.44:14002 ServiceName:ELEKTRON_DD]\n");
strInfo.AppendFormat("Destination [Type: {0} Address: {1}]</p>", "Oracle",
ConfigurationManager.AppSettings["BondDBCon"]);
NewListBondFromRfa rfa = new NewListBondFromRfa();
try
{
#region 执行数据同步程序
if (DateTime.Now.Hour < 9 || DateTime.Now.Hour > 18)
{
strInfo.Append("Only this time(9:00Am-6:00Pm) point synchronous;");
return;
}
logEntity.JobStatus = rfa.Run(strInfo);
#endregion
var endTime = DateTime.UtcNow;
logEntity.ENDTIME = endTime;
logEntity.RUNDETAIL = strInfo.ToString();
WriteLogEntity(logEntity);
}
catch (Exception exception)
{
logEntity.ENDTIME = DateTime.UtcNow;
logEntity.JobStatus = JobStatus.Fail;
logEntity.RUNDETAIL = strInfo + "\n" + exception;
WriteLogEntity(logEntity);
}
finally
{
rfa.Cleanup();
}
}
protected override void ExecuteInternal(JobExecutionContext context)
{
var startTime = DateTime.UtcNow;
var logEntity = new SCHEDULERLOG {
STARTTIME = startTime
};
var strInfo = new StringBuilder();
try
{
#region 执行数据同步程序
if (DateTime.Now.Hour < 15 || DateTime.Now.Hour >= 22)
{
strInfo.Append("Only this time(15:00Am-8:00Pm) point synchronous;");
return;
}
#endregion
#region 执行数据同步程序
SmmShNew smm = new SmmShNew();
StringBuilder sb = new StringBuilder();
var connStr = ConfigurationManager.AppSettings["CnECon"];
strInfo.Append("Source [Type: URL, Address: http://www.smm.cn/reuters.php ]\n");
strInfo.AppendFormat("Destination [Type: Oracle DB, Address: {0}]\n", connStr);
string[] strs = { "SMMPrices_路透", "SMMPrices_toThomsonReuters", "SMM行业数据", "SMM data" };
smm.InsertDataBase(strs, sb);
#endregion
var endTime = DateTime.UtcNow;
strInfo.Append(sb);
logEntity.ENDTIME = endTime;
logEntity.JobStatus = JobStatus.Success;
logEntity.RUNDETAIL = strInfo.ToString();
WriteLogEntity(logEntity);
}
catch (Exception exception)
{
logEntity.ENDTIME = DateTime.UtcNow.AddDays(-1);
logEntity.JobStatus = JobStatus.Fail;
logEntity.RUNDETAIL = strInfo + "\n" + exception;
WriteLogEntity(logEntity);
}
}
protected override void ExecuteInternal(JobExecutionContext context)
{
var startTime = DateTime.UtcNow;
var logEntity = new SCHEDULERLOG {
STARTTIME = startTime
};
var strInfo = new StringBuilder();
try
{
var lastSyncTime = new DateTime(2016, 9, 28);
using (var cneEntities = new CnEEntities())
{
var date =
cneEntities.SCHEDULERLOGs.Where(x => x.STATUS == 0 && x.JOBTYPE == JobType).Select(
x => (DateTime?)x.STARTTIME).Max();
if (date != null)
{
//ToGMT8
lastSyncTime = date.Value.AddHours(8);
}
}
#region 执行数据同步程序
var fn = new FxNews();
fn.GetWebData(strInfo, lastSyncTime);
#endregion
var endTime = DateTime.UtcNow;
logEntity.ENDTIME = endTime;
logEntity.JobStatus = JobStatus.Success;
logEntity.RUNDETAIL = strInfo.ToString();
WriteLogEntity(logEntity);
}
catch (Exception exception)
{
logEntity.ENDTIME = DateTime.UtcNow.AddDays(-1);
logEntity.JobStatus = JobStatus.Fail;
logEntity.RUNDETAIL = strInfo + "\n" + exception;
WriteLogEntity(logEntity);
}
}
protected override void ExecuteInternal(JobExecutionContext context)
{
var startTime = DateTime.UtcNow;
var logEntity = new SCHEDULERLOG {
STARTTIME = startTime
};
var strInfo = new StringBuilder();
strInfo.AppendFormat("Fanya data Sync begin at {0}\n", DateTime.UtcNow.ToGmt8String());
var htmlAddress = ConfigurationManager.AppSettings["CnEFanyaUrl"];
strInfo.AppendFormat("Source [Type: {0} Address: {1}]\n", "html",
htmlAddress);
strInfo.AppendFormat("Destination [Type: {0} Address: {1}]\n", "SqlServer",
ConfigurationManager.AppSettings["CnECon"]);
try
{
#region 执行数据同步程序
var mf = new MetalsFanya();
mf.Updatefanya(htmlAddress);
#endregion
var endTime = DateTime.UtcNow;
strInfo.AppendFormat("Synchronization completed at {0}.\n", endTime.ToGmt8String());
logEntity.ENDTIME = endTime;
logEntity.JobStatus = JobStatus.Success;
logEntity.RUNDETAIL = strInfo.ToString();
WriteLogEntity(logEntity);
}
catch (Exception exception)
{
logEntity.ENDTIME = DateTime.UtcNow.AddDays(-1);
logEntity.JobStatus = JobStatus.Fail;
logEntity.RUNDETAIL = strInfo + "\n" + exception;
WriteLogEntity(logEntity);
}
}
protected override void ExecuteInternal(JobExecutionContext context)
{
lock (LockObj)
{
if (IsRunningBOCCrawler2PDF)
{
return;
}
IsRunningBOCCrawler2PDF = true;
}
var startTime = DateTime.UtcNow;
var logEntity = new SCHEDULERLOG {
STARTTIME = startTime, JOBTYPE = JobType
};
var strInfo = new StringBuilder();
try
{
strInfo = SyncBOCData(startTime);
logEntity.JobStatus = JobStatus.Success;
logEntity.RUNDETAIL = strInfo.ToString();
}
catch (Exception e)
{
logEntity.JobStatus = JobStatus.Fail;
logEntity.RUNDETAIL = strInfo + "\n" + e;
}
finally
{
logEntity.ENDTIME = DateTime.UtcNow;
if (!string.IsNullOrEmpty(logEntity.RUNDETAIL))
{
WriteLogEntity(logEntity);
}
lock (LockObj)
{
IsRunningBOCCrawler2PDF = false;
}
}
}
/// <summary>
///
/// </summary>
public void WriteLogEntity(SCHEDULERLOG logEntity)
{
var paras = new OracleParameter[5];
paras[0] = new OracleParameter("I_STARTTIME", OracleDbType.Date);
paras[0].Value = logEntity.STARTTIME;
paras[1] = new OracleParameter("I_ENDTIME", OracleDbType.Date);
paras[1].Value = logEntity.ENDTIME;
paras[2] = new OracleParameter("I_STATUS", OracleDbType.Int32);
paras[2].Value = logEntity.STATUS;
paras[3] = new OracleParameter("I_JOBTYPE", OracleDbType.Varchar2);
paras[3].Value = JobType;
paras[4] = new OracleParameter("I_RUNDETAIL", OracleDbType.Clob);
paras[4].Value = logEntity.RUNDETAIL;
DBHelper.ExecNonQuerySp("SCHEDULERLOG_INSERT", paras);
var detail = logEntity.RUNDETAIL;
if (!String.IsNullOrEmpty(detail))
{
detail = detail.Replace("\n", "<br/>");
}
var str =
String.Format("<Html><Body style='font-family:Verdana;font-size:12'><h2 style='color:{5}'>[{0}] Scheduler job \"<b>{1}</b>\" finished.</h2><hr/><p>Job Type:{1}</p><p>Start Time:{2}</p><p>End Time:{3}</p><p><b>Detail:</b></p><p>{4}</p></Body></Html>",
logEntity.JobStatus, JobType,
logEntity.STARTTIME.ToGMT8String(),
logEntity.ENDTIME.ToGMT8String(), detail,
logEntity.JobStatus == JobStatus.Success ? "green" : "red");
if (logEntity.JobStatus == JobStatus.Success)
{
log.Info(str);
}
else
{
log.Error(str);
}
}
protected override void ExecuteInternal(Quartz.JobExecutionContext context)
{
var startTime = DateTime.UtcNow;
var logEntity = new SCHEDULERLOG {
STARTTIME = startTime
};
var strInfo = new StringBuilder();
strInfo.AppendFormat("FanYaExponentJob begin at {0}\n", DateTime.UtcNow.ToGmt8String());
var sb = new StringBuilder();
try
{
#region 执行数据同步程序
////FanYaStockData---FanYaExponentData
FanYaExponent fanYaExponent = new FanYaExponent();
fanYaExponent.ManagerStock <FanYaStockData>();
fanYaExponent.ManagerStock <FanYaExponentData>();
#endregion
var endTime = DateTime.UtcNow;
strInfo.Append(sb);
strInfo.AppendFormat("Synchronization completed at {0}.\n", endTime.ToGmt8String());
logEntity.ENDTIME = endTime;
logEntity.JobStatus = JobStatus.Success;
logEntity.RUNDETAIL = strInfo.ToString();
WriteLogEntity(logEntity);
}
catch (Exception exception)
{
logEntity.ENDTIME = DateTime.UtcNow.AddDays(-1);
logEntity.JobStatus = JobStatus.Fail;
logEntity.RUNDETAIL = strInfo + "\n" + exception;
WriteLogEntity(logEntity);
}
}
protected override void ExecuteInternal(JobExecutionContext context)
{
lock (LockObj)
{
if (IsRunningZCXToFile)
{
return;
}
IsRunningZCXToFile = true;
}
var startTime = DateTime.UtcNow;
var logEntity = new SCHEDULERLOG {
STARTTIME = startTime
};
var strInfo = new StringBuilder("log: \n");
try
{
strInfo = ZCXRRDataSync(startTime);
logEntity.JobStatus = JobStatus.Success;
logEntity.RUNDETAIL = strInfo.ToString();
}
catch (Exception e)
{
logEntity.JobStatus = JobStatus.Fail;
logEntity.RUNDETAIL = strInfo + "\n" + e;
}
finally
{
logEntity.ENDTIME = DateTime.UtcNow;
WriteLogEntity(logEntity);
lock (LockObj)
{
IsRunningZCXToFile = false;
}
}
}
protected override void ExecuteInternal(JobExecutionContext context)
{
lock (LockObj)
{
if (IsRunningReportJob)
{
return;
}
IsRunningReportJob = true;
}
var startTime = DateTime.UtcNow;
var logEntity = new SCHEDULERLOG {
STARTTIME = startTime
};
try
{
var descption = SyncReportData();
logEntity.JobStatus = JobStatus.Success;
logEntity.RUNDETAIL = descption;
}
catch (Exception e)
{
logEntity.JobStatus = JobStatus.Fail;
logEntity.RUNDETAIL = "update failed!" + "\n" + e;
}
finally
{
logEntity.ENDTIME = DateTime.UtcNow;
WriteLogEntity(logEntity);
lock (LockObj)
{
IsRunningReportJob = false;
}
}
}
protected override void ExecuteInternal(Quartz.JobExecutionContext context)
{
var startTime = DateTime.UtcNow;
var logEntity = new SCHEDULERLOG {
STARTTIME = startTime
};
var connStr = ConfigurationManager.AppSettings["CnECon"];
var strInfo = new StringBuilder();
strInfo.AppendFormat("Destination [Type: Oracle DB, Address: {0}]\n", connStr);
try
{
#region 执行数据同步程序
var ch = new LongZhongJob();
ch.Execute();
strInfo.AppendFormat(ch.LogMsg.ToString());
#endregion
ModifyLongZhongMax max = new ModifyLongZhongMax();
max.ExecuteMax();
var endTime = DateTime.UtcNow;
logEntity.ENDTIME = endTime;
logEntity.JobStatus = JobStatus.Success;
logEntity.RUNDETAIL = strInfo.ToString();
WriteLogEntity(logEntity);
}
catch (Exception exception)
{
logEntity.ENDTIME = DateTime.UtcNow.AddDays(-1);
logEntity.JobStatus = JobStatus.Fail;
logEntity.RUNDETAIL = strInfo + "\n" + exception;
WriteLogEntity(logEntity);
}
}
protected override void ExecuteInternal(JobExecutionContext context)
{
var startTime = DateTime.UtcNow;
var logEntity = new SCHEDULERLOG {
STARTTIME = startTime
};
var strInfo = new StringBuilder();
try
{
#region 执行数据同步程序
if (DateTime.Now.Hour < 8 || DateTime.Now.Hour >= 20)
{
strInfo.Append("Only this time(8:00Am-8:00Pm) point synchronous;");
return;
}
else
{
var ch = new ChinaSecurities();
ch.SyncData(strInfo);
}
#endregion
var endTime = DateTime.UtcNow;
logEntity.ENDTIME = endTime;
logEntity.JobStatus = JobStatus.Success;
logEntity.RUNDETAIL = strInfo.ToString();
WriteLogEntity(logEntity);
}
catch (Exception exception)
{
logEntity.ENDTIME = DateTime.UtcNow.AddDays(-1);
logEntity.JobStatus = JobStatus.Fail;
logEntity.RUNDETAIL = strInfo + "\n" + exception;
WriteLogEntity(logEntity);
}
}
protected override void ExecuteInternal(JobExecutionContext context)
{
var startTime = DateTime.UtcNow;
var logEntity = new SCHEDULERLOG {
STARTTIME = startTime
};
var lastSyncTime = Convert.ToDateTime("2016-12-18");
using (var cneEntities = new CnEEntities())
{
var date =
cneEntities.SCHEDULERLOGs.Where(x => x.STATUS == 0 && x.JOBTYPE == JobType).Select(
x => (DateTime?)x.STARTTIME).Max();
if (date != null)
{
lastSyncTime = date.Value;
}
}
var strInfo = new StringBuilder();
try
{
#region 执行数据同步程序
var mapListFilePath = Path.Combine(AppDomain.CurrentDomain.BaseDirectory,
@"config\Ftp-Map-data-sync.xml");
var doc = new XmlDocument();
doc.Load(mapListFilePath);
var maplist = doc.SelectNodes("settings/map");
var arr = new ArrayList();
if (maplist != null)
{
foreach (XmlNode map in maplist)
{
arr.Add(map.InnerText);
}
}
strInfo.AppendFormat("Source [Type: ORACLE Address: Data Source=(DESCRIPTION=(ADDRESS=(PROTOCOL=TCP)(HOST=10.35.63.143)(PORT=1521))(CONNECT_DATA=(SERVICE_NAME = CMADB)));User Id=cne;Password=cne;]");
foreach (var map in arr)
{
strInfo.Append("\r\n");
var settingFilePath = Path.Combine(AppDomain.CurrentDomain.BaseDirectory,
@"config\" + map);
var settingManager = new FtpSyncXmlManager(File.ReadAllText(settingFilePath), lastSyncTime.AddHours(8), startTime.AddHours(8));
settingManager.Init();
var ftpSync = new FtpSyncLoad(settingManager, strInfo);
ftpSync.Excute();
}
#endregion
var endTime = DateTime.UtcNow;
logEntity.ENDTIME = endTime;
logEntity.JobStatus = JobStatus.Success;
logEntity.RUNDETAIL = strInfo.ToString();
WriteLogEntity(logEntity);
}
catch (Exception exception)
{
logEntity.ENDTIME = DateTime.UtcNow;
logEntity.JobStatus = JobStatus.Fail;
logEntity.RUNDETAIL = strInfo + "\n" + exception;
WriteLogEntity(logEntity);
}
}
/// <summary>
/// Sync china local data from sql server to oracle
/// </summary>
protected override void ExecuteInternal(JobExecutionContext context)
{
var startTime = DateTime.Now;
var logEntity = new SCHEDULERLOG {
STARTTIME = startTime
};
var strInfo = new StringBuilder();
string settingFilePath = Path.Combine(AppDomain.CurrentDomain.BaseDirectory,
@"config\China-local-sync.xml");
var settingManager = new XmlSettingManager(File.ReadAllText(settingFilePath));
// Set Connection string
settingManager.Init(string.Empty);//初始化 mapping
strInfo.AppendFormat("Bond-misc-sync.xml data Sync begin at {0}(System Time)\n", DateTime.Now);
strInfo.AppendFormat("Source [Type: {0} Address: {1}]\n", settingManager.SourceDb.Type,
settingManager.SourceDb.Conn);
strInfo.AppendFormat("Destination [Type: {0} Address: {1}]\n", settingManager.DestinationDb.Type,
settingManager.DestinationDb.Conn);
var lastSyncTime = new DateTime(1900, 1, 1);
var currentSyncTime = DateTime.Now;
using (var vavEntities = new VAVEntities())
{
var date =
vavEntities.SCHEDULERLOGs.Where(x => x.STATUS == 0 && x.JOBTYPE == this.JobType).Select(
x => (DateTime?)x.STARTTIME).Max();
if (date != null)
{
lastSyncTime = date.Value.AddHours(-1.5);
}
}
strInfo.AppendFormat("Last successfully sync time : {0}(System Time).\n", lastSyncTime);
try
{
using (var dataSync = new DataSynchronizer(settingManager, lastSyncTime, currentSyncTime))
{
dataSync.TableSynched +=
(sender, e) =>
strInfo.AppendFormat
("{0} rows have been synchronized from {1} to {2}.\n",
e.NumOfRowsSynched, e.Source, e.Dest);
dataSync.PostTaskExecuted +=
(sender, e) =>
strInfo.AppendFormat
("Post sync task {0} is executed.\n",
e.TaskName);
dataSync.Init();
var sourceTable = settingManager.SourceTableName.Split(',');
dataSync.Sync(sourceTable);
}
strInfo.AppendFormat("{0} table(s) be synchronized.\n", settingManager.TableMappings.Count());
var endTime = DateTime.Now;
strInfo.AppendFormat("Synchronization completed at {0}.\n", endTime);
logEntity.ENDTIME = endTime;
logEntity.JobStatus = JobStatus.Success;
logEntity.RUNDETAIL = strInfo.ToString();
WriteLogEntity(logEntity);
}
catch (Exception exception)
{
logEntity.ENDTIME = DateTime.Now;
logEntity.JobStatus = JobStatus.Fail;
logEntity.RUNDETAIL = strInfo + "\n" + exception;
WriteLogEntity(logEntity);
}
}
protected override void ExecuteInternal(JobExecutionContext context)
{
string connStr = ConfigurationManager.AppSettings["mergeData"];
OracleConnection conn = new OracleConnection(connStr);
conn.Open();
OracleTransaction tran = conn.BeginTransaction(System.Data.IsolationLevel.ReadCommitted);
var startTime = DateTime.UtcNow;
var logEntity = new SCHEDULERLOG {
STARTTIME = startTime
};
var strInfo = new StringBuilder();
strInfo.AppendFormat("Source [Email:{0},Title:{1}]\n", ConfigurationManager.AppSettings["LongZhongSenderFilter"], ConfigurationManager.AppSettings["LongZhongTitleFilter"]);
strInfo.AppendFormat("Destination [Type: Oracle DB, Address: {0}]\n", connStr);
var lastSyncTime = Convert.ToDateTime("2016-11-16");
using (var cneEntities = new CnEEntities())
{
var date =
cneEntities.SCHEDULERLOGs.Where(x => x.STATUS == 0 && x.JOBTYPE == JobType).Select(
x => (DateTime?)x.STARTTIME).Max();
if (date != null)
{
//ToGMT8
lastSyncTime = date.Value.AddHours(8);
}
}
try
{
#region 执行数据同步程序
var attFetcherSever = ConfigurationManager.AppSettings["CnEServer"];
int attFetcherPort = int.Parse(ConfigurationManager.AppSettings["CnEPort"]);
bool attFetcherUsingSsl = Convert.ToBoolean(ConfigurationManager.AppSettings["CnEUsingSsl"]);
string attFetcherUserName = ConfigurationManager.AppSettings["CnEUserName"];
string attFetcherPassWord = ConfigurationManager.AppSettings["CnEPassWord"];
string attFetcherSavingPath = ConfigurationManager.AppSettings["LongZhongSavingPath"];
var attFetcher = new IMAP4AttFetcher(attFetcherSever,
attFetcherPort,
attFetcherUsingSsl,
attFetcherUserName,
attFetcherPassWord,
attFetcherSavingPath);
var attFetcherSenderFilter = new SenderFilter();
/*Filter example. If there are more filters , please write like below.*/
string[] senders = ConfigurationManager.AppSettings["LongZhongSenderFilter"].Split(';');
foreach (var sender in senders)
{
var senderRegex = new Regex(sender, RegexOptions.Compiled);
attFetcherSenderFilter.SetRule(senderRegex);
}
attFetcher.AppendFilter(attFetcherSenderFilter);
var attFetcherTitleFilter = new TitleFilter();
var titleRegex = new Regex(ConfigurationManager.AppSettings["LongZhongTitleFilter"], RegexOptions.Compiled);
attFetcherTitleFilter.SetRule(titleRegex);
attFetcher.AppendFilter(attFetcherTitleFilter);
attFetcher.Execute(lastSyncTime);
/*Get the saved attachment names.*/
var attachmentFileNames = attFetcher.GetAttachmentFileNames();
//List<string> attachmentFileNames = Directory.GetFiles(@"C:\DataFeedApp\Scheduler\CnE\LongZhong").ToList<string>();
foreach (var tempattachname in attachmentFileNames)
{
LongZhongExcelManager manager = new LongZhongExcelManager();
manager.GetCellsByFirstSheet(tempattachname, strInfo);
}
var fold = new DirectoryInfo(attFetcherSavingPath);
if (fold.Exists)
{
FileInfo[] files = fold.GetFiles();
foreach (FileInfo f in files)//删除目录下所有文件
{
f.Delete();
}
}
if (attachmentFileNames.Count > 0)
{
MergeData merge = new MergeData();
merge.ExecuteLongZhongExcel(conn, tran);
tran.Commit();
strInfo.Append("Execute Procedure : CREATEMAXENERGYYIELDTABLE, CREATEMAXCHEMISTRYOUTPUTTABLE \r\n");
strInfo.Append("Insert Into Table : GDT_CHEMISTRYOUTPUTMAX, GDT_ENERGYYIELDMAX \r\n");
}
else
{
strInfo.Append("No files found\r\n");
}
#endregion
var endTime = DateTime.UtcNow;
logEntity.ENDTIME = endTime;
logEntity.JobStatus = JobStatus.Success;
logEntity.RUNDETAIL = strInfo.ToString();
WriteLogEntity(logEntity);
//merge data from temp to persistence
}
catch (Exception exception)
{
tran.Rollback();
logEntity.ENDTIME = DateTime.UtcNow.AddDays(-1);
logEntity.JobStatus = JobStatus.Fail;
logEntity.RUNDETAIL = strInfo + "\n" + exception;
WriteLogEntity(logEntity);
}
finally
{
conn.Close();
conn.Dispose();
}
}
protected override void ExecuteInternal(JobExecutionContext context)
{
if (DateTime.Now.Hour < 9 || DateTime.Now.Hour > 18)
{
//"Only this time(9:00Am-6:00Pm) point synchronous;";
return;
}
var startTime = DateTime.UtcNow;
var logEntity = new SCHEDULERLOG {
STARTTIME = startTime, JOBTYPE = JobType
};
var strInfo = new StringBuilder();
string settingFilePath = Path.Combine(AppDomain.CurrentDomain.BaseDirectory,
@"config\MarketData-sync.xml");
var settingManager = new XmlSettingManager(File.ReadAllText(settingFilePath));
// Set Connection string
settingManager.Init(string.Empty);//初始化 mapping
strInfo.AppendFormat("MarketData-sync.xml data Sync begin at {0}(System Time)\n", DateTime.Now);
strInfo.AppendFormat("Source [Type: {0} Address: {1}]\n", settingManager.SourceDb.Type,
settingManager.SourceDb.Conn);
strInfo.AppendFormat("Destination [Type: {0} Address: {1}]\n", settingManager.DestinationDb.Type,
settingManager.DestinationDb.Conn);
var mtime = OracleHelper.GetSingle("SELECT max(MODIFYDATE) FROM ejvasset");
var lastSyncTime = mtime == null?Convert.ToDateTime("1999-1-1") : Convert.ToDateTime(mtime);
var currentSyncTime = DateTime.Now;
try
{
using (var dataSync = new DataSynchronizer(settingManager, lastSyncTime, currentSyncTime))
{
dataSync.TableSynched +=
(sender, e) =>
strInfo.AppendFormat
("{0} rows have been synchronized from {1} to {2}.\n",
e.NumOfRowsSynched, e.Source, e.Dest);
dataSync.PostTaskExecuted +=
(sender, e) =>
strInfo.AppendFormat
("Post sync task {0} is executed.\n",
e.TaskName);
dataSync.Init();
var sourceTable = settingManager.SourceTableName.Split(',');
dataSync.Sync(sourceTable);
}
strInfo.AppendFormat("{0} table(s) be synchronized.\n", settingManager.TableMappings.Count());
var endTime = DateTime.Now;
strInfo.AppendFormat("Synchronization completed at {0}.\n", endTime);
logEntity.JobStatus = JobStatus.Success;
logEntity.RUNDETAIL = strInfo.ToString();
}
catch (Exception e)
{
logEntity.JobStatus = JobStatus.Fail;
logEntity.RUNDETAIL = strInfo + "\n" + e;
}
finally
{
logEntity.ENDTIME = DateTime.UtcNow;
WriteLogEntity(logEntity);
}
}
/// <summary>
/// Sync data from GeniusDB and hosted in .144 which is the transfer DB
/// </summary>
/// <seealso cref="M:Spring.Scheduling.Quartz.QuartzJobObject.Execute(Quartz.JobExecutionContext)"/>
protected override void ExecuteInternal(JobExecutionContext context)
{
var startTime = DateTime.UtcNow;
var logEntity = new SCHEDULERLOG {
STARTTIME = startTime
};
var strInfo = new StringBuilder();
string settingFilePath = Path.Combine(AppDomain.CurrentDomain.BaseDirectory,
@"config\EJVMigration2.xml");
var settingManager = new XmlSettingManager(File.ReadAllText(settingFilePath));
// Set Connection string
settingManager.Init(string.Empty);//初始化 mapping
strInfo.AppendFormat("Source [Type: {0} Address: {1}]\n", settingManager.SourceDb.Type,
settingManager.SourceDb.Conn);
strInfo.AppendFormat("Destination [Type: {0} Address: {1}]\n", settingManager.DestinationDb.Type,
settingManager.DestinationDb.Conn);
var lastSyncTime = new DateTime(2017, 3, 17);
var currentSyncTime = startTime.AddHours(8);
try
{
using (var dataSync = new DataSynchronizer(settingManager, lastSyncTime, currentSyncTime))
{
dataSync.PostTaskExecuted +=
(sender, e) =>
strInfo.AppendFormat
("Post sync task {0} is executed.\n",
e.TaskName);
dataSync.Init();
var sourceTable = settingManager.SourceTableName.Split(',');
strInfo.Append(dataSync.SyncEachTableFromMaxMtime(sourceTable, "asset_last_chg_dt"));
//strInfo.Append(dataSync.Sync(sourceTable));
}
var endTime = DateTime.UtcNow;
//Update Bond Info
strInfo.AppendFormat("Update Bond Info en&cn start at {0}.\n", DateTime.UtcNow.ToGMT8String());
SyncUtil.UpdateBondInfo(lastSyncTime, currentSyncTime);
strInfo.AppendFormat("Update Bond Info en&cn completed at {0}.\n ", DateTime.UtcNow.ToGMT8String());
//Rebuild Index
strInfo.AppendFormat("Rebuild Index at {0}.\n", DateTime.UtcNow.ToGMT8String());
var result1 = SolrClient.RebuildIndex("full");
endTime = DateTime.UtcNow;
strInfo.AppendFormat("Rebuild Index completed at {0}.\n Result: {1}\n", DateTime.UtcNow.ToGMT8String(), result1);
logEntity.ENDTIME = endTime;
logEntity.JobStatus = (result1 == "Success") ? JobStatus.Success : JobStatus.Fail;
logEntity.RUNDETAIL = strInfo.ToString();
WriteLogEntity(logEntity);
}
catch (Exception exception)
{
logEntity.ENDTIME = DateTime.UtcNow;
logEntity.JobStatus = JobStatus.Fail;
logEntity.RUNDETAIL = strInfo + "\n" + exception;
WriteLogEntity(logEntity);
}
}
/// <summary>
/// Sync data from GeniusDB and hosted in .144 which is the transfer DB
/// </summary>
/// <seealso cref="M:Spring.Scheduling.Quartz.QuartzJobObject.Execute(Quartz.JobExecutionContext)"/>
protected override void ExecuteInternal(JobExecutionContext context)
{
var startTime = DateTime.UtcNow;
var logEntity = new SCHEDULERLOG {
STARTTIME = startTime
};
var settingFilePath = Path.Combine(AppDomain.CurrentDomain.BaseDirectory, ConfigFilePath);
var settingManager = new XmlSettingManager(File.ReadAllText(settingFilePath));
var destinationDbConn = string.Empty;
settingManager.Init(destinationDbConn);//初始化 mapping
//strInfo.AppendFormat("File data Sync begin at {0}\n", startTime.ToGMT8String());
strInfo.AppendFormat("<p>Source [Type: {0} Address: {1}]\n", settingManager.SourceDb.Type,
settingManager.SourceDb.Conn);
strInfo.AppendFormat("Destination [Type: {0} Address: {1}]</p>", settingManager.DestinationDb.Type,
settingManager.DestinationDb.Conn);
strInfo.AppendFormat("<p>Source [Type: {0} Address: {1}]\n", "WebService",
ConfigHelper.GetEndpointClientAddress("StorageServiceImplPort"));
strInfo.AppendFormat("Destination [Type: {0} Address: {1}]</p>", "WebService",
ConfigHelper.GetEndpointClientAddress("StorageServiceImplPort1"));
var lastSyncTime = getMaxDateTime(settingManager);
// from last sync time
var from = lastSyncTime;
// to now - 1h
var to = startTime.AddHours(8).AddHours(-settingManager.DeltaHours);
strInfo.AppendFormat("<p>Max '{0}' of table '{1}' : {2}.</p>", settingManager.DateKeyColumn, settingManager.DateKeyTable, from);
strInfo.AppendFormat("<p>Sync duration : {0} to : {1} .</p>", from, to);
try
{
using (var dataSync = new DataSynchronizer(settingManager, from, to))
{
dataSync.TableSynched +=
(sender, e) =>
LogFileSyncInfo(sender, e);
dataSync.PostTaskExecuted +=
(sender, e) =>
strInfo.AppendFormat
("Post sync task {0} is executed.\n",
e.TaskName);
dataSync.Init();
var sourceTable = settingManager.SourceTableName.Split(',');
strInfo.Append(dataSync.Sync(sourceTable));
}
strInfo.AppendFormat("{0} table(s) synchronized.\n", settingManager.TableMappings.Count());
var endTime = DateTime.UtcNow;
//strInfo.AppendFormat("Synchronization completed at {0}.\n", endTime.ToGMT8String());
logEntity.ENDTIME = endTime;
logEntity.JobStatus = JobStatus.Success;
logEntity.RUNDETAIL = strInfo.ToString();
WriteLogEntity(logEntity);
}
catch (Exception exception)
{
logEntity.ENDTIME = DateTime.UtcNow;
logEntity.JobStatus = JobStatus.Fail;
logEntity.RUNDETAIL = strInfo + "\n<b>Exception detail:</b>\n" + exception + "\n<p>No tables synchronized.</p>";
WriteLogEntity(logEntity);
}
}
