protected static string GetIdStr_FromConnStrAndSqlFile(string connectionString, string sqlFileName)
{
if (string.IsNullOrWhiteSpace(connectionString))
{
throw new ArgumentException($"{nameof(connectionString)} cannot be null or whitespace", nameof(connectionString));
}
if (string.IsNullOrWhiteSpace(sqlFileName))
{
throw new ArgumentException($"{nameof(sqlFileName)} cannot be null or whitespace", nameof(sqlFileName));
}
sqlFileName = Path.GetFileName(sqlFileName);
var idStr = $"{connectionString.Trim().ToLower()} - {sqlFileName.Trim().ToLower()}";
var md5 = HelperFns.ComputeHash(idStr, MD5.Create());
var md5Guid = Guid.Parse(md5);
return(md5Guid.ToString());
}
public static string GetPathMd5(string path) => HelperFns.ComputeHash(path?.Trim()?.ToLower(), MD5.Create());
public async Task Run(ProgressReporter progressReporter = null, ErrorReporter errorReporter = null)
{
try
{
WriteLog += WriteLogToFile;
await LogPool.AddLog(LogItem.MakeLog(new LogMessage(">> Started running...")));
var bigSqlStorageFile = await StorageFile.GetFileFromPathAsync(Config.BigSqlFilePath);
if (null == bigSqlStorageFile)
{
throw new ArgumentException($"specified big sql file not exist: {Config.BigSqlFilePath}", nameof(Config.BigSqlFilePath));
}
// reset the stop flag
if (Stop)
{
return;
}
Stop = false;
var sessionLevelDbPath = await GetSessionLevelDbPath(Config.BigSqlFilePath);
if (false == Config.ContinueFromLastSessionWhenStarted && Directory.Exists(sessionLevelDbPath))
{
var sessionBackupPath = GetSessionBackupPath(sessionLevelDbPath);
Directory.Move(sessionLevelDbPath, sessionBackupPath);
}
using (var readStream = await bigSqlStorageFile.OpenStreamForReadAsync())
using (var streamReader = new StreamReader(readStream))
using (var sessionDb = new SessionLevelDb(sessionLevelDbPath, Config.SessionSaveType))
{
int sqlUnitIndex = 0;
int affectedRows = 0;
while (true)
{
// stop when requested
if (Stop)
{
await LogPool.AddLog(LogItem.MakeLog(new LogMessage(">> Canceled by user.")));
StopCallBack?.Invoke();
return;
}
// read from file
var startUnitIndex = sqlUnitIndex;
var sqlUnitList = ReadBatchSqlUnits(streamReader, Config.BatchSize, Config.SqlUnitEndingLine, sessionDb, ref sqlUnitIndex);
// check skip count
var unitIndexDiff = sqlUnitIndex - startUnitIndex;
var skipCount = unitIndexDiff - sqlUnitList.Count();
if (skipCount > 0)
{
await LogPool.AddLog(LogItem.MakeLog(new LogMessage($"Skipped {skipCount} already executed units.")));
}
// break when nothing to do
if (false == sqlUnitList.Any())
{
break;
}
// prepare sql
var batchSql = SqlUnit.CombineSqlUnitList(sqlUnitList);
if (false == string.IsNullOrWhiteSpace(batchSql))
{
// batch execute sql
await HelperFns.TryThenException(
async() =>
{
var thisAffectedRows = await RunSql(Config.ConnectionString, batchSql);
if (thisAffectedRows > 0)
{
affectedRows += thisAffectedRows;
}
},
Config.RetryIntervalWhenError, true, Config.RetryNumberWhenError + 1,
async (e, i) =>
{
var message = $"{e.Message}; retry in {Config.RetryIntervalWhenError.TotalSeconds} seconds...";
await LogPool.AddLog(LogItem.MakeLog(new LogMessage(message)));
errorReporter?.Invoke(message);
}
);
// set executing status
foreach (var sqlUnit in sqlUnitList)
{
sessionDb.SetSqlUnitExecuteStatus(sqlUnit.Index, sqlUnit.Sql, true);
}
// report progress
await LogPool.AddLog(LogItem.MakeLog(new LogMessage(sqlUnitIndex, affectedRows)));
progressReporter?.Invoke(sqlUnitIndex, affectedRows);
}
}
}
await LogPool.AddLog(LogItem.MakeLog(new LogMessage(">> Completed.")));
}
finally
{
WriteLog -= WriteLogToFile;
}
}
protected string GetHash(string sqlUnit) => HelperFns.ComputeHash(sqlUnit?.Trim(), HashAlgorithm);
