static void BuildThreadChild()
{
while (true)
{
//请求http获取打包任务
long _cDate = DateTime.Now.ToFileTime();
Dictionary <string, object> _dictData = new Dictionary <string, object>();
_dictData.Add("TimeStamp", _cDate);
var _sign = SignData.Md5SignDict(_configBean.SecurityKey, _dictData);
string _postDataStr = "TimeStamp=" + _cDate + "&Sign=" + _sign;
string _result = HttpUtils.HttpGet(Constants.GET_BUILD_TASK, _postDataStr);
//如果取到任务
if (_result != null && _result.Length > 0 && !"null".Equals(_result))
{
BuildTaskBean _buildBean = new BuildTaskBean();
try
{
JObject _buildConfigObj = JObject.Parse(_result);
_buildBean.TaskId = _buildConfigObj.GetValue("Id").ToString();
_buildBean.ProjectId = _buildConfigObj.GetValue("ProjectId").ToString();
_buildBean.ProjectName = _buildConfigObj.GetValue("ProjectName").ToString();
_buildBean.BranchName = _buildConfigObj.GetValue("BranchName").ToString();
}
catch (Exception ex)
{
LogUtils.Error(null, new Exception("解析打包任务数据请求失败 " + _result));
LogUtils.Error(null, ex);
throw;
}
LogEngin _logEngin = new LogEngin(_buildBean.ProjectName + " 项目打包", _buildBean.TaskId);
//根据TaskID创建一个临时目录
string _projectTempDir = Path.Combine(Constants.Temp, _buildBean.TaskId, _buildBean.ProjectName);
FileUtils.CreateDir(_projectTempDir);
_logEngin.Info("创建 " + _projectTempDir + " 临时目录");
//////////////////下载源代码
try
{
SourceCodeBean _sourceCodeBean = DownloadSourceCode(_logEngin, _buildBean);
////////////////build源代码
BuildSource(_logEngin, _buildBean, _sourceCodeBean, _projectTempDir);
}
catch (Exception ex)
{
////////build失败
_logEngin.Error(ex);
_logEngin.IsSuccess = false;
}
//上传日志文件
string _log = _logEngin.ToHtml();
string _logPath = Path.Combine(Constants.Temp, _buildBean.TaskId + ".html");
IOUtils.WriteUTF8String(_logPath, _log);
string _logUrl = UploadLogFile(_logEngin, _logPath);
//反馈打包结果
_cDate = DateTime.Now.ToFileTime();
_dictData.Clear();
int _state = (_logEngin.IsSuccess ? 2 : 1);
_dictData.Add("TimeStamp", _cDate);
_dictData.Add("Id", _buildBean.TaskId);
_dictData.Add("State", _state);
_dictData.Add("LogUrl", _logUrl);
_sign = SignData.Md5SignDict(_configBean.SecurityKey, _dictData);
JObject _postDataJson = new JObject();
_postDataJson.Add("Id", _buildBean.TaskId);
_postDataJson.Add("State", _state);
_postDataJson.Add("LogUrl", _logUrl);
_postDataJson.Add("TimeStamp", _cDate);
_postDataJson.Add("Sign", _sign);
HttpUtils.HttpPut(Constants.GET_BUILD_TASK, _postDataJson.ToString());
Console.WriteLine("Build完成");
}
else //没有取到任务，隔段时间再去取
{
Thread.Sleep(_configBean.GetBuildTaskInterval * 1000);
}
}
}
static void DeployThreadChild()
{
while (true)
{
//请求http获取部署任务
long _cDate = DateTime.Now.ToFileTime();
Dictionary <string, object> _dictData = new Dictionary <string, object>();
_dictData.Add("TimeStamp", _cDate);
var _sign = SignData.Md5SignDict(_configBean.SecurityKey, _dictData);
string _postDataStr = "TimeStamp=" + _cDate + "&Sign=" + _sign;
string _result = HttpUtils.HttpGet(Constants.GET_DEPLOY_TASK, _postDataStr);
//如果取到任务
if (_result != null && _result.Length > 0 && !"null".Equals(_result))
{
//如果取到任务
DeployTaskBean _deployBean = new DeployTaskBean();
try
{
JObject _buildConfigObj = JObject.Parse(_result);
_deployBean.Id = _buildConfigObj.GetValue("Id").ToString();
_deployBean.TaskId = _buildConfigObj.GetValue("BuildId").ToString();
_deployBean.ProjectName = _buildConfigObj.GetValue("ProjectName").ToString();
_deployBean.BranchName = _buildConfigObj.GetValue("BranchName").ToString();
_deployBean.Environment = _buildConfigObj.GetValue("Environment").ToString();
_deployBean.UpgradeType = _buildConfigObj.GetValue("UpgradeType").ToString();;
_deployBean.AutoUpgrade = Boolean.Parse(_buildConfigObj.GetValue("AutoUpgrade").ToString());
}
catch (Exception ex)
{
LogUtils.Error(null, new Exception("解析部署任务数据请求失败 " + _result));
LogUtils.Error(null, ex);
throw;
}
LogEngin _logEngin = new LogEngin("部署", _deployBean.TaskId);
try
{
string _taskTempDir = Path.Combine(Constants.Temp, _deployBean.TaskId);
string _projectTempDir = Path.Combine(_taskTempDir, _deployBean.ProjectName);
//E:\AutoBuildHome\SourceFile\myProjct\project1\master
////////////////////根据UnitConfig Copy 文件
if (_sourceCodeRootDirs.ContainsKey(_deployBean.TaskId))
{
CopyFileByUnitConfig(_logEngin, _deployBean, _sourceCodeRootDirs[_deployBean.TaskId].ToString(), _projectTempDir);
string _zipSourceDir = _projectTempDir;
ArrayList _modifyFiles = new ArrayList();
///////////////////判断是否增量升级
if (_deployBean.AutoUpgrade)
{
//MD5比较文件是否修改
string _sourcePath = Path.Combine(Constants.Temp, _deployBean.TaskId, _deployBean.ProjectName);
string _targetPath = Path.Combine(Constants.CurrentVersion, _deployBean.ProjectName);
ArrayList _files = new ArrayList();
FileUtils.GetFiles(new DirectoryInfo(_sourcePath), _files);
string _outTempDir = Path.Combine(_taskTempDir, "upgrade");
FileUtils.CreateDir(_outTempDir);
foreach (string _file in _files)
{
string _oldFile = _file.Replace(_sourcePath, _targetPath);
//文件存在就MD5比较
if (IOUtils.FileExists(_oldFile))
{
string _newMD5 = MD5Utils.MD5File(_file);
string _oldMD5 = MD5Utils.MD5File(_oldFile);
if (!_newMD5.Equals(_oldMD5))
{
_logEngin.Info("不一样的文件：" + _file);
_modifyFiles.Add(_file);
string _outPath = _file.Replace(_taskTempDir, _outTempDir);
FileUtils.CopyDirOrFile(_file, _outPath);
}
}
else
{
_logEngin.Info("新增文件：" + _file);
_modifyFiles.Add(_file);
string _outPath = _file.Replace(_taskTempDir, _outTempDir);
FileUtils.CopyDirOrFile(_file, _outPath);
}
}
if (_modifyFiles.Count > 0)
{
_zipSourceDir = Path.Combine(_outTempDir, _deployBean.ProjectName);
}
else
{
_logEngin.Error(new Exception("选择增量升级但无文件改动，部署失败"));
}
}
if (!_deployBean.AutoUpgrade || _modifyFiles.Count > 0)
{
//压缩文件
string _buildZip = _deployBean.TaskId + ".zip";
_logEngin.Info("压缩文件 " + _buildZip);
string _zipPath = Path.Combine(Constants.Temp, _deployBean.TaskId, _buildZip);
ZipFile.CreateFromDirectory(_zipSourceDir, _zipPath, CompressionLevel.Fastest, true);
_logEngin.Info(" 压缩 " + _projectTempDir + " 目录，生成" + _buildZip + " 文件");
_logEngin.Info(" 上传 " + _buildZip + " 文件到七牛");
////////////////////压缩build包，并上传到七牛云
_deployBean.DeployQiniuUrl = UploadZip(_logEngin, _deployBean.TaskId, _deployBean.ProjectName, _zipPath, _buildZip);
}
//删除临时目录
FileUtils.DeleteDir(Path.Combine(Constants.Temp, _deployBean.TaskId));
}
else
{
throw new Exception("deployed 失败： 不存在 " + _deployBean.TaskId + " build 任务！");
}
}
catch (Exception _ex)
{
////////build失败
_logEngin.Error(_ex);
_logEngin.IsSuccess = false;
}
////////////////文件上传成功，把文件上传路径传给服务器
_logEngin.Info("本地Deployed完成通知服务器");
/////
_logEngin.Info("组装资源文件完成，通知部署服务器去Qiniu下载资源文件");
Console.WriteLine("组装资源文件完成，通知部署服务器去Qiniu下载资源文件");
if (_logEngin.IsSuccess && _deployBean.DeployQiniuUrl != null && _deployBean.DeployQiniuUrl.Length > 0)
{
_sourceCodeRootDirs.Remove(_deployBean.TaskId);
Dispatcher(_logEngin, _deployBean.ProjectName, _deployBean.Environment, _deployBean.DeployQiniuUrl);
}
//上传日志文件
string _log = _logEngin.ToHtml();
string _logPath = Path.Combine(Constants.Temp, _deployBean.TaskId + "_deploy.html");
IOUtils.WriteUTF8String(_logPath, _log);
string _logUrl = UploadLogFile(_logEngin, _logPath);
//请求http获取打包任务
_cDate = DateTime.Now.ToFileTime();
_dictData.Clear();
int _state = (_logEngin.IsSuccess ? 2 : 1);
_dictData.Add("TimeStamp", _cDate);
_dictData.Add("Id", _deployBean.Id);
_dictData.Add("State", _state);
_dictData.Add("Url", _deployBean.DeployQiniuUrl);
_dictData.Add("LogUrl", _logUrl);
_sign = SignData.Md5SignDict(_configBean.SecurityKey, _dictData);
JObject _postDataJson = new JObject();
_postDataJson.Add("Id", _deployBean.Id);
_postDataJson.Add("State", _state);
_postDataJson.Add("Url", _deployBean.DeployQiniuUrl);
_postDataJson.Add("LogUrl", _logUrl);
_postDataJson.Add("TimeStamp", _cDate);
_postDataJson.Add("Sign", _sign);
HttpUtils.HttpPut(Constants.GET_DEPLOY_TASK, _postDataJson.ToString());
}
else //没有取到任务，隔段时间再去取
{
Thread.Sleep(_configBean.GetBuildTaskInterval * 1000);
}
}
}
//把build文件在Qiniu上面的地址分发给每台服务器
public static void Dispatcher(LogEngin _logEngin, string _projectName, string _environment, string _zipUrl)
{
//读取当前环境下面的Environment.config文件，获取需要部署的服务器列表，然后循环调用各自服务器的接口
string _environmentConfig = Path.Combine(Constants.CurrentConfigProjects, _projectName, _environment, "Environment.config");
if (!IOUtils.FileExists(_environmentConfig))
{
LogUtils.Error(null, new Exception(_environmentConfig + "文件不存在，配置有问题"));
return;
}
string _environmentConfigContent = IOUtils.GetUTF8String(_environmentConfig);
try
{
JObject _environmentConfigObj = JObject.Parse(_environmentConfigContent);
foreach (var _item in _environmentConfigObj)
{
string _unit = _item.Key; //哪个模块
JArray _serviceIds = JArray.Parse(_item.Value.ToString()); //发布到哪些服务器
//循环调用接口发送数据
foreach (string _serviceId in _serviceIds)
{
string _serviceCofnigPath = Path.Combine(Constants.TargetServices, _serviceId, "TargetService.config");
if (!IOUtils.FileExists(_serviceCofnigPath))
{ //表示文件目录不存在 配置有问题
_logEngin.Error(new Exception(_serviceId + " 对应的配置不存在，配置有问题"));
continue;
}
string _serviceCofnigContent = IOUtils.GetUTF8String(_serviceCofnigPath);
try
{
JObject _serviceCofnigObj = JObject.Parse(_serviceCofnigContent);
string _host = _serviceCofnigObj.GetValue("Host").ToString();
string _port = _serviceCofnigObj.GetValue("Port").ToString();
//string _sign = _serviceCofnigObj.GetValue("Sign").ToString();
//调用接口，参数 七牛地址，Unit名称
//http://localhost:56905/doAutoDeploy/AutoDeploy_N_Notify
string _url = "http://" + _host + ":" + _port + Constants.NOTIFY_DEPLOY;
long _cDate = DateTime.Now.ToFileTime();
Dictionary <string, object> _dictData = new Dictionary <string, object>();
_dictData.Add("TimeStamp", _cDate);
_dictData.Add("Url", _zipUrl);
_dictData.Add("ProjectId", _projectName);
_dictData.Add("Unit", _unit);
var _sign = SignData.Md5SignDict(_configBean.SecurityKey, _dictData);
string _postDataStr = "ProjectId=" + _projectName + "&Unit=" + _unit + "&Url=" + _zipUrl + "&TimeStamp=" + _cDate + "&Sign=" + _sign;
try
{
HttpUtils.HttpPost(_url, _postDataStr);
}
catch (Exception _ex)
{
_logEngin.Error(new Exception(_url + " 通知服务器失败！ \n" + _ex));
continue;
}
}
catch (Exception _ex)
{
_logEngin.Error(new Exception(_serviceCofnigPath + " 配置文件内容有误！ \n" + _ex));
continue;
}
}
}
}
catch (Exception _ex)
{
throw new Exception(_environmentConfig + " 配置文件内容有误！ \n" + _ex);
}
}
//public async Task<IHttpActionResult> Get() {
// return Ok("成功");
//}
public async Task <IHttpActionResult> Post([FromBody] N_BuildPostVm model)
{
if (!ModelState.IsValid)
{
throw new Exception("请求参数不正确");
}
Dictionary <string, object> _dictData = new Dictionary <string, object>();
_dictData.Add("TimeStamp", model.TimeStamp);
_dictData.Add("Url", model.Url);
_dictData.Add("ProjectId", model.ProjectId);
_dictData.Add("Unit", model.Unit);
var _sign = SignData.Md5SignDict("1234567890", _dictData);
if (_sign != model.Sign)
{
throw new Exception("签名不正确");
}
//验证通过，下载Qiniu上面的zip文件
string _savePath = Path.Combine(Constants.Temp, Path.GetFileName(model.Url));
WebClient myWebClient = new WebClient();
myWebClient.DownloadFile(model.Url, _savePath);
//判断文件是否存在
if (!IOUtils.FileExists(_savePath))
{ //表示文件下载失败
throw new Exception(model.Url + " 下载失败");
}
//解压文件
ZipFile.ExtractToDirectory(_savePath, Constants.Temp);
//删除zip文件
FileUtils.DeleteFile(_savePath);
string _sourcePath = Path.Combine(Constants.Temp, model.ProjectId, model.Unit);
string _targetPath = Path.Combine(Constants.RootPath, model.ProjectId, model.Unit);
if (!IOUtils.DirExists(_targetPath))
{
IOUtils.CreateDir(_targetPath);
}
FileUtils.CopyDir(_sourcePath, _targetPath);
FileUtils.DeleteDir(Path.Combine(Constants.Temp, model.ProjectId));
//判断是否存在build.sh脚本文件，如果有就执行
string shellFilePath = Path.Combine(_targetPath, Constants.ScripteFile);
if (IOUtils.FileExists(shellFilePath))
{
int _code = CMDUtils.Execute(shellFilePath);
if (_code == 0)
{
//_logEngin.Debug("build " + _slnFile + " Success");
}
else
{
//_logEngin.Debug("build " + _slnFile + " Fail");
}
}
return(Ok());
}
