/// <summary>
/// 写单行数据
/// （如果文件存在，则追加）
/// </summary>
/// <param name="line">数据</param>
/// <param name="fileName">文件名</param>
/// <param name="globalFile">是否是全局文件</param>
public void WriteText(string line, string fileName, bool globalFile)
{
//1. 检查根目录是否存在
string rootFolder = GetRootFolder();
if (!Directory.Exists(rootFolder))
{
Directory.CreateDirectory(rootFolder);
}
//2. 写文件数据
string filePath = GetFilePath(fileName, globalFile);
File.AppendAllText(filePath, line, Encoding.UTF8);
FileInfo fileInfo = new FileInfo(filePath);
//3. 写到状态树
if (globalFile)
{
StateHelper.Put("ISE://File/" + fileName + ".global", fileInfo.Length / 1024);
}
else
{
List <string> workers = new List <string>(StateHelper.GetChildren("ISE://system/state/worker"));
int count = 1;
if (workers.Count > 0)
{
count = workers.Count;
}
StateHelper.Put("ISE://File/" + fileName + ".part", fileInfo.Length / 1024 * count);
}
}
public override void ProcessCmd(string[] args)
{
if (args.Length > 2)
{
UnknowCommand();
return;
}
string path = string.Empty;
if (args.Length != 1)
{
path = args[1];
}
List <string> files = new List <string>(StateHelper.GetChildren("ISE://File/" + path));
if (files.Any())
{
foreach (string file in files)
{
Console.Write(" " + file.Replace("ISE://File", ""));
Console.WriteLine(" Size:" + StateHelper.Get <long>(file) + "KB");
}
}
else
{
Console.WriteLine("Not found any files or folders.");
}
}
public override void ProcessCmd(string[] args)
{
if (args.Length != 1)
{
UnknowCommand();
return;
}
List <string> workers = new List <string>(StateHelper.GetChildren("ISE://system/state/worker"));
foreach (string t in workers)
{
string[] ip =
t.Substring(t.LastIndexOf('/') + 1,
t.Length - t.LastIndexOf('/') - 1)
.Split(',');
Framework.Network.Synchronous.Client transfer = new Framework.Network.Synchronous.Client(ip[0],
int.Parse(ip[1]));
ExcutePacket codePacket = new ExcutePacket(Encoding.UTF8.GetBytes("Get task list"), string.Empty,
string.Empty, string.Empty,
ExcutePacket.Type.Task);
codePacket.SetReturnAddress(Dns.GetHostName(), 8800);
codePacket.WaiteCallBack = true;
List <string> result = transfer.Send <List <string> >(codePacket);
foreach (string s in result)
{
Console.WriteLine(" " + s);
}
}
}
public override void ProcessCmd(string[] args)
{
if (args.Length != 3)
{
UnknowCommand();
return;
}
List <string> workers = new List <string>(StateHelper.GetChildren("ISE://system/state/worker"));
string filePath = args[1];
string fileNewName = args[2];
foreach (string t in workers)
{
string[] ip =
t.Substring(t.LastIndexOf('/') + 1,
t.Length - t.LastIndexOf('/') - 1)
.Split(',');
Framework.Network.Synchronous.Client transfer = new Framework.Network.Synchronous.Client(ip[0],
int.Parse(ip[1]));
Tuple <string, string> fileTuple = new Tuple <string, string>(filePath, args[2]);
ExcutePacket codePacket = new ExcutePacket(Serializer.SerializeToBytes(fileTuple), string.Empty,
string.Empty, string.Empty,
ExcutePacket.Type.Rename);
codePacket.SetReturnAddress(Dns.GetHostName(), 8800);
//1207
codePacket.WaiteCallBack = false;
transfer.Send <bool>(codePacket);
StateHelper.Rename("ISE://File/" + filePath, fileNewName);
}
}
/// <summary>
/// 检查应用程序是否已经退出
/// </summary>
/// <returns></returns>
private static bool CheckApplicationExit(string timeStamp, string appName, int workerCount)
{
IEnumerable <string> finishedStates = StateHelper.GetChildren("ISE://application/" + timeStamp + "/" + appName);
var enumerable = finishedStates as string[] ?? finishedStates.ToArray();
if (enumerable.Any() && enumerable.Count() == workerCount)
{
foreach (var finishedState in enumerable)
{
Logger.Info(finishedState + ":" + StateHelper.Get <string>(finishedState));
}
return(true);
}
return(false);
}
public override void ProcessCmd(string[] args)
{
if (args.Length != 1)
{
UnknowCommand();
return;
}
List <string> Workers = new List <string>(StateHelper.GetChildren("ISE://system/state/worker"));
Hashtable IpCollection = new Hashtable();
for (int i = 0; i < Workers.Count; i++)
{
string[] ip = Workers[i].Substring(Workers[i].LastIndexOf('/') + 1,
Workers[i].Length - Workers[i].LastIndexOf('/') - 1)
.Split(',');
if (!IpCollection.Contains(ip[0]))
{
IpCollection[ip[0]] = 1;
}
else
{
IpCollection[ip[0]] = int.Parse(IpCollection[ip[0]].ToString()) + 1;
}
}
foreach (string eachWorker in Workers)
{
string[] ip = eachWorker.Substring(eachWorker.LastIndexOf('/') + 1,
eachWorker.Length - eachWorker.LastIndexOf('/') - 1)
.Split(',');
Framework.Network.Synchronous.Client transfer = new Framework.Network.Synchronous.Client(ip[0],
int.Parse(ip[1]));
ExcutePacket codePacket = new ExcutePacket(Encoding.UTF8.GetBytes(IpCollection[ip[0]].ToString()), string.Empty,
string.Empty, string.Empty,
ExcutePacket.Type.Disk);
codePacket.SetReturnAddress(Dns.GetHostName(), 8800);
codePacket.WaiteCallBack = true;
List <string> result = transfer.Send <List <string> >(codePacket);
foreach (string s in result)
{
Console.WriteLine(" " + s);
}
}
}
public IEnumerable <string> GetAllWorkers()
{
IEnumerable <string> workers = StateHelper.GetChildren("ISE://system/state/worker");
return(workers);
}
public override void ProcessCmd(string[] args)
{
if (args.Length < 3 || args.Length == 4)
{
UnknowCommand();
return;
}
//2.1 将文件切分成块
List <string> workers = new List <string>(StateHelper.GetChildren("ISE://system/state/worker"));
string filePath = args[1];
if (File.Exists(filePath))
{
//普通切分模式
if (args.Length == 3)
{
FileBlock.Split(filePath, workers.Count);
}
//用户自定义切分
else
{
string splitStr = args[3];
List <int> keys = new List <int>();
for (int i = 4; i < args.Length; i++)
{
int index;
if (!int.TryParse(args[i], out index))
{
Logger.Error("index should be an int.");
break;
}
keys.Add(index);
}
FileBlock.Split(filePath, workers.Count, splitStr, keys.ToArray());
}
}
else
{
Logger.Error(filePath + " is not found.");
return;
}
//2.2 告诉worker即将发送文件块
string remotePath = args[2];
string[] childFiles = Directory.GetFiles(filePath + ".part");
for (int i = 0; i < workers.Count; i++)
{
string[] ip =
workers[i].Substring(workers[i].LastIndexOf('/') + 1, workers[i].Length - workers[i].LastIndexOf('/') - 1)
.Split(',');
Framework.Network.Synchronous.Client transfer = new Framework.Network.Synchronous.Client(ip[0],
int.Parse(ip[1]));
ExcutePacket codePacket = new ExcutePacket(Encoding.UTF8.GetBytes(remotePath), string.Empty, string.Empty, string.Empty,
ExcutePacket.Type.FileFragment);
codePacket.SetReturnAddress(Dns.GetHostName(), 8800);
//1207
codePacket.WaiteCallBack = false;
transfer.Send <bool>(codePacket);
Logger.Info(ip[0] + "," + ip[1] + " has been noticed to receive the file.");
int maxRetryCount = 5;
while (maxRetryCount > 0)
{
try
{
FileTransfer fileTransfer = new FileTransfer();
fileTransfer.Send(childFiles[i], ip[0], 7001);
maxRetryCount = -1;
}
catch (Exception exception)
{
Logger.Error(exception.Message);
maxRetryCount--;
if (maxRetryCount > 0)
{
Console.WriteLine("Now retry...");
Thread.Sleep(1000);
}
}
}
if (maxRetryCount == 0)
{
Logger.Info(ip[0] + "," + ip[1] + " do not get the file.");
}
}
//2.4 删掉切分的文件
Directory.Delete(filePath + ".part", true);
StateHelper.Put("ISE://File/" + remotePath, new FileInfo(filePath).Length / 1024);
}
public override void ProcessCmd(string[] args)
{
if (args.Length != 3)
{
UnknowCommand();
return;
}
//3.1 创建子文件存放的文件夹
string fileName = args[2];
string remoteFilePath = args[1];
if (remoteFilePath.EndsWith(".part"))
{
string partFileFolder = fileName + ".part";
if (Directory.Exists(partFileFolder))
{
Directory.Delete(partFileFolder, true);
}
Directory.CreateDirectory(partFileFolder);
List <string> workers = new List <string>(StateHelper.GetChildren("ISE://system/state/worker"));
for (int i = 0; i < workers.Count; i++)
{
//3.2 通知下载文件
string[] ip =
workers[i].Substring(workers[i].LastIndexOf('/') + 1,
workers[i].Length - workers[i].LastIndexOf('/') - 1)
.Split(',');
Framework.Network.Synchronous.Client transfer = new Framework.Network.Synchronous.Client(ip[0],
int.Parse(ip[1]));
ExcutePacket codePacket = new ExcutePacket(Encoding.UTF8.GetBytes(remoteFilePath), string.Empty,
string.Empty, string.Empty,
ExcutePacket.Type.Download);
codePacket.SetReturnAddress(Dns.GetHostName(), 8800);
//1207
codePacket.WaiteCallBack = false;
transfer.Send <bool>(codePacket);
Logger.Info(ip[0] + "," + ip[1] + " has been noticed to send file " + fileName);
//3.3 准备接收文件块
FileTransfer fileTransfer = new FileTransfer();
fileTransfer.Receive(7002, partFileFolder + "/" + i);
}
//3.4 合并文件
FileBlock.Merge(partFileFolder, fileName);
Directory.Delete(partFileFolder, true);
}
else
{
List <string> workers = new List <string>(StateHelper.GetChildren("ISE://system/state/worker"));
string[] ip =
workers[0].Substring(workers[0].LastIndexOf('/') + 1,
workers[0].Length - workers[0].LastIndexOf('/') - 1)
.Split(',');
Framework.Network.Synchronous.Client transfer = new Framework.Network.Synchronous.Client(ip[0],
int.Parse(ip[1]));
ExcutePacket codePacket = new ExcutePacket(Encoding.UTF8.GetBytes(remoteFilePath), string.Empty,
string.Empty, string.Empty,
ExcutePacket.Type.Download);
codePacket.SetReturnAddress(Dns.GetHostName(), 8800);
//1207
codePacket.WaiteCallBack = false;
transfer.Send <bool>(codePacket);
Logger.Info(ip[0] + "," + ip[1] + " has been noticed to send file " + fileName);
FileTransfer fileTransfer = new FileTransfer();
fileTransfer.Receive(7002, fileName);
}
}
public override void ProcessCmd(string[] args)
{
if (args.Length == 5)
{
_showMsgFromRemote = args[4] == "true";
}
if (args.Length != 4 && !_showMsgFromRemote)
{
UnknowCommand();
return;
}
//1.1 编译应用程序
Logger.Info("Start Compile your code...");
string appName = args[3];
string className = args[2];
string filePath = args[1];
string timeStamp = DateTime.Now.ToFileTimeUtc().ToString(CultureInfo.InvariantCulture);
string compileResult = CompileCode(filePath);
if (compileResult != string.Empty)
{
Logger.Error(compileResult);
return;
}
//1.2 读取编译后的文件
Logger.Info("Preparing for send your application to platform...");
string sourceCode = File.ReadAllText(filePath);
byte[] bytes = Encoding.UTF8.GetBytes(sourceCode);
//1.3 上传程序至各个节点
Thread thread = new Thread(StartListen);
thread.Start();
StateHelper.Put("ISE://history/" + timeStamp + "/" + appName,
Dns.GetHostName());
IEnumerable <string> ipPathes = StateHelper.GetChildren("ISE://system/state/worker");
var ipPaths = ipPathes as string[] ?? ipPathes.ToArray();
foreach (var ipPath in ipPaths)
{
Logger.Info("Current worker ip path:" + ipPath);
string[] ip =
ipPath.Substring(ipPath.LastIndexOf('/') + 1, ipPath.Length - ipPath.LastIndexOf('/') - 1)
.Split(',');
Framework.Network.Synchronous.Client transfer = new Framework.Network.Synchronous.Client(ip[0],
int.Parse(ip[1]));
ExcutePacket codePacket = new ExcutePacket(bytes, className, appName, timeStamp,
ExcutePacket.Type.Code);
codePacket.SetReturnAddress(Dns.GetHostName(), 8800);
//1207
codePacket.WaiteCallBack = false;
transfer.Send <object>(codePacket);
}
//1.4 结点运行程序，直至结束
DateTime submitTime = DateTime.UtcNow;
while (!IsDelay(submitTime, 60))
{
if (CheckApplicationExit(timeStamp, appName, ipPaths.Count()))
{
Console.WriteLine("Application has submitted, you can user [task] command to see the status.");
return;
}
Thread.Sleep(1000);
}
Console.WriteLine("Application failured as run too much time.");
}
