private async Task ProcessGetFileCmd(CommandHeader cmdHeader)
{
var data = await NetworkHelperSequential.Read <GetFileCommandData>(_networkStream, cmdHeader.PayloadLength);
var ret = new ServerResponse();
var session = SessionStorage.Instance.GetSession(data.SessionId);
if (session == null)
{
ret.ErrorMsg = "Session does not exist";
}
else if (session.Expired)
{
ret.ErrorMsg = "Session has expired";
//Log?.Invoke("Session has expired");
//return ret;
}
else
{
data.RelativeFilePath = PathHelpers.NormalizeRelative(data.RelativeFilePath);
Msg?.Invoke($"Sending '{data.RelativeFilePath}'");
var filePath = Path.Combine(session.BaseDir, data.RelativeFilePath);
var fileLength = new FileInfo(filePath).Length;
var fileLengthBytes = BitConverter.GetBytes(fileLength);
await NetworkHelperSequential.WriteCommandHeader(_networkStream, Commands.GetFileCmd, sizeof(long));
await NetworkHelperSequential.WriteBytes(_networkStream, fileLengthBytes);
await NetworkHelperSequential.WriteFromFileAndHashAsync(_networkStream, filePath, (int)fileLength);
}
}
private async Task SendFileToClient(CommandHeader cmdHeader)
{
var data = await NetworkHelper.Read <GetFileRequest>(_networkStream, cmdHeader.PayloadLength);
var ret = new ServerResponseWithData <long>();
var session = SessionStorage.Instance.GetSession(data.SessionId);
if (session == null)
{
ret.ErrorMsg = "Session does not exist";
}
else if (session.Expired)
{
ret.ErrorMsg = "Session has expired";
//Log?.Invoke("Session has expired");
//return ret;
}
else
{
data.RelativeFilePath = PathHelpers.NormalizeRelative(data.RelativeFilePath);
Msg?.Invoke($"Sending '{data.RelativeFilePath}'");
var filePath = Path.Combine(session.BaseDir, data.RelativeFilePath);
var fileLength = new FileInfo(filePath).Length;
ret.Data = fileLength;
await CommandHelper.WriteCommandResponse(_networkStream, data.Command, ret);
await NetworkHelper.WriteFromFileAndHashAsync(_networkStream, filePath, (int)fileLength);
session.LastAccessTime = DateTime.Now;
}
}
private async Task ReceiveFileFromClient(CommandHeader cmdHeader)
{
var request = await NetworkHelper.Read <SendFileRequest>(_networkStream, cmdHeader.PayloadLength);
var ret = new ServerResponse();
var session = SessionStorage.Instance.GetSession(request.SessionId);
if (session == null)
{
ret.ErrorMsg = "Session does not exist";
}
else if (session.Expired)
{
ret.ErrorMsg = "Session has expired";
Msg?.Invoke("Session has expired");
}
await CommandHelper.WriteCommandResponse(_networkStream, request.Command, ret);
if (!ret.HasError && session != null)
{
request.RelativeFilePath = PathHelpers.NormalizeRelative(request.RelativeFilePath);
var filePath = Path.Combine(session.NewDir, request.RelativeFilePath);
var fileDir = Path.GetDirectoryName(filePath);
PathHelpers.EnsureDirExists(fileDir);
Msg?.Invoke($"Receiving file '{request.RelativeFilePath}'");
var newHash = await NetworkHelper.ReadToFileAndHashAsync(_networkStream, filePath, request.FileLength);
var hashString = newHash.ToHashString();
if (hashString != request.HashStr)
{
Msg?.Invoke("Receive failed, hash mismatch");
}
var fileInfo = session.SyncDb.Files.FirstOrDefault(i => i.RelativePath == request.RelativeFilePath);
if (fileInfo != null)
{
fileInfo.HashStr = hashString;
fileInfo.State = SyncFileState.NotChanged;
}
else
{
session.SyncDb.AddFile(session.BaseDir, request.RelativeFilePath, hashString);
}
session.FileHelper.AddNew(request.RelativeFilePath);
session.LastAccessTime = DateTime.Now;
}
}
private async Task ProcessSendFileCmd(CommandHeader cmdHeader)
{
var data = await NetworkHelperSequential.Read <SendFileCommandData>(_networkStream, cmdHeader.PayloadLength);
var ret = new ServerResponse();
var session = SessionStorage.Instance.GetSession(data.SessionId);
if (session == null)
{
ret.ErrorMsg = "Session does not exist";
}
else if (session.Expired)
{
ret.ErrorMsg = "Session has expired";
Msg?.Invoke("Session has expired");
}
else
{
data.RelativeFilePath = PathHelpers.NormalizeRelative(data.RelativeFilePath);
var filePath = Path.Combine(session.NewDir, data.RelativeFilePath);
var fileDir = Path.GetDirectoryName(filePath);
PathHelpers.EnsureDirExists(fileDir);
Msg?.Invoke($"Receiving file '{data.RelativeFilePath}'");
var newHash = await NetworkHelperSequential.ReadToFileAndHashAsync(_networkStream, filePath, data.FileLength);
var fileInfo = session.SyncDb.Files.FirstOrDefault(i => i.RelativePath == data.RelativeFilePath);
if (fileInfo != null)
{
fileInfo.HashStr = newHash.ToHashString();
fileInfo.State = SyncFileState.NotChanged;
}
else
{
session.SyncDb.AddFile(session.BaseDir, data.RelativeFilePath, newHash.ToHashString());
}
}
}
private async Task ProcessGetSyncListCmd(CommandHeader cmdHeader)
{
var data = await NetworkHelperSequential.Read <GetSyncListCommandData>(_networkStream, cmdHeader.PayloadLength);
var ret = new ServerResponseWithData <SyncInfo>();
var session = SessionStorage.Instance.GetSession(data.SessionId);
if (session == null)
{
ret.ErrorMsg = "Session does not exist";
}
else if (session.Expired)
{
ret.ErrorMsg = "Session has expired";
//Log?.Invoke("Session has expired");
//return ret;
}
else
{
Msg?.Invoke("Scanning local folder...");
var syncDb = GetSyncDb(session.BaseDir, session.SyncDbDir, out var error);
if (syncDb == null)
{
ret.ErrorMsg = error;
Msg?.Invoke($"Failed to get sync db: {error}");
}
else
{
var syncInfo = new SyncInfo();
PathHelpers.NormalizeRelative(data.Files);
Msg?.Invoke("Preparing sync list...");
foreach (var localFileInfo in syncDb.Files)
{
var remoteFileInfo = data.Files.FirstOrDefault(remoteFile =>
remoteFile.RelativePath == localFileInfo.RelativePath);
if (remoteFileInfo == null)
{
if (localFileInfo.State != SyncFileState.Deleted)
{
syncInfo.ToDownload.Add(localFileInfo);
}
}
else
{
data.Files.Remove(remoteFileInfo);
switch (remoteFileInfo.State)
{
case SyncFileState.Deleted:
if (localFileInfo.State == SyncFileState.NotChanged ||
localFileInfo.State == SyncFileState.Deleted)
{
var filePath = Path.Combine(session.BaseDir, localFileInfo.RelativePath);
if (File.Exists(filePath))
{
var movedFilePath = Path.Combine(session.RemovedDir, localFileInfo.RelativePath);
var movedFileDir = Path.GetDirectoryName(movedFilePath);
if (movedFileDir == null)
{
throw new InvalidOperationException($"Unable to get '{movedFilePath}'s dir");
}
if (!Directory.Exists(movedFileDir))
{
Directory.CreateDirectory(movedFileDir);
}
File.Move(filePath, movedFilePath);
}
}
else if (localFileInfo.State == SyncFileState.New)
{
syncInfo.ToDownload.Add(localFileInfo);
}
else
{
syncInfo.Conflicts.Add(localFileInfo);
}
break;
case SyncFileState.New:
syncInfo.Conflicts.Add(localFileInfo);
break;
case SyncFileState.Modified:
if (localFileInfo.State == SyncFileState.NotChanged)
{
syncInfo.ToUpload.Add(localFileInfo);
}
else
{
syncInfo.Conflicts.Add(remoteFileInfo);
}
break;
case SyncFileState.NotChanged:
if (localFileInfo.State == SyncFileState.Modified)
{
syncInfo.ToDownload.Add(localFileInfo);
}
else if (localFileInfo.State == SyncFileState.Deleted)
{
syncInfo.ToRemove.Add(remoteFileInfo);
}
else if (localFileInfo.State == SyncFileState.New)
{
Debugger.Break(); // not possible
}
break;
}
}
}
foreach (var remoteFileInfo in data.Files.Where(x => x.State != SyncFileState.Deleted))
{
syncInfo.ToUpload.Add(remoteFileInfo);
}
ret.Data = syncInfo;
session.SyncDb = syncDb;
}
}
await CommandHelper.WriteCommandResponse(_networkStream, Commands.GetSyncListCmd, ret);
}
public async Task Sync()
{
try
{
using (var client = new TcpClient())
{
await client.ConnectAsync(IPAddress.Parse(_serverAddress), _serverPort);
using (var networkStream = client.GetStream())
{
var sessionId = await GetSession(networkStream);
if (sessionId.HasError)
{
Log?.Invoke($"Unable to create sync session. Server response was '{sessionId.ErrorMsg}'");
return;
}
_sessionId = sessionId.Data;
if (!Directory.Exists(_syncDbDir))
{
var dirInfo = Directory.CreateDirectory(_syncDbDir);
dirInfo.Attributes = dirInfo.Attributes | FileAttributes.Hidden;
}
var syncDb = GetLocalSyncDb(out var error);
if (syncDb == null)
{
Log?.Invoke(error);
return;
}
var syncList = await GetSyncList(networkStream, _sessionId, syncDb.Files);
if (syncList.HasError)
{
Log?.Invoke($"Unable to get sync list. Server response was '{syncList.ErrorMsg}'");
return;
}
PathHelpers.NormalizeRelative(syncList.Data.ToDownload, syncList.Data.ToUpload, syncList.Data.ToRemove);
PathHelpers.EnsureDirExists(_toRemoveDir);
PathHelpers.EnsureDirExists(_newDir);
foreach (var fileInfo in syncList.Data.ToRemove)
{
_sessionFileHelper.PrepareForRemove(fileInfo.RelativePath);
var fi = syncDb.Files.First(x => x.RelativePath == fileInfo.RelativePath);
syncDb.Files.Remove(fi);
}
if (syncList.Data.Conflicts.Count > 0)
{
Debugger.Break();
}
if (!await ReceiveFiles(networkStream, syncList.Data.ToDownload, syncDb))
{
return;
}
if (!await SendFiles(networkStream, syncList.Data.ToUpload, syncDb))
{
return;
}
var response = await FinishSession(networkStream, _sessionId);
if (response.HasError)
{
Log?.Invoke($"Error finishing session. Server response was '{response.ErrorMsg}'");
return;
}
_sessionFileHelper.FinishSession();
syncDb.Files.RemoveAll(x => x.State == SyncFileState.Deleted);
syncDb.Store(_syncDbDir);
File.WriteAllText(Path.Combine(_syncDbDir, $"sync-{DateTime.Now:dd-MM-yyyy_hh-mm-ss}.log"), _log.ToString());
if (new DirectoryInfo(_newDir).EnumerateFiles("*", SearchOption.AllDirectories).Any())
{
Debugger.Break(); // all files should be removed by now
}
if (new DirectoryInfo(_toRemoveDir).EnumerateFiles("*", SearchOption.AllDirectories).Any())
{
Debugger.Break(); // all files should be removed by now
}
Directory.Delete(_newDir, true);
Directory.Delete(_toRemoveDir, true);
await NetworkHelperSequential.WriteCommandHeader(networkStream, Commands.DisconnectCmd);
}
}
}
catch (Exception e)
{
Log?.Invoke($"Error during sync {e}");
}
}
private async Task ReturnSyncList(CommandHeader cmdHeader)
{
var remoteData = await NetworkHelper.Read <GetSyncListRequest>(_networkStream, cmdHeader.PayloadLength);
var ret = new ServerResponseWithData <SyncInfo>();
var session = SessionStorage.Instance.GetSession(remoteData.SessionId);
if (session == null)
{
ret.ErrorMsg = "Session does not exist";
}
else if (session.Expired)
{
ret.ErrorMsg = "Session has expired";
_log.AppendLine("Session has expired");
//return ret;
}
else
{
try
{
Msg?.Invoke("Scanning local folder...");
var syncDb = GetSyncDb(session.BaseDir, session.SyncDbDir, out var error);
if (syncDb == null)
{
ret.ErrorMsg = error;
Msg?.Invoke($"Failed to get sync db: {error}");
}
else
{
var syncInfo = new SyncInfo();
PathHelpers.NormalizeRelative(remoteData.Files);
Msg?.Invoke("Preparing sync list...");
foreach (var localFileInfo in syncDb.Files)
{
var remoteFileInfo = remoteData.Files.FirstOrDefault(remoteFile =>
remoteFile.RelativePath == localFileInfo.RelativePath);
if (remoteFileInfo == null)
{
if (localFileInfo.State != SyncFileState.Deleted)
{
syncInfo.ToDownload.Add(localFileInfo);
}
}
else
{
remoteData.Files.Remove(remoteFileInfo);
switch (remoteFileInfo.State)
{
case SyncFileState.Deleted:
if (localFileInfo.State == SyncFileState.NotChanged ||
localFileInfo.State == SyncFileState.Deleted)
{
session.FileHelper.PrepareForRemove(localFileInfo.RelativePath);
}
else if (localFileInfo.State == SyncFileState.New)
{
syncInfo.ToDownload.Add(localFileInfo);
}
else
{
var fileExt = Path.GetExtension(localFileInfo.RelativePath);
var newPath = Path.GetFileNameWithoutExtension(localFileInfo.RelativePath) + "_FromServer" + fileExt;
localFileInfo.NewRelativePath = newPath;
session.FileHelper.AddRename(localFileInfo.RelativePath, newPath);
syncInfo.ToDownload.Add(localFileInfo);
}
break;
case SyncFileState.New:
if (localFileInfo.HashStr != remoteFileInfo.HashStr)
{
var fileExt = Path.GetExtension(remoteFileInfo.RelativePath);
var newPath = Path.GetFileNameWithoutExtension(remoteFileInfo.RelativePath) + "_FromClient" + fileExt;
remoteFileInfo.NewRelativePath = newPath;
syncInfo.ToUpload.Add(remoteFileInfo);
fileExt = Path.GetExtension(localFileInfo.RelativePath);
newPath = Path.GetFileNameWithoutExtension(localFileInfo.RelativePath) + "_FromServer" + fileExt;
localFileInfo.NewRelativePath = newPath;
session.FileHelper.AddRename(localFileInfo.RelativePath, newPath);
syncInfo.ToDownload.Add(localFileInfo);
}
break;
case SyncFileState.Modified:
if (localFileInfo.State == SyncFileState.NotChanged)
{
syncInfo.ToUpload.Add(localFileInfo);
}
else if (localFileInfo.State == SyncFileState.Modified ||
localFileInfo.State == SyncFileState.New)
{
var fileExt = Path.GetExtension(remoteFileInfo.RelativePath);
var newPath = Path.GetFileNameWithoutExtension(remoteFileInfo.RelativePath) + "_FromClient" + fileExt;
remoteFileInfo.NewRelativePath = newPath;
syncInfo.ToUpload.Add(remoteFileInfo);
fileExt = Path.GetExtension(localFileInfo.RelativePath);
newPath = Path.GetFileNameWithoutExtension(localFileInfo.RelativePath) + "_FromServer" + fileExt;
localFileInfo.NewRelativePath = newPath;
session.FileHelper.AddRename(localFileInfo.RelativePath, newPath);
syncInfo.ToDownload.Add(localFileInfo);
}
else if (localFileInfo.State == SyncFileState.Deleted)
{
var fileExt = Path.GetExtension(remoteFileInfo.RelativePath);
var newPath = Path.GetFileNameWithoutExtension(remoteFileInfo.RelativePath) + "_FromClient" + fileExt;
remoteFileInfo.NewRelativePath = newPath;
syncInfo.ToUpload.Add(remoteFileInfo);
}
break;
case SyncFileState.NotChanged:
if (localFileInfo.State == SyncFileState.Modified)
{
syncInfo.ToDownload.Add(localFileInfo);
}
else if (localFileInfo.State == SyncFileState.Deleted)
{
syncInfo.ToRemove.Add(remoteFileInfo);
}
else if (localFileInfo.State == SyncFileState.New)
{
if (localFileInfo.HashStr == remoteFileInfo.HashStr)
{
Msg?.Invoke("Skip identical file, client already has one");
localFileInfo.State = SyncFileState.NotChanged;
}
else
{
Debugger.Break(); // not possible
throw new InvalidOperationException("Invalid server state");
}
}
break;
}
}
}
foreach (var remoteFileInfo in remoteData.Files.Where(x => x.State != SyncFileState.Deleted))
{
syncInfo.ToUpload.Add(remoteFileInfo);
}
ret.Data = syncInfo;
session.SyncDb = syncDb;
session.LastAccessTime = DateTime.Now;
}
}
catch (Exception e)
{
ret.ErrorMsg = e.Message;
}
}
await CommandHelper.WriteCommandResponse(_networkStream, Commands.GetSyncListCmd, ret);
}