コード例 #1
0
ファイル: TTTD.cs プロジェクト: GQHero/TinyStorage
 //         public List<int> GetBreakPoint(FileNode fileNode)
 //         {
 //             if (String.IsNullOrEmpty(fileNode.SnapPath))
 //             {
 //                 throw new Exception("The snapshot path of file is empty.");
 //             }
 //             FileStream fileStream = null;
 //             try
 //             {
 //                 fileStream = new FileStream(fileNode.SnapPath, FileMode.Open);
 //                 var buffer = new byte[1];
 //                 for (; fileStream.Read(buffer, 0, 1) > 0; p++)
 //                 {
 //                     window.Add(buffer[0]);
 //                     int hash = window.GetHashCode();
 //                     if (p - l < CommonConstants.MinChunkSize)
 //                     {
 //                         continue;
 //                     }
 //                     if ((hash % dDash) == (dDash - 1))
 //                     {
 //                         logger.Debug("========HIT!!!!!!!------------(hash % dDash) == (dDash - 1)");
 //                         backupBreak = p;
 //                     }
 //                     if ((hash % d) == (d - 1))
 //                     {
 //                         logger.Debug("========HIT!!!!!!!------------Hash%d==d - 1");
 //                         breakPoint.Add(p);
 //                         window.Clear();
 //                         backupBreak = 0;
 //                         l = p;
 //                         continue;
 //                     }
 //                     if (p - l < CommonConstants.MaxChunkSize)
 //                     {
 //                         continue;
 //                     }
 //                     if (backupBreak != 0)
 //                     {
 //                         breakPoint.Add(backupBreak);
 //                         window.Clear();
 //                         l = backupBreak;
 //                         backupBreak = 0;
 //                     }
 //                     else
 //                     {
 //                         logger.Debug("========MAX");
 //                         breakPoint.Add(p);
 //                         window.Clear();
 //                         l = p;
 //                         backupBreak = 0;
 //                     }
 //                 }
 //                 fileStream.Close();
 //                 return breakPoint;
 //             }
 //             catch (Exception e)
 //             {
 //                 logger.Debug("Failed to get the break point of file, details: {0}.", e);
 //                 return null;
 //             }
 //             finally
 //             {
 //                 if (fileStream != null)
 //                 {
 //                     fileStream.Close();
 //                     fileStream = null;
 //                 }
 //             }
 //         }
 public void GetChunkByTTTD(FileNode fileNode)
 {
     logger.Debug("FileName: {0}.", fileNode.SnapPath);
     ChunkInfo chunk = chunkQueue.TakeFreeBlock();
     chunk.FileId = fileNode.Id;
     if (String.IsNullOrEmpty(fileNode.SnapPath))
     {
         throw new Exception("The snapshot path of file is empty.");
     }
     FileStream fileStream = null;
     try
     {
         fileStream = GetFileStream(fileNode.SnapPath);
         var buffer = new byte[1];
         var offset = 0;
         p = 0;
         UInt64 hash = 0;
         for (; fileStream.Read(buffer, 0, 1) > 0; p++, offset++)
         {
             chunk.Buffer[offset] = buffer[0];
             if (p - l < Constants.MinChunkSize)
             {
                 continue;
             }
             hash = RabinHash.GetRabinHash(chunk.Buffer);
             /*RabinFingerPrint.ComputeFingerPrint(chunk.Buffer)*/;
             //Logger.Debug("RabinFingerprint: {0}.", hash);
             //get the alternative break point
             if ((hash % DAlternative) == (DAlternative - 1))
             {
                 //Logger.Debug("Set break point when remainder is (DAlternative - 1), chunk length: {0}, fingerprint: {1}.", offset, hash);
                 backupBreak = p;
             }
             if ((hash % D) == (D - 1))
             {
                 //Logger.Debug("Set break point when remainder is (D - 1), chunk length: {0}, fingerprint: {1}.", offset, hash);
                 chunk.BufferLength = offset + 1;
                 CalculateCheckSumAndInQueue(chunk);
                 //breakPoint.Add(p);
                 chunk = chunkQueue.TakeFreeBlock();
                 chunk.FileId = fileNode.Id;
                 offset = -1;
                 backupBreak = 0;
                 l = p;
                 continue;
             }
             if (p - l < Constants.MaxChunkSize)
             {
                 continue;
             }
             if (backupBreak != 0)
             {
                 chunk.BufferLength = offset + 1;
                 CalculateCheckSumAndInQueue(chunk);
                 //breakPoint.Add(backupBreak);
                 chunk = chunkQueue.TakeFreeBlock();
                 chunk.FileId = fileNode.Id;
                 offset = -1;
                 l = backupBreak;
                 backupBreak = 0;
             }
             else
             {
                 //Logger.Debug("Set break point at max length of chunk, chunk length: {0}, fingerprint: {1}.", offset + 1, hash);
                 chunk.BufferLength = offset + 1;
                 CalculateCheckSumAndInQueue(chunk);
                 offset = -1;
                 //breakPoint.Add(p);
                 chunk = chunkQueue.TakeFreeBlock();
                 chunk.FileId = fileNode.Id;
                 l = p;
                 backupBreak = 0;
             }
         }
         hash = RabinHash.GetRabinHash(chunk.Buffer);
         //logger.Debug("Set break point at the end of a file, chunk length: {0}, fingerprint: {1}.", offset + 1, hash);
         chunk.BufferLength = offset + 1;
         CalculateCheckSumAndInQueue(chunk);
         fileStream.Close();
     }
     catch (Exception e)
     {
         logger.Debug("Failed to get the break point of file, details: {0}.", e);
     }
     finally
     {
         if (fileStream != null)
         {
             fileStream.Close();
             fileStream = null;
         }
     }
 }
コード例 #2
0
ファイル: TTTD.cs プロジェクト: GQHero/TinyStorage
 public void GetChunkWithoutTTTD(FileNode fileNode)
 {
     ChunkInfo chunk = chunkQueue.TakeFreeBlock();
     chunk.FileId = fileNode.Id;
     if (String.IsNullOrEmpty(fileNode.SnapPath))
     {
         throw new Exception("The snapshot path of file is empty.");
     }
     FileStream fileStream = null;
     try
     {
         fileStream = GetFileStream(fileNode.SnapPath);
         logger.Debug("File name: {0}, size: {1}.", fileNode.SnapPath, fileStream.Length);
         p = 0;
         while (true)
         {
             int length = fileStream.Read(chunk.Buffer, 0, Constants.MaxChunkSize);
             if (length <= 0)
             {
                 break;
             }
             chunk.BufferLength = length;
             CalculateCheckSumAndInQueue(chunk);
             //logger.Debug("Id: {0}, length: {1}.", chunk.Id, chunk.BufferLength);
             chunk = chunkQueue.TakeFreeBlock();
             chunk.FileId = fileNode.Id;
         }
         chunkQueue.PutFreeBlock(chunk);
     }
     catch (Exception e)
     {
         logger.Debug("Failed to get the break point of file, details: {0}.", e);
     }
     finally
     {
         if (fileStream != null)
         {
             fileStream.Close();
             fileStream = null;
         }
     }
 }
コード例 #3
0
ファイル: MySync.cs プロジェクト: GQHero/TinyStorage
 /// <summary>
 /// 服务器文件列表与本地对比,逻辑如下:
 /// 1.如果服务器存在,本地不存在:
 ///     1.1) 如果文件状态为Deleted,跳过
 ///     1.2) 否则,下载
 /// 2.如果本地存在,服务器不存在,则上传
 /// 3.如果都存在,比较更新时间:
 ///     3.1) 如果本地较新,则上传,并置文件状态为Modified
 ///     3.2) 如果服务器较新:
 ///         3.2.1) 如果文件状态为Deleted,则删除本地文件
 ///         3.2.2) 否则,下载文件
 /// </summary>
 /// <param name="path"></param>
 /// <param name="parentFolder"></param>
 private void BrowseAndUpdateTree(String path, String parentFolder)
 {
     try
     {
         var dirInfo = new DirectoryInfo(path);
         var localFileList = dirInfo.GetFiles();
         foreach (var file in localFileList)
         {
             var localFile = new FileNode
                 {
                     Id = Guid.NewGuid().ToStringEx(),
                     RelativePath = parentFolder,
                     Name = file.Name,
                     Length = file.Length,
                     UpdateTime = file.LastWriteTimeUtc.Ticks,
                     Status = FileStatus.Added
                 };
             var serverFile = serverTree.FileList.FirstOrDefault(item => item.Name.Equals(file.Name));
             if (serverFile == null) //condition 2
             {
                 logger.Debug("Added upload, {0}.", localFile.Name);
                 uploadFileList.Add(localFile);
                 serverTree.FileList.Add(localFile);
             }
             else //condition 3
             {
                 if (serverFile.UpdateTime > localFile.UpdateTime) //condition 3.2
                 {
                     if (serverFile.Status == FileStatus.Deleted) //condition 3.2.1
                     {
                         logger.Debug("Deleted, {0}.", localFile.Name);
                         File.Delete(file.FullName);
                     }
                     else //condition 3.2.2
                     {
                         logger.Debug("Added download, {0}.", localFile.Name);
                         downloadFileList.Add(serverFile);
                     }
                 }
                 else //condition 3.1
                 {
                     logger.Debug("Add upload, {0}.", localFile.Name);
                     serverFile.UpdateTime = localFile.UpdateTime;
                     serverFile.Status = FileStatus.Modified;
                     uploadFileList.Add(localFile);
                 }
             }
         }
         foreach (var serverFile in serverTree.FileList)
         {
             var localFile = localFileList.FirstOrDefault(item => item.Name.Equals(serverFile.Name));
             if (localFile == null && serverFile.Status != FileStatus.Deleted) //condition 1.2
             {
                 logger.Debug("Added download, {0}.", serverFile.Name);
                 downloadFileList.Add(serverFile);
             }
         }
         dirInfo.GetDirectories().ForEach(item => BrowseAndUpdateTree(item.DirectoryName, parentFolder + "\\" + item.Name));
     }
     catch (Exception e)
     {
         logger.Debug("Error occurred when browsing folder, info: {0}.", e);
     }
 }