public void PurgeTest() { var blocksize = 1024 * 10; var basedatasize = 0; var testopts = TestOptions; testopts["blocksize"] = blocksize.ToString() + "b"; var filenames = BorderTests.WriteTestFilesToFolder(DATAFOLDER, blocksize, basedatasize).Select(x => "a" + x.Key).ToList(); var round1 = filenames.Take(filenames.Count / 3).ToArray(); var round2 = filenames.Take((filenames.Count / 3) * 2).ToArray(); var round3 = filenames; using (var c = new Library.Main.Controller("file://" + TARGETFOLDER, testopts, null)) { var res = c.Backup(new string[] { DATAFOLDER }, new Library.Utility.FilterExpression(round1.Select(x => "*" + Path.DirectorySeparatorChar + x))); Assert.AreEqual(0, res.Errors.Count()); Assert.AreEqual(0, res.Warnings.Count()); Assert.AreEqual(res.AddedFiles, round1.Length); } System.Threading.Thread.Sleep(TimeSpan.FromSeconds(5)); using (var c = new Library.Main.Controller("file://" + TARGETFOLDER, testopts, null)) { var res = c.Backup(new string[] { DATAFOLDER }, new Library.Utility.FilterExpression(round2.Select(x => "*" + Path.DirectorySeparatorChar + x))); Assert.AreEqual(0, res.Errors.Count()); Assert.AreEqual(0, res.Warnings.Count()); Assert.AreEqual(res.AddedFiles, round2.Length - round1.Length); } System.Threading.Thread.Sleep(TimeSpan.FromSeconds(5)); using (var c = new Library.Main.Controller("file://" + TARGETFOLDER, testopts, null)) { var res = c.Backup(new string[] { DATAFOLDER }); Assert.AreEqual(0, res.Errors.Count()); Assert.AreEqual(0, res.Warnings.Count()); Assert.AreEqual(res.AddedFiles, filenames.Count - round2.Length); } System.Threading.Thread.Sleep(TimeSpan.FromSeconds(5)); var last_ts = DateTime.Now; using (var c = new Library.Main.Controller("file://" + TARGETFOLDER, testopts.Expand(new { list_sets_only = true }), null)) { var inf = c.List(); Assert.AreEqual(0, inf.Errors.Count()); Assert.AreEqual(0, inf.Warnings.Count()); var filesets = inf.Filesets.Count(); Assert.AreEqual(3, filesets, "Incorrect number of initial filesets"); } using (var c = new Library.Main.Controller("file://" + TARGETFOLDER, testopts, null)) { IListResults listResults = c.List("*"); Assert.AreEqual(0, listResults.Errors.Count()); Assert.AreEqual(0, listResults.Warnings.Count()); var filecount = listResults.Files.Count(); Assert.AreEqual(filenames.Count + 1, filecount, "Incorrect number of initial files"); } var allversion_candidate = round1.First(); var single_version_candidate = round1.Skip(1).First(); using (var c = new Library.Main.Controller("file://" + TARGETFOLDER, testopts, null)) { var res = c.PurgeFiles(new Library.Utility.FilterExpression("*" + Path.DirectorySeparatorChar + allversion_candidate)); Assert.AreEqual(0, res.Errors.Count()); Assert.AreEqual(0, res.Warnings.Count()); Assert.AreEqual(3, res.RewrittenFileLists, "Incorrect number of rewritten filesets after all-versions purge"); Assert.AreEqual(3, res.RemovedFileCount, "Incorrect number of removed files after all-versions purge"); } for (var i = 0; i < 3; i++) { using (var c = new Library.Main.Controller("file://" + TARGETFOLDER, testopts.Expand(new { version = i }), null)) { var res = c.PurgeFiles(new Library.Utility.FilterExpression(Path.Combine(this.DATAFOLDER, single_version_candidate))); Assert.AreEqual(0, res.Errors.Count()); Assert.AreEqual(0, res.Warnings.Count()); Assert.AreEqual(1, res.RewrittenFileLists, "Incorrect number of rewritten filesets after single-versions purge"); Assert.AreEqual(1, res.RemovedFileCount, "Incorrect number of removed files after single-versions purge"); } } using (var c = new Library.Main.Controller("file://" + TARGETFOLDER, testopts, null)) { var res = c.PurgeFiles(new Library.Utility.FilterExpression(round2.Skip(round1.Length).Take(2).Select(x => "*" + Path.DirectorySeparatorChar + x))); Assert.AreEqual(0, res.Errors.Count()); Assert.AreEqual(0, res.Warnings.Count()); Assert.AreEqual(2, res.RewrittenFileLists, "Incorrect number of rewritten filesets after 2-versions purge"); Assert.AreEqual(4, res.RemovedFileCount, "Incorrect number of removed files after 2-versions purge"); } using (var c = new Library.Main.Controller("file://" + TARGETFOLDER, testopts, null)) { var res = c.PurgeFiles(new Library.Utility.FilterExpression(round3.Skip(round2.Length).Take(2).Select(x => "*" + Path.DirectorySeparatorChar + x))); Assert.AreEqual(0, res.Errors.Count()); Assert.AreEqual(0, res.Warnings.Count()); Assert.AreEqual(1, res.RewrittenFileLists, "Incorrect number of rewritten filesets after 1-versions purge"); Assert.AreEqual(2, res.RemovedFileCount, "Incorrect number of removed files after 1-versions purge"); } // Since we make the operations back-to-back, the purge timestamp can drift beyond the current time var wait_target = last_ts.AddSeconds(10) - DateTime.Now; if (wait_target.TotalMilliseconds > 0) { System.Threading.Thread.Sleep(wait_target); } using (var c = new Library.Main.Controller("file://" + TARGETFOLDER, testopts, null)) { var listinfo = c.List("*"); Assert.AreEqual(0, listinfo.Errors.Count()); Assert.AreEqual(0, listinfo.Warnings.Count()); var filecount = listinfo.Files.Count(); listinfo = c.List(); Assert.AreEqual(0, listinfo.Errors.Count()); Assert.AreEqual(0, listinfo.Warnings.Count()); var filesets = listinfo.Filesets.Count(); Assert.AreEqual(3, filesets, "Incorrect number of filesets after purge"); Assert.AreEqual(filenames.Count - 6 + 1, filecount, "Incorrect number of files after purge"); } using (var c = new Library.Main.Controller("file://" + TARGETFOLDER, testopts, null)) { IBackupResults backupResults = c.Backup(new string[] { DATAFOLDER }); Assert.AreEqual(0, backupResults.Errors.Count()); Assert.AreEqual(0, backupResults.Warnings.Count()); } using (var c = new Library.Main.Controller("file://" + TARGETFOLDER, testopts, null)) { var listinfo = c.List("*"); Assert.AreEqual(0, listinfo.Errors.Count()); Assert.AreEqual(0, listinfo.Warnings.Count()); var files = listinfo.Files.ToArray(); var filecount = files.Length; listinfo = c.List(); Assert.AreEqual(0, listinfo.Errors.Count()); Assert.AreEqual(0, listinfo.Warnings.Count()); var filesets = listinfo.Filesets.ToArray(); Console.WriteLine("Listing final version information"); Console.WriteLine("Versions:"); Console.WriteLine(" " + string.Join(Environment.NewLine + " ", filesets.Select(x => string.Format("{0}: {1}, {2} {3}", x.Version, x.Time, x.FileCount, x.FileSizes)))); Console.WriteLine("Files:"); Console.WriteLine(" " + string.Join(Environment.NewLine + " ", files.Select(x => string.Format("{0}: {1}", x.Path, string.Join(" - ", x.Sizes.Select(y => y.ToString())))))); Assert.AreEqual(4, filesets.Length, "Incorrect number of filesets after final backup"); Assert.AreEqual(filenames.Count + 1, filecount, "Incorrect number of files after final backup"); } }
public void RunScriptBefore() { var blocksize = 10 * 1024; var options = TestOptions; options["blocksize"] = blocksize.ToString() + "b"; options["run-script-timeout"] = "5s"; // We need a small delay as we run very small backups back-to-back var PAUSE_TIME = TimeSpan.FromSeconds(3); BorderTests.WriteTestFilesToFolder(DATAFOLDER, blocksize, 0); using (var c = new Library.Main.Controller("file://" + TARGETFOLDER, options, null)) { var res = c.Backup(new string[] { DATAFOLDER }); Assert.AreEqual(0, res.Errors.Count()); Assert.AreEqual(0, res.Warnings.Count()); if (res.ParsedResult != ParsedResultType.Success) { throw new Exception("Unexpected result from base backup"); } System.Threading.Thread.Sleep(PAUSE_TIME); options["run-script-before"] = CreateScript(0); res = c.Backup(new string[] { DATAFOLDER }); if (res.ParsedResult != ParsedResultType.Success) { throw new Exception("Unexpected result from backup with return code 0"); } if (res.ExaminedFiles <= 0) { throw new Exception("Backup did not examine any files for code 0?"); } System.Threading.Thread.Sleep(PAUSE_TIME); options["run-script-before"] = CreateScript(1); res = c.Backup(new string[] { DATAFOLDER }); if (res.ParsedResult != ParsedResultType.Success) { throw new Exception("Unexpected result from backup with return code 1"); } if (res.ExaminedFiles > 0) { throw new Exception("Backup did examine files for code 1?"); } System.Threading.Thread.Sleep(PAUSE_TIME); options["run-script-before"] = CreateScript(2); res = c.Backup(new string[] { DATAFOLDER }); if (res.ParsedResult != ParsedResultType.Warning) { throw new Exception("Unexpected result from backup with return code 2"); } if (res.ExaminedFiles <= 0) { throw new Exception("Backup did not examine any files for code 2?"); } System.Threading.Thread.Sleep(PAUSE_TIME); options["run-script-before"] = CreateScript(3); res = c.Backup(new string[] { DATAFOLDER }); if (res.ParsedResult != ParsedResultType.Warning) { throw new Exception("Unexpected result from backup with return code 3"); } if (res.ExaminedFiles > 0) { throw new Exception("Backup did examine files for code 3?"); } System.Threading.Thread.Sleep(PAUSE_TIME); options["run-script-before"] = CreateScript(4); res = c.Backup(new string[] { DATAFOLDER }); if (res.ParsedResult != ParsedResultType.Error) { throw new Exception("Unexpected result from backup with return code 4"); } if (res.ExaminedFiles <= 0) { throw new Exception("Backup did not examine any files for code 4?"); } System.Threading.Thread.Sleep(PAUSE_TIME); options["run-script-before"] = CreateScript(5); res = c.Backup(new string[] { DATAFOLDER }); if (res.ParsedResult != ParsedResultType.Error) { throw new Exception("Unexpected result from backup with return code 5"); } if (res.ExaminedFiles > 0) { throw new Exception("Backup did examine files for code 5?"); } System.Threading.Thread.Sleep(PAUSE_TIME); options["run-script-before"] = CreateScript(2, "TEST WARNING MESSAGE"); res = c.Backup(new string[] { DATAFOLDER }); if (res.ParsedResult != ParsedResultType.Warning) { throw new Exception("Unexpected result from backup with return code 2"); } if (res.ExaminedFiles <= 0) { throw new Exception("Backup did examine files for code 2?"); } if (!res.Warnings.Any(x => x.IndexOf("TEST WARNING MESSAGE", StringComparison.Ordinal) >= 0)) { throw new Exception("Found no warning message in output for code 2"); } System.Threading.Thread.Sleep(PAUSE_TIME); options["run-script-before"] = CreateScript(3, "TEST WARNING MESSAGE"); res = c.Backup(new string[] { DATAFOLDER }); if (res.ParsedResult != ParsedResultType.Warning) { throw new Exception("Unexpected result from backup with return code 3"); } if (res.ExaminedFiles > 0) { throw new Exception("Backup did examine files for code 3?"); } if (!res.Warnings.Any(x => x.IndexOf("TEST WARNING MESSAGE", StringComparison.Ordinal) >= 0)) { throw new Exception("Found no warning message in output for code 3"); } System.Threading.Thread.Sleep(PAUSE_TIME); options["run-script-before"] = CreateScript(4, "TEST ERROR MESSAGE"); res = c.Backup(new string[] { DATAFOLDER }); if (res.ParsedResult != ParsedResultType.Error) { throw new Exception("Unexpected result from backup with return code 4"); } if (res.ExaminedFiles <= 0) { throw new Exception("Backup did examine files for code 4?"); } if (!res.Errors.Any(x => x.IndexOf("TEST ERROR MESSAGE", StringComparison.Ordinal) >= 0)) { throw new Exception("Found no error message in output for code 4"); } System.Threading.Thread.Sleep(PAUSE_TIME); options["run-script-before"] = CreateScript(5, "TEST ERROR MESSAGE"); res = c.Backup(new string[] { DATAFOLDER }); if (res.ParsedResult != ParsedResultType.Error) { throw new Exception("Unexpected result from backup with return code 5"); } if (res.ExaminedFiles > 0) { throw new Exception("Backup did examine files for code 5?"); } if (!res.Errors.Any(x => x.IndexOf("TEST ERROR MESSAGE", StringComparison.Ordinal) >= 0)) { throw new Exception("Found no error message in output for code 5"); } System.Threading.Thread.Sleep(PAUSE_TIME); options["run-script-before"] = CreateScript(0, sleeptime: 10); res = c.Backup(new string[] { DATAFOLDER }); if (res.ParsedResult != ParsedResultType.Warning) { throw new Exception("Unexpected result from backup with timeout script"); } if (res.ExaminedFiles <= 0) { throw new Exception("Backup did not examine any files after timeout?"); } } }
public void PurgeBrokenFilesTest() { var blocksize = 1024 * 10; var basedatasize = 0; var testopts = TestOptions; testopts["blocksize"] = blocksize.ToString() + "b"; var filenames = BorderTests.WriteTestFilesToFolder(DATAFOLDER, blocksize, basedatasize).Select(x => "a" + x.Key).ToList(); var round1 = filenames.Take(filenames.Count / 3).ToArray(); var round2 = filenames.Take((filenames.Count / 3) * 2).ToArray(); using (var c = new Library.Main.Controller("file://" + TARGETFOLDER, testopts, null)) { var res = c.Backup(new string[] { DATAFOLDER }, new Library.Utility.FilterExpression(round1.Select(x => "*" + Path.DirectorySeparatorChar + x))); Assert.AreEqual(0, res.Errors.Count()); Assert.AreEqual(0, res.Warnings.Count()); Assert.AreEqual(res.AddedFiles, round1.Length); } var dblock_file = SystemIO.IO_OS .GetFiles(TARGETFOLDER, "*.dblock.zip.aes") .Select(x => new FileInfo(x)) .OrderBy(x => x.LastWriteTimeUtc) .Select(x => x.FullName) .First(); System.Threading.Thread.Sleep(TimeSpan.FromSeconds(5)); using (var c = new Library.Main.Controller("file://" + TARGETFOLDER, testopts, null)) { var res = c.Backup(new string[] { DATAFOLDER }, new Library.Utility.FilterExpression(round2.Select(x => "*" + Path.DirectorySeparatorChar + x))); Assert.AreEqual(0, res.Errors.Count()); Assert.AreEqual(0, res.Warnings.Count()); Assert.AreEqual(round2.Length - round1.Length, res.AddedFiles); } System.Threading.Thread.Sleep(TimeSpan.FromSeconds(5)); using (var c = new Library.Main.Controller("file://" + TARGETFOLDER, testopts, null)) { var res = c.Backup(new string[] { DATAFOLDER }); Assert.AreEqual(0, res.Errors.Count()); Assert.AreEqual(0, res.Warnings.Count()); Assert.AreEqual(filenames.Count - round2.Length, res.AddedFiles); } File.Delete(dblock_file); long[] affectedfiles; using (var c = new Library.Main.Controller("file://" + TARGETFOLDER, testopts, null)) { var brk = c.ListBrokenFiles(null); Assert.AreEqual(0, brk.Errors.Count()); Assert.AreEqual(0, brk.Warnings.Count()); var sets = brk.BrokenFiles.Count(); var files = brk.BrokenFiles.Sum(x => x.Item3.Count()); Assert.AreEqual(3, sets); Assert.True(files > 0); affectedfiles = brk.BrokenFiles.OrderBy(x => x.Item1).Select(x => x.Item3.LongCount()).ToArray(); } for (var i = 0; i < 3; i++) { using (var c = new Library.Main.Controller("file://" + TARGETFOLDER, testopts.Expand(new { version = i }), null)) { var brk = c.ListBrokenFiles(null); Assert.AreEqual(0, brk.Errors.Count()); Assert.AreEqual(0, brk.Warnings.Count()); var sets = brk.BrokenFiles.Count(); var files = brk.BrokenFiles.Sum(x => x.Item3.Count()); Assert.AreEqual(1, sets); Assert.AreEqual(affectedfiles[i], files); } } // A dry-run should run without exceptions (see issue #4379). Dictionary <string, string> dryRunOptions = new Dictionary <string, string>(testopts) { ["dry-run"] = "true" }; using (Controller c = new Controller("file://" + this.TARGETFOLDER, dryRunOptions, null)) { IPurgeBrokenFilesResults purgeResults = c.PurgeBrokenFiles(null); Assert.AreEqual(0, purgeResults.Errors.Count()); Assert.AreEqual(0, purgeResults.Warnings.Count()); } using (var c = new Library.Main.Controller("file://" + TARGETFOLDER, testopts, null)) { var brk = c.PurgeBrokenFiles(null); Assert.AreEqual(0, brk.Errors.Count()); Assert.AreEqual(0, brk.Warnings.Count()); var modFilesets = 0L; if (brk.DeleteResults != null) { modFilesets += brk.DeleteResults.DeletedSets.Count(); } if (brk.PurgeResults != null) { modFilesets += brk.PurgeResults.RewrittenFileLists; } Assert.AreEqual(3, modFilesets); } // A subsequent backup should be successful. using (Controller c = new Controller("file://" + this.TARGETFOLDER, testopts, null)) { IBackupResults backupResults = c.Backup(new[] { this.DATAFOLDER }); Assert.AreEqual(0, backupResults.Errors.Count()); Assert.AreEqual(0, backupResults.Warnings.Count()); } }
public void PurgeBrokenFilesTest() { PrepareSourceData(); var blocksize = 1024 * 10; var basedatasize = 0; var testopts = TestOptions; testopts["blocksize"] = blocksize.ToString() + "b"; var filenames = BorderTests.WriteTestFilesToFolder(DATAFOLDER, blocksize, basedatasize).Select(x => "a" + x.Key).ToList(); var round1 = filenames.Take(filenames.Count / 3).ToArray(); var round2 = filenames.Take((filenames.Count / 3) * 2).ToArray(); using (var c = new Library.Main.Controller("file://" + TARGETFOLDER, testopts, null)) { var res = c.Backup(new string[] { DATAFOLDER }, new Library.Utility.FilterExpression(round1.Select(x => "*" + Path.DirectorySeparatorChar + x))); Assert.AreEqual(res.AddedFiles, round1.Length); } var dblock_file = Directory .GetFiles(TARGETFOLDER, "*.dblock.zip.aes") .Select(x => new FileInfo(x)) .OrderBy(x => x.LastWriteTimeUtc) .Select(x => x.FullName) .First(); System.Threading.Thread.Sleep(TimeSpan.FromSeconds(5)); using (var c = new Library.Main.Controller("file://" + TARGETFOLDER, testopts, null)) { var res = c.Backup(new string[] { DATAFOLDER }, new Library.Utility.FilterExpression(round2.Select(x => "*" + Path.DirectorySeparatorChar + x))); Assert.AreEqual(round2.Length - round1.Length, res.AddedFiles); } System.Threading.Thread.Sleep(TimeSpan.FromSeconds(5)); using (var c = new Library.Main.Controller("file://" + TARGETFOLDER, testopts, null)) { var res = c.Backup(new string[] { DATAFOLDER }); Assert.AreEqual(filenames.Count - round2.Length, res.AddedFiles); } File.Delete(dblock_file); long[] affectedfiles; using (var c = new Library.Main.Controller("file://" + TARGETFOLDER, testopts, null)) { var brk = c.ListBrokenFiles(null); var sets = brk.BrokenFiles.Count(); var files = brk.BrokenFiles.Sum(x => x.Item3.Count()); Assert.AreEqual(3, sets); Assert.True(files > 0); affectedfiles = brk.BrokenFiles.OrderBy(x => x.Item1).Select(x => x.Item3.LongCount()).ToArray(); } for (var i = 0; i < 3; i++) { using (var c = new Library.Main.Controller("file://" + TARGETFOLDER, testopts.Expand(new { version = i }), null)) { var brk = c.ListBrokenFiles(null); var sets = brk.BrokenFiles.Count(); var files = brk.BrokenFiles.Sum(x => x.Item3.Count()); Assert.AreEqual(1, sets); Assert.AreEqual(affectedfiles[i], files); } } using (var c = new Library.Main.Controller("file://" + TARGETFOLDER, testopts, null)) { var brk = c.PurgeBrokenFiles(null); var modFilesets = 0L; if (brk.DeleteResults != null) { modFilesets += brk.DeleteResults.DeletedSets.Count(); } if (brk.PurgeResults != null) { modFilesets += brk.PurgeResults.RewrittenFileLists; } Assert.AreEqual(3, modFilesets); } }