public void PurgeTest()
{
var blocksize = 1024 * 10;
var basedatasize = 0;
var testopts = TestOptions;
testopts["blocksize"] = blocksize.ToString() + "b";
var filenames = BorderTests.WriteTestFilesToFolder(DATAFOLDER, blocksize, basedatasize).Select(x => "a" + x.Key).ToList();
var round1 = filenames.Take(filenames.Count / 3).ToArray();
var round2 = filenames.Take((filenames.Count / 3) * 2).ToArray();
var round3 = filenames;
using (var c = new Library.Main.Controller("file://" + TARGETFOLDER, testopts, null))
{
var res = c.Backup(new string[] { DATAFOLDER }, new Library.Utility.FilterExpression(round1.Select(x => "*" + Path.DirectorySeparatorChar + x)));
Assert.AreEqual(0, res.Errors.Count());
Assert.AreEqual(0, res.Warnings.Count());
Assert.AreEqual(res.AddedFiles, round1.Length);
}
System.Threading.Thread.Sleep(TimeSpan.FromSeconds(5));
using (var c = new Library.Main.Controller("file://" + TARGETFOLDER, testopts, null))
{
var res = c.Backup(new string[] { DATAFOLDER }, new Library.Utility.FilterExpression(round2.Select(x => "*" + Path.DirectorySeparatorChar + x)));
Assert.AreEqual(0, res.Errors.Count());
Assert.AreEqual(0, res.Warnings.Count());
Assert.AreEqual(res.AddedFiles, round2.Length - round1.Length);
}
System.Threading.Thread.Sleep(TimeSpan.FromSeconds(5));
using (var c = new Library.Main.Controller("file://" + TARGETFOLDER, testopts, null))
{
var res = c.Backup(new string[] { DATAFOLDER });
Assert.AreEqual(0, res.Errors.Count());
Assert.AreEqual(0, res.Warnings.Count());
Assert.AreEqual(res.AddedFiles, filenames.Count - round2.Length);
}
System.Threading.Thread.Sleep(TimeSpan.FromSeconds(5));
var last_ts = DateTime.Now;
using (var c = new Library.Main.Controller("file://" + TARGETFOLDER, testopts.Expand(new { list_sets_only = true }), null))
{
var inf = c.List();
Assert.AreEqual(0, inf.Errors.Count());
Assert.AreEqual(0, inf.Warnings.Count());
var filesets = inf.Filesets.Count();
Assert.AreEqual(3, filesets, "Incorrect number of initial filesets");
}
using (var c = new Library.Main.Controller("file://" + TARGETFOLDER, testopts, null))
{
IListResults listResults = c.List("*");
Assert.AreEqual(0, listResults.Errors.Count());
Assert.AreEqual(0, listResults.Warnings.Count());
var filecount = listResults.Files.Count();
Assert.AreEqual(filenames.Count + 1, filecount, "Incorrect number of initial files");
}
var allversion_candidate = round1.First();
var single_version_candidate = round1.Skip(1).First();
using (var c = new Library.Main.Controller("file://" + TARGETFOLDER, testopts, null))
{
var res = c.PurgeFiles(new Library.Utility.FilterExpression("*" + Path.DirectorySeparatorChar + allversion_candidate));
Assert.AreEqual(0, res.Errors.Count());
Assert.AreEqual(0, res.Warnings.Count());
Assert.AreEqual(3, res.RewrittenFileLists, "Incorrect number of rewritten filesets after all-versions purge");
Assert.AreEqual(3, res.RemovedFileCount, "Incorrect number of removed files after all-versions purge");
}
for (var i = 0; i < 3; i++)
{
using (var c = new Library.Main.Controller("file://" + TARGETFOLDER, testopts.Expand(new { version = i }), null))
{
var res = c.PurgeFiles(new Library.Utility.FilterExpression(Path.Combine(this.DATAFOLDER, single_version_candidate)));
Assert.AreEqual(0, res.Errors.Count());
Assert.AreEqual(0, res.Warnings.Count());
Assert.AreEqual(1, res.RewrittenFileLists, "Incorrect number of rewritten filesets after single-versions purge");
Assert.AreEqual(1, res.RemovedFileCount, "Incorrect number of removed files after single-versions purge");
}
}
using (var c = new Library.Main.Controller("file://" + TARGETFOLDER, testopts, null))
{
var res = c.PurgeFiles(new Library.Utility.FilterExpression(round2.Skip(round1.Length).Take(2).Select(x => "*" + Path.DirectorySeparatorChar + x)));
Assert.AreEqual(0, res.Errors.Count());
Assert.AreEqual(0, res.Warnings.Count());
Assert.AreEqual(2, res.RewrittenFileLists, "Incorrect number of rewritten filesets after 2-versions purge");
Assert.AreEqual(4, res.RemovedFileCount, "Incorrect number of removed files after 2-versions purge");
}
using (var c = new Library.Main.Controller("file://" + TARGETFOLDER, testopts, null))
{
var res = c.PurgeFiles(new Library.Utility.FilterExpression(round3.Skip(round2.Length).Take(2).Select(x => "*" + Path.DirectorySeparatorChar + x)));
Assert.AreEqual(0, res.Errors.Count());
Assert.AreEqual(0, res.Warnings.Count());
Assert.AreEqual(1, res.RewrittenFileLists, "Incorrect number of rewritten filesets after 1-versions purge");
Assert.AreEqual(2, res.RemovedFileCount, "Incorrect number of removed files after 1-versions purge");
}
// Since we make the operations back-to-back, the purge timestamp can drift beyond the current time
var wait_target = last_ts.AddSeconds(10) - DateTime.Now;
if (wait_target.TotalMilliseconds > 0)
{
System.Threading.Thread.Sleep(wait_target);
}
using (var c = new Library.Main.Controller("file://" + TARGETFOLDER, testopts, null))
{
var listinfo = c.List("*");
Assert.AreEqual(0, listinfo.Errors.Count());
Assert.AreEqual(0, listinfo.Warnings.Count());
var filecount = listinfo.Files.Count();
listinfo = c.List();
Assert.AreEqual(0, listinfo.Errors.Count());
Assert.AreEqual(0, listinfo.Warnings.Count());
var filesets = listinfo.Filesets.Count();
Assert.AreEqual(3, filesets, "Incorrect number of filesets after purge");
Assert.AreEqual(filenames.Count - 6 + 1, filecount, "Incorrect number of files after purge");
}
using (var c = new Library.Main.Controller("file://" + TARGETFOLDER, testopts, null))
{
IBackupResults backupResults = c.Backup(new string[] { DATAFOLDER });
Assert.AreEqual(0, backupResults.Errors.Count());
Assert.AreEqual(0, backupResults.Warnings.Count());
}
using (var c = new Library.Main.Controller("file://" + TARGETFOLDER, testopts, null))
{
var listinfo = c.List("*");
Assert.AreEqual(0, listinfo.Errors.Count());
Assert.AreEqual(0, listinfo.Warnings.Count());
var files = listinfo.Files.ToArray();
var filecount = files.Length;
listinfo = c.List();
Assert.AreEqual(0, listinfo.Errors.Count());
Assert.AreEqual(0, listinfo.Warnings.Count());
var filesets = listinfo.Filesets.ToArray();
Console.WriteLine("Listing final version information");
Console.WriteLine("Versions:");
Console.WriteLine(" " + string.Join(Environment.NewLine + " ", filesets.Select(x => string.Format("{0}: {1}, {2} {3}", x.Version, x.Time, x.FileCount, x.FileSizes))));
Console.WriteLine("Files:");
Console.WriteLine(" " + string.Join(Environment.NewLine + " ", files.Select(x => string.Format("{0}: {1}", x.Path, string.Join(" - ", x.Sizes.Select(y => y.ToString()))))));
Assert.AreEqual(4, filesets.Length, "Incorrect number of filesets after final backup");
Assert.AreEqual(filenames.Count + 1, filecount, "Incorrect number of files after final backup");
}
}
public void RunScriptBefore()
{
var blocksize = 10 * 1024;
var options = TestOptions;
options["blocksize"] = blocksize.ToString() + "b";
options["run-script-timeout"] = "5s";
// We need a small delay as we run very small backups back-to-back
var PAUSE_TIME = TimeSpan.FromSeconds(3);
BorderTests.WriteTestFilesToFolder(DATAFOLDER, blocksize, 0);
using (var c = new Library.Main.Controller("file://" + TARGETFOLDER, options, null))
{
var res = c.Backup(new string[] { DATAFOLDER });
Assert.AreEqual(0, res.Errors.Count());
Assert.AreEqual(0, res.Warnings.Count());
if (res.ParsedResult != ParsedResultType.Success)
{
throw new Exception("Unexpected result from base backup");
}
System.Threading.Thread.Sleep(PAUSE_TIME);
options["run-script-before"] = CreateScript(0);
res = c.Backup(new string[] { DATAFOLDER });
if (res.ParsedResult != ParsedResultType.Success)
{
throw new Exception("Unexpected result from backup with return code 0");
}
if (res.ExaminedFiles <= 0)
{
throw new Exception("Backup did not examine any files for code 0?");
}
System.Threading.Thread.Sleep(PAUSE_TIME);
options["run-script-before"] = CreateScript(1);
res = c.Backup(new string[] { DATAFOLDER });
if (res.ParsedResult != ParsedResultType.Success)
{
throw new Exception("Unexpected result from backup with return code 1");
}
if (res.ExaminedFiles > 0)
{
throw new Exception("Backup did examine files for code 1?");
}
System.Threading.Thread.Sleep(PAUSE_TIME);
options["run-script-before"] = CreateScript(2);
res = c.Backup(new string[] { DATAFOLDER });
if (res.ParsedResult != ParsedResultType.Warning)
{
throw new Exception("Unexpected result from backup with return code 2");
}
if (res.ExaminedFiles <= 0)
{
throw new Exception("Backup did not examine any files for code 2?");
}
System.Threading.Thread.Sleep(PAUSE_TIME);
options["run-script-before"] = CreateScript(3);
res = c.Backup(new string[] { DATAFOLDER });
if (res.ParsedResult != ParsedResultType.Warning)
{
throw new Exception("Unexpected result from backup with return code 3");
}
if (res.ExaminedFiles > 0)
{
throw new Exception("Backup did examine files for code 3?");
}
System.Threading.Thread.Sleep(PAUSE_TIME);
options["run-script-before"] = CreateScript(4);
res = c.Backup(new string[] { DATAFOLDER });
if (res.ParsedResult != ParsedResultType.Error)
{
throw new Exception("Unexpected result from backup with return code 4");
}
if (res.ExaminedFiles <= 0)
{
throw new Exception("Backup did not examine any files for code 4?");
}
System.Threading.Thread.Sleep(PAUSE_TIME);
options["run-script-before"] = CreateScript(5);
res = c.Backup(new string[] { DATAFOLDER });
if (res.ParsedResult != ParsedResultType.Error)
{
throw new Exception("Unexpected result from backup with return code 5");
}
if (res.ExaminedFiles > 0)
{
throw new Exception("Backup did examine files for code 5?");
}
System.Threading.Thread.Sleep(PAUSE_TIME);
options["run-script-before"] = CreateScript(2, "TEST WARNING MESSAGE");
res = c.Backup(new string[] { DATAFOLDER });
if (res.ParsedResult != ParsedResultType.Warning)
{
throw new Exception("Unexpected result from backup with return code 2");
}
if (res.ExaminedFiles <= 0)
{
throw new Exception("Backup did examine files for code 2?");
}
if (!res.Warnings.Any(x => x.IndexOf("TEST WARNING MESSAGE", StringComparison.Ordinal) >= 0))
{
throw new Exception("Found no warning message in output for code 2");
}
System.Threading.Thread.Sleep(PAUSE_TIME);
options["run-script-before"] = CreateScript(3, "TEST WARNING MESSAGE");
res = c.Backup(new string[] { DATAFOLDER });
if (res.ParsedResult != ParsedResultType.Warning)
{
throw new Exception("Unexpected result from backup with return code 3");
}
if (res.ExaminedFiles > 0)
{
throw new Exception("Backup did examine files for code 3?");
}
if (!res.Warnings.Any(x => x.IndexOf("TEST WARNING MESSAGE", StringComparison.Ordinal) >= 0))
{
throw new Exception("Found no warning message in output for code 3");
}
System.Threading.Thread.Sleep(PAUSE_TIME);
options["run-script-before"] = CreateScript(4, "TEST ERROR MESSAGE");
res = c.Backup(new string[] { DATAFOLDER });
if (res.ParsedResult != ParsedResultType.Error)
{
throw new Exception("Unexpected result from backup with return code 4");
}
if (res.ExaminedFiles <= 0)
{
throw new Exception("Backup did examine files for code 4?");
}
if (!res.Errors.Any(x => x.IndexOf("TEST ERROR MESSAGE", StringComparison.Ordinal) >= 0))
{
throw new Exception("Found no error message in output for code 4");
}
System.Threading.Thread.Sleep(PAUSE_TIME);
options["run-script-before"] = CreateScript(5, "TEST ERROR MESSAGE");
res = c.Backup(new string[] { DATAFOLDER });
if (res.ParsedResult != ParsedResultType.Error)
{
throw new Exception("Unexpected result from backup with return code 5");
}
if (res.ExaminedFiles > 0)
{
throw new Exception("Backup did examine files for code 5?");
}
if (!res.Errors.Any(x => x.IndexOf("TEST ERROR MESSAGE", StringComparison.Ordinal) >= 0))
{
throw new Exception("Found no error message in output for code 5");
}
System.Threading.Thread.Sleep(PAUSE_TIME);
options["run-script-before"] = CreateScript(0, sleeptime: 10);
res = c.Backup(new string[] { DATAFOLDER });
if (res.ParsedResult != ParsedResultType.Warning)
{
throw new Exception("Unexpected result from backup with timeout script");
}
if (res.ExaminedFiles <= 0)
{
throw new Exception("Backup did not examine any files after timeout?");
}
}
}
public void PurgeBrokenFilesTest()
{
var blocksize = 1024 * 10;
var basedatasize = 0;
var testopts = TestOptions;
testopts["blocksize"] = blocksize.ToString() + "b";
var filenames = BorderTests.WriteTestFilesToFolder(DATAFOLDER, blocksize, basedatasize).Select(x => "a" + x.Key).ToList();
var round1 = filenames.Take(filenames.Count / 3).ToArray();
var round2 = filenames.Take((filenames.Count / 3) * 2).ToArray();
using (var c = new Library.Main.Controller("file://" + TARGETFOLDER, testopts, null))
{
var res = c.Backup(new string[] { DATAFOLDER }, new Library.Utility.FilterExpression(round1.Select(x => "*" + Path.DirectorySeparatorChar + x)));
Assert.AreEqual(0, res.Errors.Count());
Assert.AreEqual(0, res.Warnings.Count());
Assert.AreEqual(res.AddedFiles, round1.Length);
}
var dblock_file = SystemIO.IO_OS
.GetFiles(TARGETFOLDER, "*.dblock.zip.aes")
.Select(x => new FileInfo(x))
.OrderBy(x => x.LastWriteTimeUtc)
.Select(x => x.FullName)
.First();
System.Threading.Thread.Sleep(TimeSpan.FromSeconds(5));
using (var c = new Library.Main.Controller("file://" + TARGETFOLDER, testopts, null))
{
var res = c.Backup(new string[] { DATAFOLDER }, new Library.Utility.FilterExpression(round2.Select(x => "*" + Path.DirectorySeparatorChar + x)));
Assert.AreEqual(0, res.Errors.Count());
Assert.AreEqual(0, res.Warnings.Count());
Assert.AreEqual(round2.Length - round1.Length, res.AddedFiles);
}
System.Threading.Thread.Sleep(TimeSpan.FromSeconds(5));
using (var c = new Library.Main.Controller("file://" + TARGETFOLDER, testopts, null))
{
var res = c.Backup(new string[] { DATAFOLDER });
Assert.AreEqual(0, res.Errors.Count());
Assert.AreEqual(0, res.Warnings.Count());
Assert.AreEqual(filenames.Count - round2.Length, res.AddedFiles);
}
File.Delete(dblock_file);
long[] affectedfiles;
using (var c = new Library.Main.Controller("file://" + TARGETFOLDER, testopts, null))
{
var brk = c.ListBrokenFiles(null);
Assert.AreEqual(0, brk.Errors.Count());
Assert.AreEqual(0, brk.Warnings.Count());
var sets = brk.BrokenFiles.Count();
var files = brk.BrokenFiles.Sum(x => x.Item3.Count());
Assert.AreEqual(3, sets);
Assert.True(files > 0);
affectedfiles = brk.BrokenFiles.OrderBy(x => x.Item1).Select(x => x.Item3.LongCount()).ToArray();
}
for (var i = 0; i < 3; i++)
{
using (var c = new Library.Main.Controller("file://" + TARGETFOLDER, testopts.Expand(new { version = i }), null))
{
var brk = c.ListBrokenFiles(null);
Assert.AreEqual(0, brk.Errors.Count());
Assert.AreEqual(0, brk.Warnings.Count());
var sets = brk.BrokenFiles.Count();
var files = brk.BrokenFiles.Sum(x => x.Item3.Count());
Assert.AreEqual(1, sets);
Assert.AreEqual(affectedfiles[i], files);
}
}
// A dry-run should run without exceptions (see issue #4379).
Dictionary <string, string> dryRunOptions = new Dictionary <string, string>(testopts)
{
["dry-run"] = "true"
};
using (Controller c = new Controller("file://" + this.TARGETFOLDER, dryRunOptions, null))
{
IPurgeBrokenFilesResults purgeResults = c.PurgeBrokenFiles(null);
Assert.AreEqual(0, purgeResults.Errors.Count());
Assert.AreEqual(0, purgeResults.Warnings.Count());
}
using (var c = new Library.Main.Controller("file://" + TARGETFOLDER, testopts, null))
{
var brk = c.PurgeBrokenFiles(null);
Assert.AreEqual(0, brk.Errors.Count());
Assert.AreEqual(0, brk.Warnings.Count());
var modFilesets = 0L;
if (brk.DeleteResults != null)
{
modFilesets += brk.DeleteResults.DeletedSets.Count();
}
if (brk.PurgeResults != null)
{
modFilesets += brk.PurgeResults.RewrittenFileLists;
}
Assert.AreEqual(3, modFilesets);
}
// A subsequent backup should be successful.
using (Controller c = new Controller("file://" + this.TARGETFOLDER, testopts, null))
{
IBackupResults backupResults = c.Backup(new[] { this.DATAFOLDER });
Assert.AreEqual(0, backupResults.Errors.Count());
Assert.AreEqual(0, backupResults.Warnings.Count());
}
}
public void PurgeBrokenFilesTest()
{
PrepareSourceData();
var blocksize = 1024 * 10;
var basedatasize = 0;
var testopts = TestOptions;
testopts["blocksize"] = blocksize.ToString() + "b";
var filenames = BorderTests.WriteTestFilesToFolder(DATAFOLDER, blocksize, basedatasize).Select(x => "a" + x.Key).ToList();
var round1 = filenames.Take(filenames.Count / 3).ToArray();
var round2 = filenames.Take((filenames.Count / 3) * 2).ToArray();
using (var c = new Library.Main.Controller("file://" + TARGETFOLDER, testopts, null))
{
var res = c.Backup(new string[] { DATAFOLDER }, new Library.Utility.FilterExpression(round1.Select(x => "*" + Path.DirectorySeparatorChar + x)));
Assert.AreEqual(res.AddedFiles, round1.Length);
}
var dblock_file = Directory
.GetFiles(TARGETFOLDER, "*.dblock.zip.aes")
.Select(x => new FileInfo(x))
.OrderBy(x => x.LastWriteTimeUtc)
.Select(x => x.FullName)
.First();
System.Threading.Thread.Sleep(TimeSpan.FromSeconds(5));
using (var c = new Library.Main.Controller("file://" + TARGETFOLDER, testopts, null))
{
var res = c.Backup(new string[] { DATAFOLDER }, new Library.Utility.FilterExpression(round2.Select(x => "*" + Path.DirectorySeparatorChar + x)));
Assert.AreEqual(round2.Length - round1.Length, res.AddedFiles);
}
System.Threading.Thread.Sleep(TimeSpan.FromSeconds(5));
using (var c = new Library.Main.Controller("file://" + TARGETFOLDER, testopts, null))
{
var res = c.Backup(new string[] { DATAFOLDER });
Assert.AreEqual(filenames.Count - round2.Length, res.AddedFiles);
}
File.Delete(dblock_file);
long[] affectedfiles;
using (var c = new Library.Main.Controller("file://" + TARGETFOLDER, testopts, null))
{
var brk = c.ListBrokenFiles(null);
var sets = brk.BrokenFiles.Count();
var files = brk.BrokenFiles.Sum(x => x.Item3.Count());
Assert.AreEqual(3, sets);
Assert.True(files > 0);
affectedfiles = brk.BrokenFiles.OrderBy(x => x.Item1).Select(x => x.Item3.LongCount()).ToArray();
}
for (var i = 0; i < 3; i++)
{
using (var c = new Library.Main.Controller("file://" + TARGETFOLDER, testopts.Expand(new { version = i }), null))
{
var brk = c.ListBrokenFiles(null);
var sets = brk.BrokenFiles.Count();
var files = brk.BrokenFiles.Sum(x => x.Item3.Count());
Assert.AreEqual(1, sets);
Assert.AreEqual(affectedfiles[i], files);
}
}
using (var c = new Library.Main.Controller("file://" + TARGETFOLDER, testopts, null))
{
var brk = c.PurgeBrokenFiles(null);
var modFilesets = 0L;
if (brk.DeleteResults != null)
{
modFilesets += brk.DeleteResults.DeletedSets.Count();
}
if (brk.PurgeResults != null)
{
modFilesets += brk.PurgeResults.RewrittenFileLists;
}
Assert.AreEqual(3, modFilesets);
}
}
