void read_settings()
{
var x_doc = XDocument.Load(settings_path);
var root = x_doc.Element("WindowsBackup_App");
// key_manager, file_name_reg
key_manager = new BasicKeyManager(root.Element("BasicKeyManager"));
file_name_reg = new FileNameRegistration(root.Element("FileNameRegistration"));
// cloud_backup_services
cloud_backup_services = new List <CloudBackupService>();
foreach (var tag in root.Element("cloud_backup_services").Elements())
{
if (tag.Name.LocalName.Equals("AWS_CloudBackupService"))
{
cloud_backup_services.Add(new AWS_CloudBackupService(tag));
}
else if (tag.Name.LocalName.Equals("AzureBlob_CloudBackupService"))
{
cloud_backup_services.Add(new AzureBlob_CloudBackupService(tag));
}
else if (tag.Name.LocalName.Equals("GCP_CloudBackupService"))
{
cloud_backup_services.Add(new GCP_CloudBackupService(tag));
}
}
cloud_backup_services.Sort(compare_two_cloud_backups);
// backup_manager, restore_manager
backup_manager = new BackupManager(root.Element("BackupManager"),
file_name_reg, cloud_backup_services, key_manager, handle_event);
restore_manager = new RestoreManager(root.Element("RestoreManager"),
cloud_backup_services, key_manager, handle_event);
}
/// <summary>
/// Sets up a EncryptedBackupManager object to mirror files between two
/// locations. Externally copy and move files and directories
/// to test functionality.
/// </summary>
public void test_BackupManager()
{
Console.WriteLine("Testing BackupManager");
var file_name_reg = new FileNameRegistration(file_name_reg_xml);
var cloud_backup_services = create_cloud_backup_services_from_xml(cloud_backup_services_xml);
var key_manager = new BasicKeyManager(key_manager_xml);
var backup_manager = new BackupManager(backup_xml, file_name_reg,
cloud_backup_services, key_manager, handle_app_events);
backup_manager.start_live_backup();
wait_for_backup_manager_thread_to_quit(backup_manager);
Console.WriteLine();
}
void create_default_file()
{
// Create a directory if needed.
var dir_name = Path.GetDirectoryName(settings_path);
if (Directory.Exists(dir_name) == false)
{
Directory.CreateDirectory(dir_name);
}
key_manager = new BasicKeyManager();
file_name_reg = new FileNameRegistration(fnr_path);
cloud_backup_services = new List <CloudBackupService>();
backup_manager = new BackupManager();
restore_manager = new RestoreManager();
save_settings();
}
public void test_BackupManager_check_backups()
{
Console.WriteLine("Testing BackupManager .check_backups()");
var file_name_reg = new FileNameRegistration(file_name_reg_xml);
var cloud_backup_services = create_cloud_backup_services_from_xml(cloud_backup_services_xml);
var key_manager = new BasicKeyManager(key_manager_xml);
var backup_manager = new BackupManager(backup_xml, file_name_reg,
cloud_backup_services, key_manager, handle_app_events);
backup_manager.start_live_backup();
Console.WriteLine("Live backup started. Will switch to check_all_backups() in 5 seconds.");
Thread.Sleep(5000);
Console.WriteLine("Running .check_all_backups();");
backup_manager.check_all_backups();
wait_for_backup_manager_thread_to_quit(backup_manager);
}
public void test_BackupManager_to_xml()
{
Console.WriteLine("Testing BackupManager .to_xml()");
var file_name_reg = new FileNameRegistration(file_name_reg_xml);
var cloud_backup_services = create_cloud_backup_services_from_xml(cloud_backup_services_xml);
var key_manager = new BasicKeyManager(key_manager_xml);
var backup_manager = new BackupManager(backup_xml, file_name_reg,
cloud_backup_services, key_manager, handle_app_events);
Backup backup = backup_manager.backups[0];
if (backup is EncryptedBackup)
{
var encrypted_backup = (EncryptedBackup)backup;
encrypted_backup.future_params.name = "new name";
encrypted_backup.future_params.enabled = false;
encrypted_backup.future_params.rule_lists.add_rule(
new BackupRuleLists.BackupRule("z:\\temp",
BackupRuleLists.BackupRuleType.ACCEPT_ALL, null, null),
category: 0);
}
backup = backup_manager.backups[1];
if (backup is DiskBackup)
{
var disk_backup = (DiskBackup)backup;
disk_backup.future_params.name = "new name2";
disk_backup.future_params.enabled = false;
disk_backup.future_params.rule_lists.add_rule(
new BackupRuleLists.BackupRule("z:\\temp2",
BackupRuleLists.BackupRuleType.ACCEPT_ALL, null, null),
category: 0);
}
Console.WriteLine(backup_manager.to_xml());
backup_manager.quit();
}
/// <summary>
/// Tests the FileNameRegistration class. Retrieve names for some
/// files, delete nodes, add nodes, and perform a compact operation.
/// </summary>
public void test_FileNameRegistration()
{
Console.WriteLine("About to test the FileNameRegistration. Attempt to get a "
+ "few alternative file names. Then delete some files to trigger "
+ "compaction. Press any key to continue, or ESC to skip.");
if (hit_esc_key())
{
return;
}
// Add files to the file name registration tree.
var file_name_reg = new FileNameRegistration(file_name_reg_xml);
Console.WriteLine();
Console.WriteLine("The test now creates a basic directory structure and "
+ "print information about it.");
// Create a basic directory structure.
var path_status = file_name_reg.get_path_status(@"E:\a");
if (path_status == null)
{
// .add_file(...) can only happen once per file, so this block
// should run just once.
Console.WriteLine(file_name_reg.add_file(@"E:\a"));
Console.WriteLine(file_name_reg.add_file(@"E:\a1\b"));
Console.WriteLine(file_name_reg.add_file(@"E:\a1\c"));
Console.WriteLine(file_name_reg.add_file(@"E:\a1\c2\cc2"));
Console.WriteLine(file_name_reg.add_file(@"E:\a1\c2\cc2b"));
Console.WriteLine(file_name_reg.add_file(@"E:\a1\c2\cc2c"));
Console.WriteLine(file_name_reg.add_file(@"E:\a1\c2\cc2dd\c2a"));
Console.WriteLine(file_name_reg.add_file(@"E:\a1\c2\cc2dd\c2b"));
Console.WriteLine(file_name_reg.add_file(@"E:\a1\c3"));
}
// print how things look so far
file_name_reg.print();
file_name_reg.print(@"E:\temp\temp\fnr.txt");
Console.WriteLine();
// Test the .get_path_status(...)
string[] paths = { @"E:\a1\c2", @"E:\a1\b", @"E:\a1\no_such_thing" };
foreach (string path in paths)
{
var path_info = file_name_reg.get_path_status(path);
if (path_info == null)
{
Console.WriteLine(path + " does not exist.");
}
else
{
Console.WriteLine(path);
Console.WriteLine("is_file = " + path_info.is_file
+ "; alt_file_name = " + path_info.alt_file_name
+ "; modified_time = " + path_info.modified_time);
}
Console.WriteLine();
}
// Test the .get_names(...)
List <string> sub_dir_names = null, file_names = null, alt_file_names = null;
string path2 = @"E:\a1\c2";
file_name_reg.get_names(path2, ref sub_dir_names, ref file_names, ref alt_file_names);
if (sub_dir_names != null)
{
Console.Write(path2 + " sub directory names: ");
foreach (var name in sub_dir_names)
{
Console.Write(name + ", ");
}
Console.WriteLine();
}
if (file_names != null)
{
Console.Write(path2 + " file names: ");
foreach (var name in file_names)
{
Console.Write(name + ", ");
}
Console.WriteLine();
}
if (alt_file_names != null)
{
Console.Write(path2 + " alternative file names: ");
foreach (var name in alt_file_names)
{
Console.Write(name + ", ");
}
Console.WriteLine();
}
pause();
// Delete
Console.WriteLine(@"Delete E:\a1\c2");
file_name_reg.delete(@"E:\a1\c2");
file_name_reg.print();
pause();
file_name_reg.Dispose();
// Reload from file to trigger compaction
file_name_reg = new FileNameRegistration(file_name_reg_xml);
// Get modified time
Console.WriteLine("Test changing the modified time.");
Console.WriteLine(@"E:\a1\b modified time = " +
file_name_reg.get_modified_time(@"E:\a1\b"));
// Set modified time
file_name_reg.set_modified_time(@"E:\a1\b", DateTime.Now);
Console.WriteLine(@"E:\a1\b modified time = " +
file_name_reg.get_modified_time(@"E:\a1\b"));
pause();
// Try a bigger directory
Console.WriteLine("Attaching files from " + @"E:\temp\temp");
string[] file_paths = Directory.GetFiles(@"E:\temp\temp", "*",
SearchOption.AllDirectories);
if (file_name_reg.get_path_status(file_paths[0]) == null)
{
foreach (string path in file_paths)
{
Console.Write(file_name_reg.add_file(path) + " ");
}
}
Console.WriteLine();
file_name_reg.print();
pause();
// Try reload from disk
Console.WriteLine("Reload from disk.");
file_name_reg.Dispose();
file_name_reg = new FileNameRegistration(file_name_reg_xml);
file_name_reg.print();
// Try to create files using explicit file IDs. This is necessary
// for the restoration process. The file IDs need to be >= 1000
// per design spec.
pause();
file_name_reg.Dispose();
Console.WriteLine("Adding new files with explicit file IDs\n");
file_name_reg = new FileNameRegistration(file_name_reg_xml);
if (file_name_reg.get_path_status(@"c:\test\whatever\123.txt") == null)
{
file_name_reg.add_file(@"c:\test\whatever\123.txt", "a", 2123, 0);
file_name_reg.add_file(@"c:\test\whatever\67.txt", "a", 2067, 0);
file_name_reg.add_file(@"c:\test\whatever2\320.txt", "a", 2320, 0);
file_name_reg.set_modified_time(@"c:\test\whatever2\320.txt", DateTime.Now);
file_name_reg.add_file(@"c:\test\whatever\999.txt", "b", 2999, 0);
}
file_name_reg.Dispose();
file_name_reg = new FileNameRegistration(file_name_reg_xml);
path_status = file_name_reg.get_path_status(@"c:\test\whatever\999.txt");
Console.WriteLine(@"c:\test\whatever\999.txt");
Console.WriteLine("is_file = " + path_status.is_file
+ "; alt_file_name = " + path_status.alt_file_name
+ "; modified_time = " + path_status.modified_time);
file_name_reg.Dispose();
Console.WriteLine();
}
public void test_RestoreManager()
{
// Test settings:
// The index of the restore object(s) to use:
int[] restore_indices = { 1 };
// The restored file gets its own file name registration, at:
string file_name_reg_path = @"E:\temp\temp\ignore\fnr2.tsv";
// At the very end, this test compares two directories
string dir1_path = @"E:\temp\temp"; // the original directory
string dir2_path = @"E:\temp\temp3"; // the restored directory
Console.WriteLine("Testing RestoreManager.");
var cloud_backup_services = create_cloud_backup_services_from_xml(cloud_backup_services_xml);
var key_manager = new BasicKeyManager(key_manager_xml);
var restore_manager = new RestoreManager(restore_xml, cloud_backup_services,
key_manager, handle_app_events);
// Print restore names
Console.WriteLine("Restore names:");
string[] restore_names = restore_manager.get_restore_names();
foreach (var name in restore_names)
{
Console.WriteLine(" " + name);
}
Console.WriteLine();
// Get Info about the restores
Console.Write("Getting info on: ");
foreach (var i in restore_indices)
{
Console.Write(restore_names[i] + " ");
}
Console.WriteLine();
// To run the restore_manager.get_info(...) on a separate thread, use
// the background manager.
var file_name_reg = new FileNameRegistration(file_name_reg_xml);
var backup_manager = new BackupManager(backup_xml, file_name_reg,
cloud_backup_services, key_manager, handle_app_events);
backup_manager.get_restore_info(restore_manager, restore_indices, skip_file_names: false);
// Create a RestoreSettings settings object and then initiate a restore
var restore_settings = new RestoreSettings();
if (File.Exists(file_name_reg_path))
{
File.Delete(file_name_reg_path);
}
restore_settings.file_name_reg = new FileNameRegistration(file_name_reg_path);
restore_settings.indices = restore_indices;
restore_settings.restore_destination_lookup = restore_manager.default_destinations;
Console.WriteLine("Starting restore.");
backup_manager.restore(restore_manager, restore_settings);
wait_for_backup_manager_thread_to_quit(backup_manager);
// Code gets here after user hit "s" key to stop the backup manager thread.
Console.WriteLine("\nComparing directories:");
compare_directories(dir1_path, dir2_path);
Console.WriteLine("\n");
}
internal FNR_Window(FileNameRegistration file_name_reg)
{
this.file_name_reg = file_name_reg;
InitializeComponent();
}
public void restore(string restore_destination_base,
Dictionary <string, string> restore_destination_lookup,
List <string> prefix_filter, FileNameRegistration file_name_reg)
{
// The following variables are not used directly in this function,
// but they are used in restore_handler(...)
this.restore_destination_base = restore_destination_base;
this.restore_destination_lookup = restore_destination_lookup;
this.prefix_filter = prefix_filter;
// Get a list of alt_file_names. These look like "a1000.bin"
string[] alt_file_names = get_alt_file_names();
// Each file restore happens in two steps. In the first step, only the
// start of a file is read / downloaded.
const int starting_bytes = 1024;
byte[] buffer = new byte[starting_bytes];
int files_processed = 0; // report progress to the GUI
// loop over all files
foreach (var alt_file_name in alt_file_names)
{
// identify the file's prefix and file ID
string prefix = null;
UInt32 id;
break_down_alt_file_name(alt_file_name, ref prefix, out id);
if (prefix == null)
{
continue;
}
// setup for the decryption
decrypt_stream.reset(null, restore_handler);
handler_called = false;
file_modified_time = null;
continue_download = false;
restore_destination = null;
if (cloud_backup == null)
{
using (var fs = new FileStream(alt_file_name, FileMode.Open, FileAccess.Read))
{
// decrypt from alt_file_name
int bytes_read = fs.Read(buffer, 0, starting_bytes);
decrypt_stream.Write(buffer, 0, bytes_read);
if (continue_download)
{
fs.CopyTo(decrypt_stream);
decrypt_stream.Flush();
}
}
}
else
{
// download from the cloud
cloud_backup.download(backup_destination_base, alt_file_name,
decrypt_stream, 0, starting_bytes);
if (continue_download)
{
// The following does not work for GCP:
// cloud_backup.download(backup_destination_base, alt_file_name,
// decrypt_stream, starting_bytes, file_pre_encrypt_size);
// GCP error: Request range not satisfiable
// GCP seems to require the starting byte location of the
// download to be valid.
if (total_file_length > starting_bytes)
{
cloud_backup.download(backup_destination_base, alt_file_name,
decrypt_stream, starting_bytes,
total_file_length - starting_bytes);
}
decrypt_stream.Flush();
}
}
// check for "handler_called" errors?
// if (handler_called == false) ??
// This kind of error should have been filtered out when the GUI used
// get_info(...). An exception now will interrupt the restore
// operation. So for now just quietly skip the file??
// Change file modified time to what it use to be.
if (continue_download && file_modified_time != null)
{
File.SetLastWriteTimeUtc(restore_destination, file_modified_time.Value);
}
// Update file_name_reg.
if (continue_download)
{
long file_mod_time_ticks = 0;
if (file_modified_time != null)
{
file_mod_time_ticks = file_modified_time.Value.Ticks;
}
file_name_reg.add_file(restore_destination, prefix, id, file_mod_time_ticks);
// report progress to the user
files_processed++;
if (report_event != null)
{
if (files_processed == 5)
{
report_event(AppEventType.FILES_PROCESSED, files_processed);
files_processed = 0;
}
}
}
} // end of: foreach (var alt_file_name in alt_file_names)
if (report_event != null)
{
report_event(AppEventType.FILES_PROCESSED, files_processed);
files_processed = 0;
}
}
