private static void TestGetNewFilesForInstrument(string testDir, string instrument)
{
var logger = new TestLogger();
IConfigRunner configRunner = new TestConfigRunner();
configRunner.ChangeStatus(ConfigRunner.RunnerStatus.Running);
// folder to watch
var folderToWatch = CreateDirectory(testDir, instrument);
// Create a .sky files
var skyFile = CreateFile(folderToWatch, "test2_a.sky");
var config = new AutoQcConfig();
// 1. Look for files in folderToWatchOnly
var watcher = new AutoQCFileSystemWatcher(logger, configRunner);
var mainSettings = MainSettings.GetDefault();
config.MainSettings = mainSettings;
mainSettings.SkylineFilePath = skyFile;
mainSettings.IncludeSubfolders = false;
mainSettings.InstrumentType = instrument;
mainSettings.FolderToWatch = folderToWatch;
mainSettings.ValidateSettings();
watcher.Init(config);
watcher.StartWatching(); // Start watching
Assert.AreEqual(0, watcher.GetExistingFiles().Count); // No existing files
// Create new files in the folder
List <string> dataFiles;
SetupTestFolder(folderToWatch, instrument, out dataFiles);
// Only one file should have been added to the queue since we are not monitoring sub-folders
Assert.AreEqual(1, watcher.GetExistingFiles().Count);
var files = new List <string>();
string f;
while ((f = watcher.GetFile()) != null)
{
files.Add(f);
}
Assert.AreEqual(1, files.Count);
Assert.IsTrue(files.Contains(dataFiles[0]));
Assert.IsNull(watcher.GetFile()); // Nothing in the queue
watcher.Stop();
// 2. Look for files in subfolders
watcher = new AutoQCFileSystemWatcher(logger, configRunner);
// folder to watch
folderToWatch = CreateDirectory(testDir, instrument + "_2");
// Create a .sky files
skyFile = CreateFile(folderToWatch, "test2_b.sky");
mainSettings.SkylineFilePath = skyFile;
mainSettings.InstrumentType = instrument;
mainSettings.FolderToWatch = folderToWatch;
mainSettings.IncludeSubfolders = true; // watch sub-folders
mainSettings.ValidateSettings();
watcher.Init(config);
watcher.StartWatching(); // Start watching
Assert.AreEqual(0, watcher.GetExistingFiles().Count); // No existing files
dataFiles.Clear();
SetupTestFolder(folderToWatch, instrument, out dataFiles); // Create new files in the folder
files = new List <string>();
while ((f = watcher.GetFile()) != null)
{
files.Add(f);
}
Assert.AreEqual(5, files.Count);
Assert.IsTrue(files.Contains(dataFiles[0]));
Assert.IsTrue(files.Contains(dataFiles[1]));
Assert.IsTrue(files.Contains(dataFiles[2]));
Assert.IsTrue(files.Contains(dataFiles[3]));
Assert.IsTrue(files.Contains(dataFiles[4]));
watcher.Stop();
// 3. Look for files in subfolders matching a pattern
watcher = new AutoQCFileSystemWatcher(logger, configRunner);
// folder to watch
folderToWatch = CreateDirectory(testDir, instrument + "_3");
// Create a .sky files
skyFile = CreateFile(folderToWatch, "test2_c.sky");
mainSettings.SkylineFilePath = skyFile;
mainSettings.InstrumentType = instrument;
mainSettings.FolderToWatch = folderToWatch;
mainSettings.IncludeSubfolders = true; // watch sub-folders
mainSettings.QcFileFilter = FileFilter.GetFileFilter(ContainsFilter.NAME, "_QC_"); // file name pattern
mainSettings.ValidateSettings();
watcher.Init(config);
watcher.StartWatching(); // Start watching
Assert.AreEqual(0, watcher.GetExistingFiles().Count); // No existing files
dataFiles.Clear();
SetupTestFolder(folderToWatch, instrument, out dataFiles); // Create new files in the folder
files = new List <string>();
while ((f = watcher.GetFile()) != null)
{
files.Add(f);
}
Assert.AreEqual(2, files.Count);
Assert.IsTrue(files.Contains(dataFiles[0]));
Assert.IsTrue(files.Contains(dataFiles[2]));
watcher.Stop();
// 4. Add new files in directory by first creating a temp file/directory and renaming it.
// This should trigger a "Renamed" event for the FileSystemWatcher
watcher = new AutoQCFileSystemWatcher(logger, configRunner);
// folder to watch
folderToWatch = CreateDirectory(testDir, instrument + "_4");
// Create a .sky files
skyFile = CreateFile(folderToWatch, "test2_d.sky");
mainSettings.SkylineFilePath = skyFile;
mainSettings.InstrumentType = instrument;
mainSettings.FolderToWatch = folderToWatch;
mainSettings.IncludeSubfolders = false;
mainSettings.QcFileFilter = FileFilter.GetFileFilter(AllFileFilter.NAME, string.Empty);
mainSettings.ValidateSettings();
watcher.Init(config);
watcher.StartWatching(); // Start watching
Assert.AreEqual(0, watcher.GetExistingFiles().Count); // No existing files
dataFiles.Clear();
SetupTestFolder(folderToWatch, instrument, out dataFiles,
true); // Create temp file first and rename it
watcher.CheckDrive(); // Otherwise UNC tests might fail on //net-lab3
files = new List <string>();
while ((f = watcher.GetFile()) != null)
{
files.Add(f);
}
Assert.AreEqual(1, files.Count);
Assert.IsTrue(files.Contains(dataFiles[0]));
watcher.Stop();
}
private void TestGetExistingFilesForInstrument(string testDir, string instrument)
{
var folderToWatch = CreateDirectory(testDir, instrument);
// Create a .sky files
var skyFile = CreateFile(folderToWatch, "test.sky");
List <string> dataFiles;
SetupTestFolder(folderToWatch, instrument, out dataFiles);
var watcher = new AutoQCFileSystemWatcher(new TestLogger(), new TestConfigRunner());
AutoQcConfig config = new AutoQcConfig();
var mainSettings = MainSettings.GetDefault();
config.MainSettings = mainSettings;
Assert.AreEqual(mainSettings.QcFileFilter, FileFilter.GetFileFilter(AllFileFilter.NAME, string.Empty));
mainSettings.SkylineFilePath = skyFile;
mainSettings.IncludeSubfolders = false;
mainSettings.InstrumentType = instrument;
mainSettings.FolderToWatch = folderToWatch;
mainSettings.ValidateSettings();
watcher.Init(config);
var files = watcher.GetExistingFiles();
Assert.AreEqual(1, files.Count);
Assert.AreEqual(dataFiles[0], files[0]);
mainSettings.IncludeSubfolders = true;
mainSettings.ValidateSettings();
watcher.Init(config);
files = watcher.GetExistingFiles();
Assert.AreEqual(5, files.Count);
Assert.IsTrue(files.Contains(dataFiles[0]));
Assert.IsTrue(files.Contains(dataFiles[1]));
Assert.IsTrue(files.Contains(dataFiles[2]));
Assert.IsTrue(files.Contains(dataFiles[3]));
Assert.IsTrue(files.Contains(dataFiles[4]));
/* Files:
* "root_QC_"
* "QC_one"
* "one_1_a_QC_"
* "one_1_b_QC"
* "two_qc_"
*/
mainSettings.QcFileFilter = FileFilter.GetFileFilter(ContainsFilter.NAME, "QC");
watcher.Init(config);
files = watcher.GetExistingFiles();
Assert.AreEqual(4, files.Count);
Assert.IsTrue(files.Contains(dataFiles[0]));
Assert.IsTrue(files.Contains(dataFiles[1]));
Assert.IsTrue(files.Contains(dataFiles[2]));
Assert.IsTrue(files.Contains(dataFiles[3]));
mainSettings.QcFileFilter = FileFilter.GetFileFilter(StartsWithFilter.NAME, "QC_");
watcher.Init(config);
files = watcher.GetExistingFiles();
Assert.AreEqual(1, files.Count);
Assert.IsTrue(files.Contains(dataFiles[1]));
mainSettings.QcFileFilter = FileFilter.GetFileFilter(EndsWithFilter.NAME, "_QC_");
watcher.Init(config);
files = watcher.GetExistingFiles();
Assert.AreEqual(2, files.Count);
Assert.IsTrue(files.Contains(dataFiles[0]));
Assert.IsTrue(files.Contains(dataFiles[2]));
mainSettings.QcFileFilter = FileFilter.GetFileFilter(RegexFilter.NAME, "[ab]_QC");
watcher.Init(config);
files = watcher.GetExistingFiles();
Assert.AreEqual(2, files.Count);
Assert.IsTrue(files.Contains(dataFiles[2]));
Assert.IsTrue(files.Contains(dataFiles[3]));
}
public void TestBackgroundWorker_ProcessNewFiles()
{
// Create a test directory to monitor
var dir = Path.GetDirectoryName(Assembly.GetExecutingAssembly().Location);
Assert.IsNotNull(dir);
var testDir = Path.Combine(dir, "TestBackgroundWorker");
if (Directory.Exists(testDir))
{
Directory.Delete(testDir, true);
}
Assert.IsFalse(Directory.Exists(testDir));
Directory.CreateDirectory(testDir);
Assert.IsTrue(Directory.Exists(testDir));
var appControl = new TestAppControl();
var logger = new TestLogger();
var processControl = new TestProcessControl(logger);
var mainSettings = MainSettings.GetDefault();
mainSettings.FolderToWatch = testDir;
mainSettings.InstrumentType = "NoInstrument";
AutoQcConfig config = new AutoQcConfig();
config.MainSettings = mainSettings;
config.PanoramaSettings = PanoramaSettings.GetDefault();
config.Name = "Test Config";
config.IsEnabled = true;
var configRunner = new ConfigRunner(config, appControl);
// Start the background worker.
// configRunner.Start();
//Thread.Sleep(1000);
// Assert.IsTrue(configRunner.IsBusy());
// Create a new file in the test directory.
// Thread.Sleep(1000);
CreateNewFile(testDir, "test1.txt");
// // Wait till the the file has been processed.
// while (!processControl.IsDone())
// {
// Thread.Sleep(500);
// }
// Assert.IsTrue(configRunner.IsRunning());
//
// // Create another file in the test directory.
// Thread.Sleep(1000);
// CreateNewFile(testDir, "test2.txt");
//
// // Wait till the the file has been processed.
// // Process4 returns exit code 1. This should put the file in the re-import queue.
// while (!processControl.IsDone())
// {
// Thread.Sleep(500);
// }
//
// // Assert.IsTrue(appControl.Waiting);
// Thread.Sleep(2 * AutoQCBackgroundWorker.WAIT_FOR_NEW_FILE);
// //Assert.IsTrue(appControl.Waiting);
//
// Assert.AreEqual(Regex.Replace(logger.GetLog(), @"\s+", ""),
// Regex.Replace(GetExpectedLog_ProcessNew(), @"\s+", ""));
}
public void UpdatePanoramaServerUrl(AutoQcConfig config)
{
throw new NotImplementedException();
}
public void UpdateConfiguration(AutoQcConfig oldConfig, AutoQcConfig newConfig)
{
throw new NotImplementedException();
}
public void AddConfiguration(AutoQcConfig config)
{
throw new NotImplementedException();
}
private static void TestGetNewFilesForInstrument(string testDir, string instrument)
{
var logger = new TestLogger();
// folder to watch
var folderToWatch = CreateDirectory(testDir, instrument);
// Create a .sky files
var skyFile = CreateFile(folderToWatch, "test2_a.sky");
var config = new AutoQcConfig();
// 1. Look for files in folderToWatchOnly
var watcher = new AutoQCFileSystemWatcher(logger);
var mainSettings = MainSettings.GetDefault();
config.MainSettings = mainSettings;
mainSettings.SkylineFilePath = skyFile;
mainSettings.IncludeSubfolders = false;
mainSettings.InstrumentType = instrument;
mainSettings.FolderToWatch = folderToWatch;
mainSettings.ValidateSettings();
watcher.Init(config);
watcher.StartWatching(); // Start watching
Assert.AreEqual(0, watcher.GetExistingFiles().Count); // No existing files
// Create new files in the folder
List <string> dataFiles;
SetupTestFolder(folderToWatch, instrument, out dataFiles);
// Only one file should have been added to the queue since we are not monitoring sub-folders
Assert.IsNotNull(watcher.GetFile());
Assert.IsNull(watcher.GetFile());
watcher.Stop();
// 2. Look for files in subfolders
watcher = new AutoQCFileSystemWatcher(logger);
// folder to watch
folderToWatch = CreateDirectory(testDir, instrument + "_2");
// Create a .sky files
skyFile = CreateFile(folderToWatch, "test2_b.sky");
mainSettings.SkylineFilePath = skyFile;
mainSettings.InstrumentType = instrument;
mainSettings.FolderToWatch = folderToWatch;
mainSettings.IncludeSubfolders = true; // watch sub-folders
mainSettings.ValidateSettings();
watcher.Init(config);
watcher.StartWatching(); // Start watching
Assert.AreEqual(0, watcher.GetExistingFiles().Count); // No existing files
dataFiles.Clear();
SetupTestFolder(folderToWatch, instrument, out dataFiles); // Create new files in the folder
var files = new List <string>();
string f;
while ((f = watcher.GetFile()) != null)
{
files.Add(f);
}
Assert.AreEqual(5, files.Count);
Assert.IsTrue(files.Contains(dataFiles[0]));
Assert.IsTrue(files.Contains(dataFiles[1]));
Assert.IsTrue(files.Contains(dataFiles[2]));
Assert.IsTrue(files.Contains(dataFiles[3]));
Assert.IsTrue(files.Contains(dataFiles[4]));
// 3. Look for files in subfolders matching a pattern
watcher = new AutoQCFileSystemWatcher(logger);
// folder to watch
folderToWatch = CreateDirectory(testDir, instrument + "_3");
// Create a .sky files
skyFile = CreateFile(folderToWatch, "test2_c.sky");
mainSettings.SkylineFilePath = skyFile;
mainSettings.InstrumentType = instrument;
mainSettings.FolderToWatch = folderToWatch;
mainSettings.IncludeSubfolders = true; // watch sub-folders
mainSettings.QcFileFilter = FileFilter.GetFileFilter(ContainsFilter.NAME, "_QC_"); // file name pattern
mainSettings.ValidateSettings();
watcher.Init(config);
watcher.StartWatching(); // Start watching
Assert.AreEqual(0, watcher.GetExistingFiles().Count); // No existing files
dataFiles.Clear();
SetupTestFolder(folderToWatch, instrument, out dataFiles); // Create new files in the folder
files = new List <string>();
while ((f = watcher.GetFile()) != null)
{
files.Add(f);
}
Assert.AreEqual(2, files.Count);
Assert.IsTrue(files.Contains(dataFiles[0]));
Assert.IsTrue(files.Contains(dataFiles[2]));
}
