public LJVScanVM(string rawPath, string procPath)
{
TheLJVScan = new LJVScan();
LoadRawLJVDataIntoList(rawPath);
LoadProcLJVDataIntoList(procPath);
string fullDataPath = rawPath.Replace("Raw Data", "Full Data");
string folderPath = fullDataPath.Remove(fullDataPath.LastIndexOf(@"\"));
fullDataPath = fullDataPath.Replace(".rawDAT", ".fullDAT");
Directory.CreateDirectory(folderPath);
ConstructFullLJVDataListAndCSV(fullDataPath);
}
public LJVScanVM(string procPath)
{
TheLJVScan = new LJVScan();
LoadProcLJVDataIntoList(procPath);
string rawDatPath = procPath.Replace("Processed Data", "Raw Data");
rawDatPath = rawDatPath.Replace(".procDAT", ".rawDAT");
if (File.Exists(rawDatPath))
{
TheLJVScan.RawDATFilePath = rawDatPath;
LoadRawLJVDataIntoList(TheLJVScan.RawDATFilePath);
GenerateFullLJVData();
}
}
public LJVScanVM(LJVScan scan)
{
//do this to avoid IEChangeTracker conflict
TheLJVScan = ctx.LJVScans.Where(x => x.LJVScanId == scan.LJVScanId).FirstOrDefault();
if (scan.ProcDATFilePath != null)
{
LoadProcLJVDataIntoList(scan.ProcDATFilePath);
if (scan.RawDATFilePath != null)
{
LoadRawLJVDataIntoList(scan.RawDATFilePath);
if (!File.Exists(scan.FullDATFilePath))
{
GenerateFullLJVData();
}
else
{
LoadFullDATIntoList(scan.FullDATFilePath);
}
}
else
{
string rawDatPath = scan.ProcDATFilePath.Replace("Processed Data", "Raw Data");
rawDatPath = rawDatPath.Replace(".procDAT", ".rawDAT");
if (File.Exists(rawDatPath))
{
scan.RawDATFilePath = rawDatPath;
LoadRawLJVDataIntoList(scan.RawDATFilePath);
if (!File.Exists(scan.FullDATFilePath))
{
GenerateFullLJVData();
}
else
{
LoadFullDATIntoList(scan.FullDATFilePath);
}
}
}
}
}
public LJVScanVM()
{
TheLJVScan = new LJVScan();
_ProcLJVDataList = new List <ProcessedLJVDatum>();
}
public bool GenerateNewDataEntitiesFromPath(string fp)
{
bool generatedNewEntities = false;
_selectedRawDATFiles = Directory.GetFiles(fp, "*.rawDAT", SearchOption.AllDirectories).ToList <string>();
_selectedProcDATFiles = Directory.GetFiles(fp, "*.procDAT", SearchOption.AllDirectories).ToList <string>();
_selectedELSpecFiles = Directory.GetFiles(fp, "*.ELSpectrum", SearchOption.AllDirectories).ToList <string>();
_selectedImageFiles = Directory.GetFiles(fp, "*.jpg", SearchOption.AllDirectories).ToList <string>();
_selectedImageFiles = _selectedImageFiles.Where(x => !x.Contains("Cropped")).ToList();
_selectedImageFiles = _selectedImageFiles.Where(x => !x.Contains("Plots")).ToList();
//generate a hashset for all Devices + TestConditions already added to the DeviceBatch
var existingScanList = new List <Tuple <int, string> >();
foreach (Device d in TheDeviceBatch.Devices)
{
foreach (DeviceLJVScanSummary ss in d.DeviceLJVScanSummaries)
{
existingScanList.Add(new Tuple <int, string>(d.BatchIndex, ss.TestCondition));
}
}
//get device BatchIndex and TestCondition from filepath
var fileNameRawDATList = IndexAListOfPaths(_selectedRawDATFiles);
var fileNameProcDATList = IndexAListOfPaths(_selectedProcDATFiles);
var fileNameELSpecList = IndexAListOfPaths(_selectedELSpecFiles);
var fileNameImageList = IndexAListOfPaths(_selectedImageFiles);
//select only filepaths that have not already been added to the DeviceBatch
var newRawDatList = ParseForNewData(existingScanList, fileNameRawDATList);
var newProcDatList = ParseForNewData(existingScanList, fileNameProcDATList);
var newELSpecList = ParseForNewData(existingScanList, fileNameELSpecList);
var newImageList = ParseForNewData(existingScanList, fileNameImageList);
//filter out duplicates using a hashset and remap the filepath (tuple item 3) for spreadsheet generation
var testConditionsToAdd = new HashSet <Tuple <int, string, string> >();
foreach (Tuple <int, string, string> t in newProcDatList)
{
//Debug.WriteLine("newProcDatList entry for device: " + t.Item1 + " testCondition: " + t.Item2);
var index = t.Item3.IndexOf("Processed Data");
var testConditionPath = string.Concat(t.Item3.Remove(index), @"Scan Summaries\");
Directory.CreateDirectory(testConditionPath);
//Debug.WriteLine("testConditionPath is: " + testConditionPath);
testConditionsToAdd.Add(new Tuple <int, string, string>(t.Item1, t.Item2, testConditionPath));
}
foreach (Tuple <int, string, string> t in testConditionsToAdd)
{
Debug.WriteLine("testConditionsToAdd entry for device: " + t.Item1 + " testCondition: " + t.Item2);
}
var testConditionsToAddList = testConditionsToAdd.ToList();
//create new data entities for devices with data in 'new' lists
//(this assumes that we will never encounter the case where we are adding ELSpec or Image but not a procDAT)
foreach (Tuple <int, string, string> testcondition in testConditionsToAddList)
{
Debug.WriteLine("Device batchIndex: " + testcondition.Item1 + "testcondition: " + testcondition.Item2);
foreach (Device d in TheDeviceBatch.Devices)
{
//first check to make sure that there is actually data available to add to the new ScanSummary
bool dataIsAvailable = false;
foreach (Tuple <int, string, string> t in newProcDatList)
{
if (t.Item1 == testcondition.Item1 && t.Item1 == d.BatchIndex && t.Item2 == testcondition.Item2)
{
dataIsAvailable = true;
Debug.WriteLine("Data available for device with batchIndex: " + t.Item1 + " testcondition: " + t.Item2);
}
}
if (dataIsAvailable)
{
var ScanSummary = new LJVScanSummaryVM();
ctx.DeviceLJVScanSummaries.Add(ScanSummary.TheLJVScanSummary);
//ctx.Entry(ScanSummary.TheLJVScanSummary);
d.DeviceLJVScanSummaries.Add(ScanSummary.TheLJVScanSummary);
ScanSummary.TheLJVScanSummary.Device = d;
ScanSummary.TheLJVScanSummary.SpreadsheetReportPath = string.Concat(testcondition.Item3, d.Label, "_", testcondition.Item2, ".xlsx");
ScanSummary.TheLJVScanSummary.TestCondition = testcondition.Item2;
foreach (Pixel p in d.Pixels)
{
LJVScan newScan = null;
ELSpectrum newELSpec = null;
EFDeviceBatchCodeFirst.Image newImage = null;
foreach (Tuple <int, string, string> t in newProcDatList)
{
if (t.Item1 == d.BatchIndex && t.Item2 == testcondition.Item2 && t.Item3.Substring(t.Item3.LastIndexOf("_") + 1, 5) == p.Site)
{
Debug.WriteLine("Adding new LJVScan to device #" + d.BatchIndex);
var scanVM = new LJVScanVM();
scanVM.PopulatePropertiesFromPath(t.Item3);
scanVM.TheLJVScan.Pixel = p;
newScan = scanVM.TheLJVScan;
newScan.ProcDATFilePath = t.Item3;
newScan.DeviceLJVScanSummary = ScanSummary.TheLJVScanSummary;
string rawDatPath = t.Item3.Replace("Processed Data", "Raw Data");
rawDatPath = rawDatPath.Replace(".procDAT", ".rawDAT");
if (File.Exists(rawDatPath))
{
newScan.RawDATFilePath = rawDatPath;
scanVM = new LJVScanVM(newScan);
}
ctx.LJVScans.Add(newScan);
}
}
foreach (Tuple <int, string, string> t in newELSpecList)
{
if (t.Item1 == d.BatchIndex && t.Item2 == testcondition.Item2 && t.Item3.Substring(t.Item3.LastIndexOf("_") + 1, 5) == p.Site)
{
var ELSpecVM = new ELSpecVM();
ELSpecVM.PopulatePropertiesFromPath(t.Item3);
ELSpecVM.TheELSpectrum.QDBatch = d.QDBatch;
ELSpecVM.TheELSpectrum.Pixel = p;
newELSpec = ELSpecVM.TheELSpectrum;
ctx.ELSpectra.Add(newELSpec);
}
}
foreach (Tuple <int, string, string> t in newImageList)
{
if (t.Item1 == d.BatchIndex && t.Item2 == testcondition.Item2 && t.Item3.Substring(t.Item3.LastIndexOf("_") + 1, 5) == p.Site && !t.Item3.Contains("Cropped"))
{
var ImageVM = new ImageVM();
ImageVM.TheImage.FilePath = t.Item3;
ImageVM.TheImage.Pixel = p;
newImage = ImageVM.TheImage;
ctx.Images.Add(newImage);
}
}
if (newScan != null && newELSpec != null && newImage != null)//only generate entities if data exists
{
newELSpec.DeviceLJVScanSummary = ScanSummary.TheLJVScanSummary;
newScan.Image = newImage;
p.LJVScans.Add(newScan);
p.ELSpectrums.Add(newELSpec);
ScanSummary.TheLJVScanSummary.LJVScans.Add(newScan);
ScanSummary.TheLJVScanSummary.ELSpectrums.Add(newELSpec);
ScanSummary.TheLJVScanSummary.Images.Add(newImage);
}
}
ScanSummary.PopulateEntityPropertiesFromChildren();
SpreadsheetGenerator.GenerateLJVScanSummary(ScanSummary.TheLJVScanSummary);
generatedNewEntities = true;
}
}
}
try
{
ctx.SaveChanges();
}
catch (DbEntityValidationException e)
{
Debug.WriteLine(e.ToString());
foreach (var eve in e.EntityValidationErrors)
{
Debug.WriteLine("Entity of type \"{0}\" in state \"{1}\" has the following validation errors: ", eve.Entry.Entity.GetType().Name, eve.Entry.State);
foreach (var ve in eve.ValidationErrors)
{
Debug.WriteLine("- Property: \"{0}\", Error: \"{1}\"", ve.PropertyName, ve.ErrorMessage);
}
}
}
return(generatedNewEntities);
}
