public ActionResult SheetDataStructure(int index) { TaskManager = (EasyUploadTaskManager)Session["TaskManager"]; //set current stepinfo based on index if (TaskManager != null) { TaskManager.SetCurrent(index); // remove if existing TaskManager.RemoveExecutedStep(TaskManager.Current()); } SelectSheetFormatModel model = new SelectSheetFormatModel(); // when jumping back to this step // check if sheet format is selected if (TaskManager.Bus.ContainsKey(EasyUploadTaskManager.SHEET_FORMAT)) { if (!String.IsNullOrEmpty(Convert.ToString(TaskManager.Bus[EasyUploadTaskManager.SHEET_FORMAT]))) { model.SelectedSheetFormat = TaskManager.Bus[EasyUploadTaskManager.SHEET_FORMAT].ToString(); } } model.StepInfo = TaskManager.Current(); return(PartialView(model)); }
public ActionResult SheetSelectMetaData(int index) { MetadataStructureManager msm = new MetadataStructureManager(); try { TaskManager = (EasyUploadTaskManager)Session["TaskManager"]; //set current stepinfo based on index if (TaskManager != null) { TaskManager.SetCurrent(index); // remove if existing TaskManager.RemoveExecutedStep(TaskManager.Current()); } SelectMetaDataModel model = new SelectMetaDataModel(); //Load available metadata structures IEnumerable <MetadataStructure> metadataStructureList = msm.Repo.Get(); foreach (MetadataStructure metadataStructure in metadataStructureList) { if (xmlDatasetHelper.IsActive(metadataStructure.Id) && xmlDatasetHelper.HasEntityType(metadataStructure.Id, "bexis.dlm.entities.data.dataset")) { model.AvailableMetadata.Add(new Tuple <long, string>(metadataStructure.Id, metadataStructure.Name)); } } //Sort the metadata structures model.AvailableMetadata.Sort((md1, md2) => md1.Item1.CompareTo(md2.Item1)); //If there's already a selected Metadata schema, load its id into the model if (TaskManager.Bus.ContainsKey(EasyUploadTaskManager.SCHEMA)) { model.SelectedMetaDataId = Convert.ToInt64(TaskManager.Bus[EasyUploadTaskManager.SCHEMA]); } //if the title was changed at some point during the upload, load the title into the model if (TaskManager.Bus.ContainsKey(EasyUploadTaskManager.DESCRIPTIONTITLE)) { model.DescriptionTitle = Convert.ToString(TaskManager.Bus[EasyUploadTaskManager.DESCRIPTIONTITLE]); } //if it wasn't changed yet, the default title is the filename else { model.DescriptionTitle = Convert.ToString(TaskManager.Bus[EasyUploadTaskManager.FILENAME]); } model.StepInfo = TaskManager.Current(); return(PartialView(model)); } finally { msm.Dispose(); } }
public ActionResult SelectAreas(int index) { TaskManager = (EasyUploadTaskManager)Session["TaskManager"]; //set current stepinfo based on index if (TaskManager != null) { TaskManager.SetCurrent(index); // remove if existing TaskManager.RemoveExecutedStep(TaskManager.Current()); } //Use the given file and the given sheet format to create a json-table string filePath = TaskManager.Bus[EasyUploadTaskManager.FILEPATH].ToString(); FileStream fis = null; string jsonTable = "[]"; SelectAreasModel model = new SelectAreasModel(); try { //FileStream for the users file fis = new FileStream(filePath, FileMode.Open, FileAccess.Read); //Grab the sheet format from the bus string sheetFormatString = Convert.ToString(TaskManager.Bus[EasyUploadTaskManager.SHEET_FORMAT]); SheetFormat CurrentSheetFormat = 0; Enum.TryParse <SheetFormat>(sheetFormatString, true, out CurrentSheetFormat); //Transforms the content of the file into a 2d-json-array JsonTableGenerator EUEReader = new JsonTableGenerator(fis); //If the active worksheet was never changed, we default to the first one string activeWorksheet; if (!TaskManager.Bus.ContainsKey(EasyUploadTaskManager.ACTIVE_WOKSHEET_URI)) { activeWorksheet = EUEReader.GetFirstWorksheetUri().ToString(); TaskManager.AddToBus(EasyUploadTaskManager.ACTIVE_WOKSHEET_URI, activeWorksheet); } else { activeWorksheet = TaskManager.Bus[EasyUploadTaskManager.ACTIVE_WOKSHEET_URI].ToString(); } //Generate the table for the active worksheet jsonTable = EUEReader.GenerateJsonTable(CurrentSheetFormat, activeWorksheet); //Save the worksheet uris to the model model.SheetUriDictionary = EUEReader.GetWorksheetUris(); if (!String.IsNullOrEmpty(jsonTable)) { TaskManager.AddToBus(EasyUploadTaskManager.SHEET_JSON_DATA, jsonTable); } //Add uri of the active sheet to the model to be able to preselect the correct option in the dropdown model.activeSheetUri = activeWorksheet; } catch (Exception ex) { LoggerFactory.LogCustom(ex.Message); } finally { if (fis != null) { fis.Close(); } } // Check if the areas have already been selected, if yes, use them (Important when jumping back to this step) if (TaskManager.Bus.ContainsKey(EasyUploadTaskManager.SHEET_DATA_AREA)) { model.DataArea = (List <string>)TaskManager.Bus[EasyUploadTaskManager.SHEET_DATA_AREA]; } if (TaskManager.Bus.ContainsKey(EasyUploadTaskManager.SHEET_HEADER_AREA)) { model.HeaderArea = TaskManager.Bus[EasyUploadTaskManager.SHEET_HEADER_AREA].ToString(); } model.StepInfo = TaskManager.Current(); return(PartialView(model)); }
public ActionResult Summary(int index) { MetadataStructureManager msm = new MetadataStructureManager(); try { TaskManager = (EasyUploadTaskManager)Session["TaskManager"]; //set current stepinfo based on index if (TaskManager != null) { TaskManager.SetCurrent(index); // remove if existing TaskManager.RemoveExecutedStep(TaskManager.Current()); } EasyUploadSummaryModel model = new EasyUploadSummaryModel(); model.StepInfo = TaskManager.Current(); if (TaskManager.Bus.ContainsKey(EasyUploadTaskManager.FILENAME)) { model.DatasetTitle = Convert.ToString(TaskManager.Bus[EasyUploadTaskManager.FILENAME]); if (TaskManager.Bus.ContainsKey(EasyUploadTaskManager.DESCRIPTIONTITLE)) { string tmp = Convert.ToString(TaskManager.Bus[EasyUploadTaskManager.DESCRIPTIONTITLE]); if (!String.IsNullOrWhiteSpace(tmp)) { model.DatasetTitle = Convert.ToString(TaskManager.Bus[EasyUploadTaskManager.DESCRIPTIONTITLE]); } } } if (TaskManager.Bus.ContainsKey(EasyUploadTaskManager.SCHEMA)) { long id = Convert.ToInt64(TaskManager.Bus[EasyUploadTaskManager.SCHEMA]); model.MetadataSchemaTitle = msm.Repo.Get(m => m.Id == id).FirstOrDefault().Name; msm.Dispose(); } if (TaskManager.Bus.ContainsKey(EasyUploadTaskManager.SHEET_FORMAT)) { model.FileFormat = TaskManager.Bus[EasyUploadTaskManager.SHEET_FORMAT].ToString(); } if (TaskManager.Bus.ContainsKey(EasyUploadTaskManager.SHEET_HEADER_AREA)) { string selectedHeaderAreaJsonArray = TaskManager.Bus[EasyUploadTaskManager.SHEET_HEADER_AREA].ToString(); int[] areaHeaderValues = JsonConvert.DeserializeObject <int[]>(selectedHeaderAreaJsonArray); if (model.FileFormat.ToLower() == "topdown") { model.NumberOfHeaders = (areaHeaderValues[3]) - (areaHeaderValues[1]) + 1; } if (model.FileFormat.ToLower() == "leftright") { model.NumberOfHeaders = (areaHeaderValues[2]) - (areaHeaderValues[0]) + 1; } } if (TaskManager.Bus.ContainsKey(EasyUploadTaskManager.SHEET_DATA_AREA)) { List <string> selectedDataAreaJsonArray = (List <String>)TaskManager.Bus[EasyUploadTaskManager.SHEET_DATA_AREA]; List <int[]> areaDataValuesList = new List <int[]>(); model.NumberOfData = 0; foreach (string jsonArray in selectedDataAreaJsonArray) { areaDataValuesList.Add(JsonConvert.DeserializeObject <int[]>(jsonArray)); } foreach (int[] areaDataValues in areaDataValuesList) { if (model.FileFormat.ToLower() == "leftright") { model.NumberOfData += (areaDataValues[3]) - (areaDataValues[1]) + 1; } if (model.FileFormat.ToLower() == "topdown") { model.NumberOfData += (areaDataValues[2]) - (areaDataValues[0]) + 1; } } } return(PartialView("EasyUploadSummary", model)); } finally { msm.Dispose(); } }
public ActionResult Verification(int index) { TaskManager = (EasyUploadTaskManager)Session["TaskManager"]; List <Dlm.Entities.DataStructure.Unit> tempUnitList = new List <Dlm.Entities.DataStructure.Unit>(); List <DataType> allDataypes = new List <DataType>(); List <DataAttribute> allDataAttributes = new List <DataAttribute>(); using (IUnitOfWork unitOfWork = this.GetUnitOfWork()) { //set current stepinfo based on index if (TaskManager != null) { TaskManager.SetCurrent(index); // remove if existing TaskManager.RemoveExecutedStep(TaskManager.Current()); } SelectVerificationModel model = new SelectVerificationModel(); List <DataTypeInfo> dataTypeInfos = new List <DataTypeInfo>(); List <UnitInfo> unitInfos = new List <UnitInfo>(); List <DataAttrInfo> dataAttributeInfos = new List <DataAttrInfo>(); List <EasyUploadSuggestion> suggestions = new List <EasyUploadSuggestion>(); List <string> headers = new List <string>(); tempUnitList = unitOfWork.GetReadOnlyRepository <Dlm.Entities.DataStructure.Unit>().Get().ToList(); allDataypes = unitOfWork.GetReadOnlyRepository <DataType>().Get().ToList(); allDataAttributes = unitOfWork.GetReadOnlyRepository <DataAttribute>().Get().ToList(); //Important for jumping back to this step if (TaskManager.Bus.ContainsKey(EasyUploadTaskManager.ROWS)) { model.Rows = (List <RowModel>)TaskManager.Bus[EasyUploadTaskManager.ROWS]; } // get all DataTypes for each Units foreach (Dlm.Entities.DataStructure.Unit unit in tempUnitList) { UnitInfo unitInfo = new UnitInfo(); unitInfo.UnitId = unit.Id; unitInfo.Description = unit.Description; unitInfo.Name = unit.Name; unitInfo.Abbreviation = unit.Abbreviation; unitInfo.DimensionId = unit.Dimension.Id; if (unit.Name.ToLower() == "none") { foreach (DataType fullDataType in allDataypes) { DataTypeInfo dataTypeInfo = new DataTypeInfo(); dataTypeInfo.DataTypeId = fullDataType.Id; dataTypeInfo.Description = fullDataType.Description; dataTypeInfo.Name = fullDataType.Name; unitInfo.DataTypeInfos.Add(dataTypeInfo); } unitInfos.Add(unitInfo); } else { Boolean hasDatatype = false; //Make sure only units that have at least one datatype are shown foreach (DataType dummyDataType in unit.AssociatedDataTypes) { if (!hasDatatype) { hasDatatype = true; } DataTypeInfo dataTypeInfo = new DataTypeInfo(); DataType fullDataType = allDataypes.Where(p => p.Id == dummyDataType.Id).FirstOrDefault(); dataTypeInfo.DataTypeId = fullDataType.Id; dataTypeInfo.Description = fullDataType.Description; dataTypeInfo.Name = fullDataType.Name; unitInfo.DataTypeInfos.Add(dataTypeInfo); } if (hasDatatype) { unitInfos.Add(unitInfo); } } } //Sort the units by name unitInfos.Sort(delegate(UnitInfo u1, UnitInfo u2) { return(String.Compare(u1.Name, u2.Name, StringComparison.InvariantCultureIgnoreCase)); }); TaskManager.AddToBus(EasyUploadTaskManager.VERIFICATION_AVAILABLEUNITS, unitInfos); // all datatypesinfos dataTypeInfos = unitInfos.SelectMany(u => u.DataTypeInfos).GroupBy(d => d.DataTypeId).Select(g => g.Last()).ToList(); TaskManager.AddToBus(EasyUploadTaskManager.ALL_DATATYPES, dataTypeInfos); //Setall Data AttrInfos to Session -> default allDataAttributes.ForEach(d => dataAttributeInfos.Add(new DataAttrInfo(d.Id, d.Unit.Id, d.DataType.Id, d.Description, d.Name, d.Unit.Dimension.Id))); Session["DataAttributes"] = dataAttributeInfos; string filePath = TaskManager.Bus[EasyUploadTaskManager.FILEPATH].ToString(); string selectedHeaderAreaJson = TaskManager.Bus[EasyUploadTaskManager.SHEET_HEADER_AREA].ToString(); FileStream fis = null; fis = new FileStream(filePath, FileMode.Open, FileAccess.Read); using (ExcelPackage ep = new ExcelPackage(fis)) { fis.Close(); ExcelWorkbook excelWorkbook = ep.Workbook; ExcelWorksheet firstWorksheet = excelWorkbook.Worksheets[1]; string sheetFormatString = Convert.ToString(TaskManager.Bus[EasyUploadTaskManager.SHEET_FORMAT]); SheetFormat sheetFormat = 0; Enum.TryParse <SheetFormat>(sheetFormatString, true, out sheetFormat); headers = GetExcelHeaderFields(firstWorksheet, sheetFormat, selectedHeaderAreaJson); headers = makeHeaderUnique(headers); suggestions = new List <EasyUploadSuggestion>(); if (!model.Rows.Any()) { foreach (string varName in headers) { #region suggestions //Add a variable to the suggestions if the names are similar suggestions = getSuggestions(varName, dataAttributeInfos); #endregion //set rowmodel RowModel row = new RowModel( headers.IndexOf(varName), varName, null, null, null, suggestions, unitInfos, dataAttributeInfos, dataTypeInfos ); model.Rows.Add(row); TaskManager.AddToBus(EasyUploadTaskManager.ROWS, model.Rows); TaskManager.AddToBus(EasyUploadTaskManager.VERIFICATION_MAPPEDHEADERUNITS, RowsToTuples()); } } TaskManager.AddToBus(EasyUploadTaskManager.VERIFICATION_MAPPEDHEADERUNITS, headers); model.StepInfo = TaskManager.Current(); return(PartialView(model)); } } }
public ActionResult Verification(int index) { TaskManager = (EasyUploadTaskManager)Session["TaskManager"]; List <Dlm.Entities.DataStructure.Unit> tempUnitList = new List <Dlm.Entities.DataStructure.Unit>(); List <DataType> allDataypes = new List <DataType>(); List <DataAttribute> allDataAttributes = new List <DataAttribute>(); using (IUnitOfWork unitOfWork = this.GetUnitOfWork()) { //set current stepinfo based on index if (TaskManager != null) { TaskManager.SetCurrent(index); // remove if existing TaskManager.RemoveExecutedStep(TaskManager.Current()); } SelectVerificationModel model = new SelectVerificationModel(); //Grab all necessary managers and lists //UnitManager unitManager = new UnitManager(); //this.Disposables.Add(unitManager); //DataTypeManager dataTypeManager = new DataTypeManager(); //this.Disposables.Add(dataTypeManager); tempUnitList = unitOfWork.GetReadOnlyRepository <Dlm.Entities.DataStructure.Unit>().Get().ToList(); allDataypes = unitOfWork.GetReadOnlyRepository <DataType>().Get().ToList(); allDataAttributes = unitOfWork.GetReadOnlyRepository <DataAttribute>().Get().ToList(); //DataStructureManager dsm = new DataStructureManager(); //this.Disposables.Add(dsm); //DataContainerManager dam = new DataContainerManager(); //this.Disposables.Add(dam); //Important for jumping back to this step if (TaskManager.Bus.ContainsKey(EasyUploadTaskManager.VERIFICATION_MAPPEDHEADERUNITS)) { model.AssignedHeaderUnits = (List <Tuple <int, string, UnitInfo> >)TaskManager.Bus[EasyUploadTaskManager.VERIFICATION_MAPPEDHEADERUNITS]; } // get all DataTypes for each Units foreach (Dlm.Entities.DataStructure.Unit unit in tempUnitList) { UnitInfo unitInfo = new UnitInfo(); unitInfo.UnitId = unit.Id; unitInfo.Description = unit.Description; unitInfo.Name = unit.Name; unitInfo.Abbreviation = unit.Abbreviation; if (unit.Name.ToLower() == "none") { foreach (DataType fullDataType in allDataypes) { DataTypeInfo dataTypeInfo = new DataTypeInfo(); dataTypeInfo.DataTypeId = fullDataType.Id; dataTypeInfo.Description = fullDataType.Description; dataTypeInfo.Name = fullDataType.Name; unitInfo.DataTypeInfos.Add(dataTypeInfo); } model.AvailableUnits.Add(unitInfo); } else { Boolean hasDatatype = false; //Make sure only units that have at least one datatype are shown foreach (DataType dummyDataType in unit.AssociatedDataTypes) { if (!hasDatatype) { hasDatatype = true; } DataTypeInfo dataTypeInfo = new DataTypeInfo(); DataType fullDataType = allDataypes.Where(p => p.Id == dummyDataType.Id).FirstOrDefault(); dataTypeInfo.DataTypeId = fullDataType.Id; dataTypeInfo.Description = fullDataType.Description; dataTypeInfo.Name = fullDataType.Name; unitInfo.DataTypeInfos.Add(dataTypeInfo); } if (hasDatatype) { model.AvailableUnits.Add(unitInfo); } } } //Sort the units by name model.AvailableUnits.Sort(delegate(UnitInfo u1, UnitInfo u2) { return(String.Compare(u1.Name, u2.Name, StringComparison.InvariantCultureIgnoreCase)); }); if (!TaskManager.Bus.ContainsKey(EasyUploadTaskManager.VERIFICATION_AVAILABLEUNITS)) { TaskManager.AddToBus(EasyUploadTaskManager.VERIFICATION_AVAILABLEUNITS, model.AvailableUnits); } string filePath = TaskManager.Bus[EasyUploadTaskManager.FILEPATH].ToString(); string selectedHeaderAreaJson = TaskManager.Bus[EasyUploadTaskManager.SHEET_HEADER_AREA].ToString(); FileStream fis = null; fis = new FileStream(filePath, FileMode.Open, FileAccess.Read); ExcelPackage ep = new ExcelPackage(fis); fis.Close(); ExcelWorkbook excelWorkbook = ep.Workbook; ExcelWorksheet firstWorksheet = excelWorkbook.Worksheets[1]; string sheetFormatString = Convert.ToString(TaskManager.Bus[EasyUploadTaskManager.SHEET_FORMAT]); SheetFormat sheetFormat = 0; Enum.TryParse <SheetFormat>(sheetFormatString, true, out sheetFormat); model.HeaderFields = GetExcelHeaderFields(firstWorksheet, sheetFormat, selectedHeaderAreaJson).ToArray(); if (!TaskManager.Bus.ContainsKey(EasyUploadTaskManager.VERIFICATION_HEADERFIELDS)) { TaskManager.AddToBus(EasyUploadTaskManager.VERIFICATION_HEADERFIELDS, model.HeaderFields); } model.Suggestions = new Dictionary <int, List <EasyUploadSuggestion> >(); for (int i = 0; i < model.HeaderFields.Length; i++) { //Default unit should be "none" if it exists, otherwise just take the first unit UnitInfo currentUnitInfo = model.AvailableUnits.FirstOrDefault(u => u.Name.ToLower() == "none"); if (currentUnitInfo != null) { currentUnitInfo = (UnitInfo)currentUnitInfo.Clone(); } else { currentUnitInfo = (UnitInfo)model.AvailableUnits.FirstOrDefault().Clone(); } DataTypeInfo dtinfo = currentUnitInfo.DataTypeInfos.FirstOrDefault(); currentUnitInfo.SelectedDataTypeId = dtinfo.DataTypeId; ViewData["defaultUnitID"] = currentUnitInfo.UnitId; ViewData["defaultDatatypeID"] = dtinfo.DataTypeId; if (model.AssignedHeaderUnits.Where(t => t.Item1 == i).FirstOrDefault() == null) { model.AssignedHeaderUnits.Add(new Tuple <int, string, UnitInfo>(i, model.HeaderFields[i], currentUnitInfo)); } #region suggestions //Add a variable to the suggestions if the names are similar model.Suggestions.Add(i, new List <EasyUploadSuggestion>()); //Calculate similarity metric //Accept suggestion if the similarity is greater than some threshold double threshold = 0.5; IEnumerable <DataAttribute> suggestions = allDataAttributes.Where(att => similarity(att.Name, model.HeaderFields[i]) >= threshold); //Order the suggestions according to the similarity List <DataAttribute> ordered = suggestions.ToList <DataAttribute>(); ordered.Sort((x, y) => (similarity(y.Name, model.HeaderFields[i])).CompareTo(similarity(x.Name, model.HeaderFields[i]))); //Add the ordered suggestions to the model foreach (DataAttribute att in ordered) { model.Suggestions[i].Add(new EasyUploadSuggestion(att.Name, att.Unit.Id, att.DataType.Id, att.Unit.Name, att.DataType.Name, true)); } //Use the following to order suggestions alphabetically instead of ordering according to the metric //model.Suggestions[i] = model.Suggestions[i].Distinct().OrderBy(s => s.attributeName).ToList<EasyUploadSuggestion>(); //Each Name-Unit-Datatype-Tuple should be unique model.Suggestions[i] = model.Suggestions[i].Distinct().ToList <EasyUploadSuggestion>(); #endregion } TaskManager.AddToBus(EasyUploadTaskManager.VERIFICATION_ATTRIBUTESUGGESTIONS, model.Suggestions); TaskManager.AddToBus(EasyUploadTaskManager.VERIFICATION_MAPPEDHEADERUNITS, model.AssignedHeaderUnits); // when jumping back to this step if (TaskManager.Bus.ContainsKey(EasyUploadTaskManager.SHEET_JSON_DATA)) { if (!String.IsNullOrEmpty(Convert.ToString(TaskManager.Bus[EasyUploadTaskManager.SHEET_JSON_DATA]))) { } } model.StepInfo = TaskManager.Current(); return(PartialView(model)); } }