public ActionResult SheetDataStructure(int index)
{
TaskManager = (EasyUploadTaskManager)Session["TaskManager"];
//set current stepinfo based on index
if (TaskManager != null)
{
TaskManager.SetCurrent(index);
// remove if existing
TaskManager.RemoveExecutedStep(TaskManager.Current());
}
SelectSheetFormatModel model = new SelectSheetFormatModel();
// when jumping back to this step
// check if sheet format is selected
if (TaskManager.Bus.ContainsKey(EasyUploadTaskManager.SHEET_FORMAT))
{
if (!String.IsNullOrEmpty(Convert.ToString(TaskManager.Bus[EasyUploadTaskManager.SHEET_FORMAT])))
{
model.SelectedSheetFormat = TaskManager.Bus[EasyUploadTaskManager.SHEET_FORMAT].ToString();
}
}
model.StepInfo = TaskManager.Current();
return(PartialView(model));
}
public ActionResult SelectAFile(int index)
{
TaskManager = (EasyUploadTaskManager)Session["TaskManager"];
//set current stepinfo based on index
if (TaskManager != null)
{
TaskManager.SetCurrent(index);
}
//Get Bus infomations
SelectFileViewModel model = new SelectFileViewModel();
if (TaskManager.Bus.ContainsKey(EasyUploadTaskManager.FILENAME))
{
model.SelectedFileName = TaskManager.Bus[EasyUploadTaskManager.FILENAME].ToString();
}
//get datastuctureType
model.SupportedFileExtentions = supportedExtensions;
//Get StepInfo
model.StepInfo = TaskManager.Current();
model.serverFileList = GetServerFileList();
return(PartialView(model));
}
public ActionResult SheetSelectMetaData(int index)
{
MetadataStructureManager msm = new MetadataStructureManager();
try
{
TaskManager = (EasyUploadTaskManager)Session["TaskManager"];
//set current stepinfo based on index
if (TaskManager != null)
{
TaskManager.SetCurrent(index);
// remove if existing
TaskManager.RemoveExecutedStep(TaskManager.Current());
}
SelectMetaDataModel model = new SelectMetaDataModel();
//Load available metadata structures
IEnumerable <MetadataStructure> metadataStructureList = msm.Repo.Get();
foreach (MetadataStructure metadataStructure in metadataStructureList)
{
if (xmlDatasetHelper.IsActive(metadataStructure.Id) &&
xmlDatasetHelper.HasEntityType(metadataStructure.Id, "bexis.dlm.entities.data.dataset"))
{
model.AvailableMetadata.Add(new Tuple <long, string>(metadataStructure.Id, metadataStructure.Name));
}
}
//Sort the metadata structures
model.AvailableMetadata.Sort((md1, md2) => md1.Item1.CompareTo(md2.Item1));
//If there's already a selected Metadata schema, load its id into the model
if (TaskManager.Bus.ContainsKey(EasyUploadTaskManager.SCHEMA))
{
model.SelectedMetaDataId = Convert.ToInt64(TaskManager.Bus[EasyUploadTaskManager.SCHEMA]);
}
//if the title was changed at some point during the upload, load the title into the model
if (TaskManager.Bus.ContainsKey(EasyUploadTaskManager.DESCRIPTIONTITLE))
{
model.DescriptionTitle = Convert.ToString(TaskManager.Bus[EasyUploadTaskManager.DESCRIPTIONTITLE]);
}
//if it wasn't changed yet, the default title is the filename
else
{
model.DescriptionTitle = Convert.ToString(TaskManager.Bus[EasyUploadTaskManager.FILENAME]);
}
model.StepInfo = TaskManager.Current();
return(PartialView(model));
}
finally
{
msm.Dispose();
}
}
public ActionResult SelectAreas(int index)
{
TaskManager = (EasyUploadTaskManager)Session["TaskManager"];
//set current stepinfo based on index
if (TaskManager != null)
{
TaskManager.SetCurrent(index);
// remove if existing
TaskManager.RemoveExecutedStep(TaskManager.Current());
}
//Use the given file and the given sheet format to create a json-table
string filePath = TaskManager.Bus[EasyUploadTaskManager.FILEPATH].ToString();
FileStream fis = null;
string jsonTable = "[]";
SelectAreasModel model = new SelectAreasModel();
try
{
//FileStream for the users file
fis = new FileStream(filePath, FileMode.Open, FileAccess.Read);
//Grab the sheet format from the bus
string sheetFormatString = Convert.ToString(TaskManager.Bus[EasyUploadTaskManager.SHEET_FORMAT]);
SheetFormat CurrentSheetFormat = 0;
Enum.TryParse <SheetFormat>(sheetFormatString, true, out CurrentSheetFormat);
//Transforms the content of the file into a 2d-json-array
JsonTableGenerator EUEReader = new JsonTableGenerator(fis);
//If the active worksheet was never changed, we default to the first one
string activeWorksheet;
if (!TaskManager.Bus.ContainsKey(EasyUploadTaskManager.ACTIVE_WOKSHEET_URI))
{
activeWorksheet = EUEReader.GetFirstWorksheetUri().ToString();
TaskManager.AddToBus(EasyUploadTaskManager.ACTIVE_WOKSHEET_URI, activeWorksheet);
}
else
{
activeWorksheet = TaskManager.Bus[EasyUploadTaskManager.ACTIVE_WOKSHEET_URI].ToString();
}
//Generate the table for the active worksheet
jsonTable = EUEReader.GenerateJsonTable(CurrentSheetFormat, activeWorksheet);
//Save the worksheet uris to the model
model.SheetUriDictionary = EUEReader.GetWorksheetUris();
if (!String.IsNullOrEmpty(jsonTable))
{
TaskManager.AddToBus(EasyUploadTaskManager.SHEET_JSON_DATA, jsonTable);
}
//Add uri of the active sheet to the model to be able to preselect the correct option in the dropdown
model.activeSheetUri = activeWorksheet;
}
catch (Exception ex)
{
LoggerFactory.LogCustom(ex.Message);
}
finally
{
if (fis != null)
{
fis.Close();
}
}
// Check if the areas have already been selected, if yes, use them (Important when jumping back to this step)
if (TaskManager.Bus.ContainsKey(EasyUploadTaskManager.SHEET_DATA_AREA))
{
model.DataArea = (List <string>)TaskManager.Bus[EasyUploadTaskManager.SHEET_DATA_AREA];
}
if (TaskManager.Bus.ContainsKey(EasyUploadTaskManager.SHEET_HEADER_AREA))
{
model.HeaderArea = TaskManager.Bus[EasyUploadTaskManager.SHEET_HEADER_AREA].ToString();
}
model.StepInfo = TaskManager.Current();
return(PartialView(model));
}
public ActionResult Summary(int index)
{
MetadataStructureManager msm = new MetadataStructureManager();
try
{
TaskManager = (EasyUploadTaskManager)Session["TaskManager"];
//set current stepinfo based on index
if (TaskManager != null)
{
TaskManager.SetCurrent(index);
// remove if existing
TaskManager.RemoveExecutedStep(TaskManager.Current());
}
EasyUploadSummaryModel model = new EasyUploadSummaryModel();
model.StepInfo = TaskManager.Current();
if (TaskManager.Bus.ContainsKey(EasyUploadTaskManager.FILENAME))
{
model.DatasetTitle = Convert.ToString(TaskManager.Bus[EasyUploadTaskManager.FILENAME]);
if (TaskManager.Bus.ContainsKey(EasyUploadTaskManager.DESCRIPTIONTITLE))
{
string tmp = Convert.ToString(TaskManager.Bus[EasyUploadTaskManager.DESCRIPTIONTITLE]);
if (!String.IsNullOrWhiteSpace(tmp))
{
model.DatasetTitle = Convert.ToString(TaskManager.Bus[EasyUploadTaskManager.DESCRIPTIONTITLE]);
}
}
}
if (TaskManager.Bus.ContainsKey(EasyUploadTaskManager.SCHEMA))
{
long id = Convert.ToInt64(TaskManager.Bus[EasyUploadTaskManager.SCHEMA]);
model.MetadataSchemaTitle = msm.Repo.Get(m => m.Id == id).FirstOrDefault().Name;
msm.Dispose();
}
if (TaskManager.Bus.ContainsKey(EasyUploadTaskManager.SHEET_FORMAT))
{
model.FileFormat = TaskManager.Bus[EasyUploadTaskManager.SHEET_FORMAT].ToString();
}
if (TaskManager.Bus.ContainsKey(EasyUploadTaskManager.SHEET_HEADER_AREA))
{
string selectedHeaderAreaJsonArray = TaskManager.Bus[EasyUploadTaskManager.SHEET_HEADER_AREA].ToString();
int[] areaHeaderValues = JsonConvert.DeserializeObject <int[]>(selectedHeaderAreaJsonArray);
if (model.FileFormat.ToLower() == "topdown")
{
model.NumberOfHeaders = (areaHeaderValues[3]) - (areaHeaderValues[1]) + 1;
}
if (model.FileFormat.ToLower() == "leftright")
{
model.NumberOfHeaders = (areaHeaderValues[2]) - (areaHeaderValues[0]) + 1;
}
}
if (TaskManager.Bus.ContainsKey(EasyUploadTaskManager.SHEET_DATA_AREA))
{
List <string> selectedDataAreaJsonArray = (List <String>)TaskManager.Bus[EasyUploadTaskManager.SHEET_DATA_AREA];
List <int[]> areaDataValuesList = new List <int[]>();
model.NumberOfData = 0;
foreach (string jsonArray in selectedDataAreaJsonArray)
{
areaDataValuesList.Add(JsonConvert.DeserializeObject <int[]>(jsonArray));
}
foreach (int[] areaDataValues in areaDataValuesList)
{
if (model.FileFormat.ToLower() == "leftright")
{
model.NumberOfData += (areaDataValues[3]) - (areaDataValues[1]) + 1;
}
if (model.FileFormat.ToLower() == "topdown")
{
model.NumberOfData += (areaDataValues[2]) - (areaDataValues[0]) + 1;
}
}
}
return(PartialView("EasyUploadSummary", model));
}
finally
{
msm.Dispose();
}
}
public ActionResult Verification(int index)
{
TaskManager = (EasyUploadTaskManager)Session["TaskManager"];
List <Dlm.Entities.DataStructure.Unit> tempUnitList = new List <Dlm.Entities.DataStructure.Unit>();
List <DataType> allDataypes = new List <DataType>();
List <DataAttribute> allDataAttributes = new List <DataAttribute>();
using (IUnitOfWork unitOfWork = this.GetUnitOfWork())
{
//set current stepinfo based on index
if (TaskManager != null)
{
TaskManager.SetCurrent(index);
// remove if existing
TaskManager.RemoveExecutedStep(TaskManager.Current());
}
SelectVerificationModel model = new SelectVerificationModel();
List <DataTypeInfo> dataTypeInfos = new List <DataTypeInfo>();
List <UnitInfo> unitInfos = new List <UnitInfo>();
List <DataAttrInfo> dataAttributeInfos = new List <DataAttrInfo>();
List <EasyUploadSuggestion> suggestions = new List <EasyUploadSuggestion>();
List <string> headers = new List <string>();
tempUnitList = unitOfWork.GetReadOnlyRepository <Dlm.Entities.DataStructure.Unit>().Get().ToList();
allDataypes = unitOfWork.GetReadOnlyRepository <DataType>().Get().ToList();
allDataAttributes = unitOfWork.GetReadOnlyRepository <DataAttribute>().Get().ToList();
//Important for jumping back to this step
if (TaskManager.Bus.ContainsKey(EasyUploadTaskManager.ROWS))
{
model.Rows = (List <RowModel>)TaskManager.Bus[EasyUploadTaskManager.ROWS];
}
// get all DataTypes for each Units
foreach (Dlm.Entities.DataStructure.Unit unit in tempUnitList)
{
UnitInfo unitInfo = new UnitInfo();
unitInfo.UnitId = unit.Id;
unitInfo.Description = unit.Description;
unitInfo.Name = unit.Name;
unitInfo.Abbreviation = unit.Abbreviation;
unitInfo.DimensionId = unit.Dimension.Id;
if (unit.Name.ToLower() == "none")
{
foreach (DataType fullDataType in allDataypes)
{
DataTypeInfo dataTypeInfo = new DataTypeInfo();
dataTypeInfo.DataTypeId = fullDataType.Id;
dataTypeInfo.Description = fullDataType.Description;
dataTypeInfo.Name = fullDataType.Name;
unitInfo.DataTypeInfos.Add(dataTypeInfo);
}
unitInfos.Add(unitInfo);
}
else
{
Boolean hasDatatype = false; //Make sure only units that have at least one datatype are shown
foreach (DataType dummyDataType in unit.AssociatedDataTypes)
{
if (!hasDatatype)
{
hasDatatype = true;
}
DataTypeInfo dataTypeInfo = new DataTypeInfo();
DataType fullDataType = allDataypes.Where(p => p.Id == dummyDataType.Id).FirstOrDefault();
dataTypeInfo.DataTypeId = fullDataType.Id;
dataTypeInfo.Description = fullDataType.Description;
dataTypeInfo.Name = fullDataType.Name;
unitInfo.DataTypeInfos.Add(dataTypeInfo);
}
if (hasDatatype)
{
unitInfos.Add(unitInfo);
}
}
}
//Sort the units by name
unitInfos.Sort(delegate(UnitInfo u1, UnitInfo u2)
{
return(String.Compare(u1.Name, u2.Name, StringComparison.InvariantCultureIgnoreCase));
});
TaskManager.AddToBus(EasyUploadTaskManager.VERIFICATION_AVAILABLEUNITS, unitInfos);
// all datatypesinfos
dataTypeInfos = unitInfos.SelectMany(u => u.DataTypeInfos).GroupBy(d => d.DataTypeId).Select(g => g.Last()).ToList();
TaskManager.AddToBus(EasyUploadTaskManager.ALL_DATATYPES, dataTypeInfos);
//Setall Data AttrInfos to Session -> default
allDataAttributes.ForEach(d => dataAttributeInfos.Add(new DataAttrInfo(d.Id, d.Unit.Id, d.DataType.Id, d.Description, d.Name, d.Unit.Dimension.Id)));
Session["DataAttributes"] = dataAttributeInfos;
string filePath = TaskManager.Bus[EasyUploadTaskManager.FILEPATH].ToString();
string selectedHeaderAreaJson = TaskManager.Bus[EasyUploadTaskManager.SHEET_HEADER_AREA].ToString();
FileStream fis = null;
fis = new FileStream(filePath, FileMode.Open, FileAccess.Read);
using (ExcelPackage ep = new ExcelPackage(fis))
{
fis.Close();
ExcelWorkbook excelWorkbook = ep.Workbook;
ExcelWorksheet firstWorksheet = excelWorkbook.Worksheets[1];
string sheetFormatString = Convert.ToString(TaskManager.Bus[EasyUploadTaskManager.SHEET_FORMAT]);
SheetFormat sheetFormat = 0;
Enum.TryParse <SheetFormat>(sheetFormatString, true, out sheetFormat);
headers = GetExcelHeaderFields(firstWorksheet, sheetFormat, selectedHeaderAreaJson);
headers = makeHeaderUnique(headers);
suggestions = new List <EasyUploadSuggestion>();
if (!model.Rows.Any())
{
foreach (string varName in headers)
{
#region suggestions
//Add a variable to the suggestions if the names are similar
suggestions = getSuggestions(varName, dataAttributeInfos);
#endregion
//set rowmodel
RowModel row = new RowModel(
headers.IndexOf(varName),
varName,
null,
null,
null,
suggestions,
unitInfos,
dataAttributeInfos,
dataTypeInfos
);
model.Rows.Add(row);
TaskManager.AddToBus(EasyUploadTaskManager.ROWS, model.Rows);
TaskManager.AddToBus(EasyUploadTaskManager.VERIFICATION_MAPPEDHEADERUNITS, RowsToTuples());
}
}
TaskManager.AddToBus(EasyUploadTaskManager.VERIFICATION_MAPPEDHEADERUNITS, headers);
model.StepInfo = TaskManager.Current();
return(PartialView(model));
}
}
}
public ActionResult Verification(int index)
{
TaskManager = (EasyUploadTaskManager)Session["TaskManager"];
List <Dlm.Entities.DataStructure.Unit> tempUnitList = new List <Dlm.Entities.DataStructure.Unit>();
List <DataType> allDataypes = new List <DataType>();
List <DataAttribute> allDataAttributes = new List <DataAttribute>();
using (IUnitOfWork unitOfWork = this.GetUnitOfWork())
{
//set current stepinfo based on index
if (TaskManager != null)
{
TaskManager.SetCurrent(index);
// remove if existing
TaskManager.RemoveExecutedStep(TaskManager.Current());
}
SelectVerificationModel model = new SelectVerificationModel();
//Grab all necessary managers and lists
//UnitManager unitManager = new UnitManager();
//this.Disposables.Add(unitManager);
//DataTypeManager dataTypeManager = new DataTypeManager();
//this.Disposables.Add(dataTypeManager);
tempUnitList = unitOfWork.GetReadOnlyRepository <Dlm.Entities.DataStructure.Unit>().Get().ToList();
allDataypes = unitOfWork.GetReadOnlyRepository <DataType>().Get().ToList();
allDataAttributes = unitOfWork.GetReadOnlyRepository <DataAttribute>().Get().ToList();
//DataStructureManager dsm = new DataStructureManager();
//this.Disposables.Add(dsm);
//DataContainerManager dam = new DataContainerManager();
//this.Disposables.Add(dam);
//Important for jumping back to this step
if (TaskManager.Bus.ContainsKey(EasyUploadTaskManager.VERIFICATION_MAPPEDHEADERUNITS))
{
model.AssignedHeaderUnits = (List <Tuple <int, string, UnitInfo> >)TaskManager.Bus[EasyUploadTaskManager.VERIFICATION_MAPPEDHEADERUNITS];
}
// get all DataTypes for each Units
foreach (Dlm.Entities.DataStructure.Unit unit in tempUnitList)
{
UnitInfo unitInfo = new UnitInfo();
unitInfo.UnitId = unit.Id;
unitInfo.Description = unit.Description;
unitInfo.Name = unit.Name;
unitInfo.Abbreviation = unit.Abbreviation;
if (unit.Name.ToLower() == "none")
{
foreach (DataType fullDataType in allDataypes)
{
DataTypeInfo dataTypeInfo = new DataTypeInfo();
dataTypeInfo.DataTypeId = fullDataType.Id;
dataTypeInfo.Description = fullDataType.Description;
dataTypeInfo.Name = fullDataType.Name;
unitInfo.DataTypeInfos.Add(dataTypeInfo);
}
model.AvailableUnits.Add(unitInfo);
}
else
{
Boolean hasDatatype = false; //Make sure only units that have at least one datatype are shown
foreach (DataType dummyDataType in unit.AssociatedDataTypes)
{
if (!hasDatatype)
{
hasDatatype = true;
}
DataTypeInfo dataTypeInfo = new DataTypeInfo();
DataType fullDataType = allDataypes.Where(p => p.Id == dummyDataType.Id).FirstOrDefault();
dataTypeInfo.DataTypeId = fullDataType.Id;
dataTypeInfo.Description = fullDataType.Description;
dataTypeInfo.Name = fullDataType.Name;
unitInfo.DataTypeInfos.Add(dataTypeInfo);
}
if (hasDatatype)
{
model.AvailableUnits.Add(unitInfo);
}
}
}
//Sort the units by name
model.AvailableUnits.Sort(delegate(UnitInfo u1, UnitInfo u2)
{
return(String.Compare(u1.Name, u2.Name, StringComparison.InvariantCultureIgnoreCase));
});
if (!TaskManager.Bus.ContainsKey(EasyUploadTaskManager.VERIFICATION_AVAILABLEUNITS))
{
TaskManager.AddToBus(EasyUploadTaskManager.VERIFICATION_AVAILABLEUNITS, model.AvailableUnits);
}
string filePath = TaskManager.Bus[EasyUploadTaskManager.FILEPATH].ToString();
string selectedHeaderAreaJson = TaskManager.Bus[EasyUploadTaskManager.SHEET_HEADER_AREA].ToString();
FileStream fis = null;
fis = new FileStream(filePath, FileMode.Open, FileAccess.Read);
ExcelPackage ep = new ExcelPackage(fis);
fis.Close();
ExcelWorkbook excelWorkbook = ep.Workbook;
ExcelWorksheet firstWorksheet = excelWorkbook.Worksheets[1];
string sheetFormatString = Convert.ToString(TaskManager.Bus[EasyUploadTaskManager.SHEET_FORMAT]);
SheetFormat sheetFormat = 0;
Enum.TryParse <SheetFormat>(sheetFormatString, true, out sheetFormat);
model.HeaderFields = GetExcelHeaderFields(firstWorksheet, sheetFormat, selectedHeaderAreaJson).ToArray();
if (!TaskManager.Bus.ContainsKey(EasyUploadTaskManager.VERIFICATION_HEADERFIELDS))
{
TaskManager.AddToBus(EasyUploadTaskManager.VERIFICATION_HEADERFIELDS, model.HeaderFields);
}
model.Suggestions = new Dictionary <int, List <EasyUploadSuggestion> >();
for (int i = 0; i < model.HeaderFields.Length; i++)
{
//Default unit should be "none" if it exists, otherwise just take the first unit
UnitInfo currentUnitInfo = model.AvailableUnits.FirstOrDefault(u => u.Name.ToLower() == "none");
if (currentUnitInfo != null)
{
currentUnitInfo = (UnitInfo)currentUnitInfo.Clone();
}
else
{
currentUnitInfo = (UnitInfo)model.AvailableUnits.FirstOrDefault().Clone();
}
DataTypeInfo dtinfo = currentUnitInfo.DataTypeInfos.FirstOrDefault();
currentUnitInfo.SelectedDataTypeId = dtinfo.DataTypeId;
ViewData["defaultUnitID"] = currentUnitInfo.UnitId;
ViewData["defaultDatatypeID"] = dtinfo.DataTypeId;
if (model.AssignedHeaderUnits.Where(t => t.Item1 == i).FirstOrDefault() == null)
{
model.AssignedHeaderUnits.Add(new Tuple <int, string, UnitInfo>(i, model.HeaderFields[i], currentUnitInfo));
}
#region suggestions
//Add a variable to the suggestions if the names are similar
model.Suggestions.Add(i, new List <EasyUploadSuggestion>());
//Calculate similarity metric
//Accept suggestion if the similarity is greater than some threshold
double threshold = 0.5;
IEnumerable <DataAttribute> suggestions = allDataAttributes.Where(att => similarity(att.Name, model.HeaderFields[i]) >= threshold);
//Order the suggestions according to the similarity
List <DataAttribute> ordered = suggestions.ToList <DataAttribute>();
ordered.Sort((x, y) => (similarity(y.Name, model.HeaderFields[i])).CompareTo(similarity(x.Name, model.HeaderFields[i])));
//Add the ordered suggestions to the model
foreach (DataAttribute att in ordered)
{
model.Suggestions[i].Add(new EasyUploadSuggestion(att.Name, att.Unit.Id, att.DataType.Id, att.Unit.Name, att.DataType.Name, true));
}
//Use the following to order suggestions alphabetically instead of ordering according to the metric
//model.Suggestions[i] = model.Suggestions[i].Distinct().OrderBy(s => s.attributeName).ToList<EasyUploadSuggestion>();
//Each Name-Unit-Datatype-Tuple should be unique
model.Suggestions[i] = model.Suggestions[i].Distinct().ToList <EasyUploadSuggestion>();
#endregion
}
TaskManager.AddToBus(EasyUploadTaskManager.VERIFICATION_ATTRIBUTESUGGESTIONS, model.Suggestions);
TaskManager.AddToBus(EasyUploadTaskManager.VERIFICATION_MAPPEDHEADERUNITS, model.AssignedHeaderUnits);
// when jumping back to this step
if (TaskManager.Bus.ContainsKey(EasyUploadTaskManager.SHEET_JSON_DATA))
{
if (!String.IsNullOrEmpty(Convert.ToString(TaskManager.Bus[EasyUploadTaskManager.SHEET_JSON_DATA])))
{
}
}
model.StepInfo = TaskManager.Current();
return(PartialView(model));
}
}
