public ActionResult UploadWizard(DataStructureType type, long datasetid = 0)
{
ViewBag.Title = PresentationModel.GetViewTitleForTenant("Upload Data", Session.GetTenant());
Session["TaskManager"] = null;
if (TaskManager == null)
{
TaskManager = (TaskManager)Session["TaskManager"];
}
if (TaskManager == null)
{
try
{
string path = "";
if (type == DataStructureType.Unstructured)
{
path = Path.Combine(AppConfiguration.GetModuleWorkspacePath("DCM"), "SubmitUnstructuredDataTaskInfo.xml");
}
if (type == DataStructureType.Structured)
{
path = Path.Combine(AppConfiguration.GetModuleWorkspacePath("DCM"), "SubmitTaskInfo.xml");
}
XmlDocument xmlTaskInfo = new XmlDocument();
xmlTaskInfo.Load(path);
Session["TaskManager"] = TaskManager.Bind(xmlTaskInfo);
TaskManager = (TaskManager)Session["TaskManager"];
TaskManager.AddToBus(TaskManager.DATASTRUCTURE_TYPE, type);
Session["TaskManager"] = TaskManager;
}
catch (Exception e)
{
ModelState.AddModelError(String.Empty, e.Message);
}
Session["Filestream"] = Stream;
TaskManager = (TaskManager)Session["TaskManager"];
// get Lists of Dataset and Datastructure
Session["DatasetVersionViewList"] = LoadDatasetVersionViewList(type);
Session["DataStructureViewList"] = LoadDataStructureViewList(type);
Session["ResearchPlanViewList"] = LoadResearchPlanViewList();
// setparameters
SetParametersToTaskmanager(datasetid);
}
return(View((TaskManager)Session["TaskManager"]));
}
public ActionResult Edit([Bind(Include = "DataStructureTypeID,Name,Description,PD_INS_Date,PD_INS_By,PD_UPD_Date,PD_UPD_By")] DataStructureType dataStructureType)
{
if (ModelState.IsValid)
{
repo.Update(dataStructureType);
return(RedirectToAction("Index"));
}
return(View(dataStructureType));
}
public override IEnumerable <EndPointDataCollection> PopulateCollections(Mapping mapping)
{
// Data type has a single field, representing a line of the file contents
var dataType = new DataStructureType("Line", new DataField("Value", typeof(string)));
var collection = new EndPointDataCollection(this, "Lines", dataType);
yield return(collection);
}
public static Problem CreateProblem(string desc, DataStructureType dt, ProblemType t = ProblemType.CreatedByStudent, Assignment a = null)
{
Problem p = new Problem(desc, dt, t, a);
if (a != null)
{
a.AddProblem(p);
}
return(p);
}
public void Init(string channelType)
{
// Configure all tests to be run on a queue or a stack type channel
if (channelType.ToUpper() == "S")
{
initTestDataStructureType = DataStructureType.Stack;
} else {
initTestDataStructureType = DataStructureType.Queue;
}
}
/// <summary>
///
/// </summary>
/// <remarks></remarks>
/// <seealso cref=""/>
/// <param name="type"></param>
/// <returns></returns>
public static List <string> GetExtentionList(DataStructureType type, Tenant tenant = null)
{
if (type.Equals(DataStructureType.Structured))
{
return(new List <string>()
{
".xlsm",
".xlsx",
".txt",
".csv",
".tsv"
});
}
if (type.Equals(DataStructureType.Unstructured))
{
if (tenant != null)
{
return(tenant.AllowedFileExtensions);
}
//Info
// is not used anymore: list came from the this.Session.GetTenant().AllowedFileExtensions
return(new List <string>()
{
//".avi",
//".bmp",
//".csv",
//".dbf",
//".doc",
//".docx",
//".gif",
//".jpg",
//".jpeg",
//".mp3",
//".mp4",
//".pdf",
//".png",
//".shp",
//".shx",
//".tif",
//".txt",
//".xls",
//".xlsm",
//".xlsx",
//".xsd",
//".zip"
});
}
return(new List <string>());
}
public void Init(string channelType)
{
// Configure all tests to be run on a queue or a stack type channel
if (channelType.ToUpper() == "S")
{
initTestDataStructureType = DataStructureType.Stack;
}
else
{
initTestDataStructureType = DataStructureType.Queue;
}
}
// GET: DataStructureTypes/Edit/5
public ActionResult Edit(int?id)
{
if (id == null)
{
return(new HttpStatusCodeResult((int)HttpStatusCode.BadRequest));
}
DataStructureType dataStructureType = repo.FindByKey(id.Value);
if (dataStructureType == null)
{
return(HttpNotFound());
}
return(View(dataStructureType));
}
// GET: UploadPublication
public ActionResult Index(long entityId, DataStructureType type = DataStructureType.Unstructured)
{
var fileExtentions = Helper.Settings.get("FileExtentions").ToString().Split(',');
SelectFileViewModel model = new SelectFileViewModel();
foreach (string extention in fileExtentions)
{
model.SupportedFileExtentions.Add(extention);
}
model.EntityId = entityId;
return(View("UploadFile", model));
}
public void Init(string channelType, int numberOfTrials)
{
// Configure all tests to be run on a queue or a stack type channel
if (channelType.ToUpper() == "S")
{
initTestDataStructureType = DataStructureType.Stack;
} else {
initTestDataStructureType = DataStructureType.Queue;
}
initNoOfTrials = numberOfTrials;
// These values are not used in the Consumers
// maxIntRandomSeed = 1000;
// maxLongRandomSeed = 1000000;
}
public ActionResult CancelUpload()
{
TaskManager = (TaskManager)Session["Taskmanager"];
DataStructureType type = new DataStructureType();
if (TaskManager.Bus.ContainsKey(TaskManager.DATASTRUCTURE_TYPE))
{
type = (DataStructureType)TaskManager.Bus[TaskManager.DATASTRUCTURE_TYPE];
}
Session["Taskmanager"] = null;
TaskManager = null;
return RedirectToAction("UploadWizard", "Submit", new RouteValueDictionary { { "area", "DCM" }, { "type", type } });
}
public void Init(string channelType, int numberOfTrials)
{
// Configure all tests to be run on a queue or a stack type channel
if (channelType.ToUpper() == "S")
{
initTestDataStructureType = DataStructureType.Stack;
}
else
{
initTestDataStructureType = DataStructureType.Queue;
}
initNoOfTrials = numberOfTrials;
// These values are not used in the Consumers
// maxIntRandomSeed = 1000;
// maxLongRandomSeed = 1000000;
}
public ActionResult CancelUpload()
{
TaskManager = (TaskManager)Session["Taskmanager"];
DataStructureType type = new DataStructureType();
if (TaskManager.Bus.ContainsKey(TaskManager.DATASTRUCTURE_TYPE))
{
type = (DataStructureType)TaskManager.Bus[TaskManager.DATASTRUCTURE_TYPE];
}
Session["Taskmanager"] = null;
TaskManager = null;
return(RedirectToAction("UploadWizard", "Submit", new RouteValueDictionary {
{ "area", "DCM" }, { "type", type }
}));
}
public Problem(string desc, DataStructureType dt, ProblemType t = ProblemType.Mandatory, Assignment a = null)
{
if (t == ProblemType.Mandatory && a == null)
{
throw new ArgumentException("When Problem type is mandadory, the problem must have an Assignment", nameof(a));
}
if (t == ProblemType.CreatedByStudent && a != null)
{
throw new ArgumentException("When Problem type is CreatedByStudent, the problem cannot have an Assignment", nameof(a));
}
Assignments = new List <Assignment> ();
ID = ++ProblemID;
Description = desc;
DataStructure = dt;
Type = t;
AddAssignment(a);
}
public static string FileExtention(DataStructureType dsType)
{
switch (dsType)
{
case DataStructureType.UnicodeData:
return "txt";
case DataStructureType.BinaryData:
return "bin";
case DataStructureType.IniStructureData:
return "ini";
case DataStructureType.XmlStructureData:
return "xml";
case DataStructureType.DedicatedData:
case DataStructureType.DedicatedBinaryData:
return "ads";
}
return String.Empty;
}
public List <ListViewItem> LoadDatasetVersionViewList(DataStructureType dataStructureType)
{
EntityPermissionManager entityPermissionManager = new EntityPermissionManager();
DataStructureManager dataStructureManager = new DataStructureManager();
DatasetManager dm = new DatasetManager();
try
{
List <long> datasetIds = entityPermissionManager.GetKeys(GetUsernameOrDefault(), "Dataset", typeof(Dataset), RightType.Write).ToList();
List <ListViewItem> tempStructured = new List <ListViewItem>();
List <ListViewItem> tempUnStructured = new List <ListViewItem>();
var DatasetVersions = dm.GetDatasetLatestVersions(datasetIds, false);
foreach (var dsv in DatasetVersions)
{
if (dsv.Dataset.DataStructure.Self.GetType().Equals(typeof(StructuredDataStructure)))
{
tempStructured.Add(new ListViewItem(dsv.Dataset.Id, dsv.Title));
}
else
{
tempUnStructured.Add(new ListViewItem(dsv.Dataset.Id, dsv.Title));
}
}
if (dataStructureType.Equals(DataStructureType.Structured))
{
return(tempStructured.OrderBy(p => p.Title).ToList());
}
else
{
return(tempUnStructured.OrderBy(p => p.Title).ToList());
}
}
finally
{
entityPermissionManager.Dispose();
dataStructureManager.Dispose();
dm.Dispose();
}
}
/// <summary>
///
/// </summary>
/// <remarks></remarks>
/// <seealso cref=""/>
/// <param name="type"></param>
/// <returns></returns>
public static List<string> GetExtentionList(DataStructureType type)
{
if(type.Equals(DataStructureType.Structured))
{
return new List<string>()
{
".xlsm",
".txt",
".csv"
};
}
if (type.Equals(DataStructureType.Unstructured))
{
return new List<string>()
{
".avi",
".bmp",
".csv",
".dbf",
".doc",
".docx",
".gif",
".jpg",
".jpeg",
".mp3",
".mp4",
".pdf",
".png",
".shp",
".shx",
".tif",
".txt",
".xls",
".xlsm",
".xlsx",
".xsd",
".zip"
};
}
return new List<string>();
}
public List <ListViewItem> LoadDataStructureViewList(DataStructureType dataStructureType)
{
DataStructureManager dsm = new DataStructureManager();
try
{
List <ListViewItem> temp = new List <ListViewItem>();
foreach (DataStructure datasStructure in dsm.StructuredDataStructureRepo.Get())
{
string title = datasStructure.Name;
temp.Add(new ListViewItem(datasStructure.Id, title));
}
return(temp.OrderBy(p => p.Title).ToList());
}
finally
{
dsm.Dispose();
}
}
int CountUniqueIPs()
{
var logReader = new LogReader();
DataStructureType dataStructureType = DataStructureType.List;
ICollection <string> ipsSeen = null;
switch (dataStructureType)
{
case DataStructureType.List: ipsSeen = new List <string>(); break;
case DataStructureType.HashSet: ipsSeen = new HashSet <string>(); break;
default: ipsSeen = new List <string>(); break;
}
foreach (var logLine in logReader)
{
var ip = logLine.GetIP();
if (!ipsSeen.Contains(ip))
{
ipsSeen.Add(ip);
}
}
return(ipsSeen.Count);
}
public List <ListViewItem> LoadDatasetVersionViewList(DataStructureType dataStructureType)
{
EntityPermissionManager entityPermissionManager = new EntityPermissionManager();
DataStructureManager dataStructureManager = new DataStructureManager();
DatasetManager dm = new DatasetManager();
try
{
ICollection <long> datasetIDs = new List <long>();
datasetIDs = entityPermissionManager.GetKeys(GetUsernameOrDefault(), "Dataset", typeof(Dataset), RightType.Write).ToList();
Dictionary <long, XmlDocument> dmtemp = new Dictionary <long, XmlDocument>();
dmtemp = dm.GetDatasetLatestMetadataVersions();
List <ListViewItem> temp = new List <ListViewItem>();
if (dataStructureType.Equals(DataStructureType.Structured))
{
List <StructuredDataStructure> list = dataStructureManager.StructuredDataStructureRepo.Get().ToList();
foreach (StructuredDataStructure sds in list)
{
sds.Materialize();
foreach (Dataset d in sds.Datasets)
{
if (dm.IsDatasetCheckedIn(d.Id))
{
if (datasetIDs.Contains(d.Id))
{
temp.Add(new ListViewItem(d.Id,
xmlDatasetHelper.GetInformationFromVersion(dm.GetDatasetLatestVersion(d).Id,
NameAttributeValues.title)));
}
}
}
}
}
else
{
List <UnStructuredDataStructure> list = dataStructureManager.UnStructuredDataStructureRepo.Get().ToList();
foreach (UnStructuredDataStructure sds in list)
{
foreach (Dataset d in sds.Datasets)
{
if (datasetIDs.Contains(d.Id))
{
if (dm.IsDatasetCheckedIn(d.Id))
{
DatasetVersion datasetVersion = dm.GetDatasetLatestVersion(d);
temp.Add(new ListViewItem(d.Id,
xmlDatasetHelper.GetInformationFromVersion(datasetVersion.Id, NameAttributeValues.title)));
}
}
}
}
}
return(temp.OrderBy(p => p.Title).ToList());
}
finally
{
entityPermissionManager.Dispose();
dataStructureManager.Dispose();
dm.Dispose();
}
}
public List<ListViewItem> LoadDatasetVersionViewList( DataStructureType dataStructureType)
{
PermissionManager permissionManager = new PermissionManager();
SubjectManager subjectManager = new SubjectManager();
// add security
ICollection<long> datasetIDs = permissionManager.GetAllDataIds(subjectManager.GetUserByName(GetUsernameOrDefault()).Id, 1, RightType.Update).ToList();
DataStructureManager dataStructureManager = new DataStructureManager();
DatasetManager dm = new DatasetManager();
Dictionary<long, XmlDocument> dmtemp = new Dictionary<long, XmlDocument>();
dmtemp = dm.GetDatasetLatestMetadataVersions();
List<ListViewItem> temp = new List<ListViewItem>();
if (dataStructureType.Equals(DataStructureType.Structured))
{
List<StructuredDataStructure> list = dataStructureManager.StructuredDataStructureRepo.Get().ToList();
foreach (StructuredDataStructure sds in list)
{
sds.Materialize();
foreach (Dataset d in sds.Datasets)
{
if (dm.IsDatasetCheckedIn(d.Id))
{
if (datasetIDs.Contains(d.Id))
{
temp.Add(new ListViewItem(d.Id,
XmlDatasetHelper.GetInformation(dm.GetDatasetLatestVersion(d),
NameAttributeValues.title)));
}
}
}
}
}
else
{
List<UnStructuredDataStructure> list = dataStructureManager.UnStructuredDataStructureRepo.Get().ToList();
foreach (UnStructuredDataStructure sds in list)
{
foreach (Dataset d in sds.Datasets)
{
if (datasetIDs.Contains(d.Id))
{
if (dm.IsDatasetCheckedIn(d.Id))
{
DatasetVersion datasetVersion = dm.GetDatasetLatestVersion(d);
temp.Add(new ListViewItem(d.Id,
XmlDatasetHelper.GetInformation(datasetVersion, NameAttributeValues.title)));
}
}
}
}
}
return temp.OrderBy(p => p.Title).ToList();
}
public ActionResult UploadWizard(DataStructureType type, long datasetid=0)
{
ViewBag.Title = PresentationModel.GetViewTitleForTenant("Upload Data", this.Session.GetTenant());
Session["TaskManager"] = null;
if (TaskManager == null) TaskManager = (TaskManager)Session["TaskManager"];
if (TaskManager == null)
{
try
{
string path = "";
if (type == DataStructureType.Unstructured)
path = Path.Combine(AppConfiguration.GetModuleWorkspacePath("DCM"), "SubmitUnstructuredDataTaskInfo.xml");
if (type == DataStructureType.Structured)
path = Path.Combine(AppConfiguration.GetModuleWorkspacePath("DCM"), "SubmitTaskInfo.xml");
XmlDocument xmlTaskInfo = new XmlDocument();
xmlTaskInfo.Load(path);
Session["TaskManager"] = TaskManager.Bind(xmlTaskInfo);
TaskManager = (TaskManager)Session["TaskManager"];
TaskManager.AddToBus(TaskManager.DATASTRUCTURE_TYPE, type);
Session["TaskManager"] = TaskManager;
}
catch (Exception e)
{
ModelState.AddModelError(String.Empty, e.Message);
}
Session["Filestream"] = Stream;
TaskManager = (TaskManager)Session["TaskManager"];
// get Lists of Dataset and Datastructure
Session["DatasetVersionViewList"] = LoadDatasetVersionViewList(type);
Session["DataStructureViewList"] = LoadDataStructureViewList(type);
Session["ResearchPlanViewList"] = LoadResearchPlanViewList();
// setparameters
SetParametersToTaskmanager(datasetid);
}
return View((TaskManager)Session["TaskManager"]);
}
public List<ListViewItem> LoadDataStructureViewList( DataStructureType dataStructureType )
{
DataStructureManager dsm = new DataStructureManager();
List<ListViewItem> temp = new List<ListViewItem>();
foreach (DataStructure datasStructure in dsm.StructuredDataStructureRepo.Get())
{
string title = datasStructure.Name;
temp.Add(new ListViewItem(datasStructure.Id, title));
}
return temp.OrderBy(p => p.Title).ToList();
}
