public static StadRegistry CreateFrom(Stad.Model.RegistryProto proto)
{
return(new StadRegistry(
new ReadOnlyCollection <DataSetModel>(
proto.DataSets.Select(m => DataSetModel.CreateFrom(m)).ToList())
));
}
/// <summary>
/// 发送请求带返回
/// </summary>
/// <typeparam name="T"></typeparam>
/// <param name="transfer"></param>
/// <returns></returns>
public T Send <T>(DBTransfer transfer)
{
byte[] buf = SerializerFactory <CommonSerializer> .Serializer(transfer);
//RequestServer request = new RequestServer();
//request.Address = SrvControl.Instance.GetCureent();
//byte[] rec= request.Request(buf);
byte[] rec = SetRequest(transfer);
if (rec == null)
{
return(default(T));
}
RequestResult result = SerializerFactory <CommonSerializer> .Deserialize <RequestResult>(rec);
if (result.Error == ErrorCode.Sucess)
{
if (typeof(T) == typeof(DataTable) || typeof(T) == typeof(DataSet))
{
//当前序列化不能对DataTable
//服务端转换为XML
if (result.Result != null)
{
DataSet ds = new DataSet();
byte[] bytes = SerializerFactory <CommonSerializer> .Serializer(result.Result);
DataSetModel dataSetModel = SerializerFactory <CommonSerializer> .Deserialize <DataSetModel>(bytes);
if (dataSetModel != null)
{
var stream = new StringReader(dataSetModel.Schema);
ds.ReadXmlSchema(stream);
//ds.ReadXml(dataSetModel.Content);
//从stream装载到XmlTextReader
stream = new StringReader(dataSetModel.Content);
var reader = new XmlTextReader(stream);
ds.ReadXml(reader);
if (typeof(T) == typeof(DataSet))
{
result.Result = ds;
}
else
{
result.Result = ds.Tables[0];
}
}
}
}
return((T)result.Result);
}
else if (result.ReslutMsg == "请登录")
{
CryptoClient.Singleton.IsLogin = false;
throw new ServerException(result.ReslutMsg);
}
else
{
throw new ServerException(result.ReslutMsg);
}
}
private void DataSetLoaderOnModelLoaded(object sender, PendingDataSet pendingDataSet)
{
PendingDataSets.Remove(pendingDataSet);
if (pendingDataSet.Cancel == false)
{
DataSetModels.Add(pendingDataSet.Model);
if (SelectedDataSet == null)
{
SelectedDataSet = DataSetModels.FirstOrDefault();
}
}
else if (pendingDataSet.OutOfMemory)
{
NotifyUser.NotifyUserByNotification(new Notification()
{
Title = "Ooops!",
Message = $"Your dataset '{pendingDataSet.DataSetName}' caused OutOfMemory exception. Please try to load smaller dataset of try load images in dataset in smaller scale.",
Exception = pendingDataSet.ExceptionDescription
});
}
else if (pendingDataSet.Exception)
{
NotifyUser.NotifyUserByMessage($"Something happend during loading {pendingDataSet.DataSetName} dataset.", pendingDataSet.ExceptionDescription);
}
OnPropertyChanged(nameof(AnyPendingDataSets));
OnPropertyChanged(nameof(AnyLoadedDataSets));
}
public static string BDOsToJSON(BDOs bdos)
{
DataSetModel dsMd = new DataSetModel();
dsMd.name = bdos.DataSetName;
BDO mbdo = bdos.MasterBDO;
dsMd.dataModel.Add(new DataTableModel {
name = mbdo.BusiNo, data = mbdo, queryno = mbdo.Business.QueryNo
});
AddChildBDOData(dsMd, mbdo);
StringBuilder sbd = new StringBuilder();
sbd.Append("{ \"name\":\"");
sbd.Append(dsMd.name);
sbd.Append("\",\"datas\":[");
foreach (var v in dsMd.dataModel)
{
sbd.Append("{\"busiName\":\"");
sbd.Append(v.name);
sbd.Append("\",\"busiQueryno\":\"");
sbd.Append(v.queryno);
sbd.Append("\",\"busiData\":");
string str = JsonConvert.SerializeObject(v.data);
sbd.Append(str);
sbd.Append("},");
}
sbd.Remove(sbd.Length - 1, 1);
sbd.Append("],\"relations\":");
sbd.Append(JsonConvert.SerializeObject(dsMd.relations));
sbd.Append("}");
return(sbd.ToString());
}
public void End2EndMaleNames()
{
using (
var fl =
Assembly.GetExecutingAssembly()
.GetManifestResourceStream("TTRider.Osminoq.CoreTests.Csv.Data.malenames.txt"))
{
var dataPackageModel = new DataPackageModel()
{
HasHeaderRecord = false, Delimeter = ","
};
var dataSetModel = new DataSetModel();
dataSetModel.Properties.Add(new DataItemProperty()
{
Name = "Name", DataType = "string", Source = "0"
});
dataPackageModel.DataSetModels.Add(dataSetModel);
using (var e = new CsvDataItemReader(fl, dataPackageModel))
{
do
{
foreach (var item in e.ReadDataItems())
{
Console.WriteLine(item.GetPropertyValue("Name"));
}
} while (e.NextDataSet());
}
}
}
public void AddModel(NetModelBase paModel, DataSetModel paTrainingDataSet, GpuCard paGpuCard)
{
var model = new TrainingModel(paModel, paTrainingDataSet, paGpuCard);
model.PropertyChanged += ModelOnPropertyChanged;
TrainingModels.Add(model);
}
public DataSetModel GetItems(DataSetModel model, string agency, Guid id)
{
MultilingualString.CurrentCulture = "en-US";
var client = ClientHelper.GetClient();
long version = client.GetLatestVersionNumber(id, agency);
IdentifierTriple variable1 = new IdentifierTriple(id, version, agency);
Collection <IdentifierTriple> items = client.GetLatestSet(variable1);
Collection <DataSetItem> ditems = new Collection <DataSetItem>();
foreach (var item in items)
{
long version1 = client.GetLatestVersionNumber(item.Identifier, item.AgencyId);
DataSetItem ditem = new DataSetItem();
ditem.Agency = item.AgencyId;
ditem.Identifier = item.Identifier;
ditem.Version = item.Version;
Item newItem = new Item();
newItem = GetDetail(agency, item.Identifier);
ditem.ItemType = newItem.Id;
List <RepositoryItemMetadata> test = GetConcept(item.AgencyId, item.Identifier).OrderByDescending(a => a.IsDeprecated).ToList();
// if (test.Count > 1) { test = GetConcept(item.AgencyId, item.Identifier).Where(a => a.IsDeprecated == true).ToList(); }
ditem.IsDeprecated = test.FirstOrDefault().IsDeprecated;
ditem.Referencing = test.FirstOrDefault().ItemType.ToString();
// ditem.Version = test.Count;
ditem.Version = test.FirstOrDefault().Version;
// if (newItem.QuestionValue != null) { model.DisplayLabel =GetRepository(new Guid(newItem.QuestionValue)).Where(a => a.Identifier == id).FirstOrDefault().DisplayLabel; }
ditems.Add(ditem);
}
model.DataSet = ditems;
return(model);
}
public void Execute(object parameter)
{
var viewModel = (DatasetsViewModel)parameter;
var dirs = FolderPickerHelper.PickFolder();
if ((dirs?.Any() == true) == false)
{
NotifyUser.NotifyUserByMessage("Please select folder which contains only folders and those folders represents classification classes. Everyone of them must contains images which belongs to specified class. Supported file types are png, jpg, jpeg, bmp.");
return;
}
var model = new DataSetModel()
{
Name = FolderPickerHelper.LastPickedFolderName ?? $"dataset {viewModel.PendingDataSets.Count + viewModel.DataSetModels.Count}"
};
var userControl = new DataSetConfigurationUserControl()
{
DataContext = model,
DataSetConfirmationEventArgs = new DataSetConfirmationEventArgs()
{
DataSetModel = model,
DatasetsViewModel = viewModel,
Dirs = dirs
}
};
userControl.SettingsApproved += UserControlOnSettingsApproved;
var window = UserControlWindow.ShowUserControlWindow(userControl, "Dataset settings");
window.Width = 310;
window.Height = 400;
userControl.Parent = window;
window.ShowDialog();
}
public void LoadDataSet(IEnumerable <Dir> paDirs, DataSetModel paModel)
{
var pending = new PendingDataSet(paDirs, paModel);
PendingDataSets.Add(pending);
_dataSetLoader.RegisterDataSet(pending);
OnPropertyChanged(nameof(AnyPendingDataSets));
}
public DataSetModelElement(DataSetModel dataSetModel)
{
InitializeComponent();
Model = dataSetModel;
label_Header.Content = dataSetModel.Name;
label_Header.Content = dataSetModel.ToString();
}
protected override async void ReadExcelFileAction()
{
ProgressDialogController progressDialogController = await _dialogCoordinator.ShowProgressAsync(this, "Please wait...", "Finding headings...");
progressDialogController.Maximum = 100;
await Task.Run(() =>
{
IEnumerable <ExcelRangeBase> dataColumn = _excelUsedRange.Single(cell => cell.Address == DataColumnHeading);
IEnumerable <ExcelRangeBase> stageColumn = _excelUsedRange.Single(cell => cell.Address == StageColumnHeading);
IEnumerable <ExcelRangeBase> timestampColumn = _excelUsedRange.Single(cell => cell.Address == TimestampColumnHeading);
progressDialogController.SetMessage("Headings found...");
progressDialogController.SetProgress(100);
List <DataValueModel> values = new List <DataValueModel>();
int numberOfRows = _excelWorksheet.Dimension.Rows;
progressDialogController.SetMessage("Beginning to read Worksheet...");
progressDialogController.SetProgress(0);
progressDialogController.Maximum = numberOfRows;
for (int currentRow = dataColumn.First().Start.Row; currentRow < numberOfRows; currentRow++)
{
object dataCellValue = _excelWorksheet.Cells[currentRow, dataColumn.First().Start.Column].Value;
object stageCellValue = _excelWorksheet.Cells[currentRow, stageColumn.First().Start.Column].Value;
object timestampCellValue = _excelWorksheet.Cells[currentRow, timestampColumn.First().Start.Column].Value;
if (dataCellValue.IsNumeric() && stageCellValue != null && timestampCellValue != null && FilterRow(currentRow))
{
values.Add(new DataValueModel
{
Stage = int.Parse(Regex.Match(_excelWorksheet.Cells[currentRow, stageColumn.First().Start.Column].Value.ToString(), @"\d+", RegexOptions.RightToLeft).Value),
Value = double.Parse(_excelWorksheet.Cells[currentRow, dataColumn.First().Start.Column].Value.ToString()),
Timestamp = DateTime.Parse(_excelWorksheet.Cells[currentRow, timestampColumn.First().Start.Column].Value.ToString().Replace("\"", ""), CultureInfo.InvariantCulture)
});
}
progressDialogController.SetMessage($"Reading row {currentRow} of {numberOfRows}...");
progressDialogController.SetProgress(currentRow);
}
DataSetModel dataSetModel = new DataSetModel
{
DataName = DataName,
DataUnitOfMeasurement = DataUnitOfMeasurement,
Values = values
};
MessengerInstance.Send((dataSetModel, _wellID), MessageTokenStrings.AddDataToManager);
});
await progressDialogController.CloseAsync();
}
// GET: Dataset
public ActionResult Index()
{
DataSetModel model = new DataSetModel();
model.DataSet = new Collection <DataSetItem>();
model.ItemTypes = new List <Item>();
model.Urns = new List <string>();
return(View(model));
}
public IActionResult AddDataSet(string id)
{
var vm = new DataSetModel()
{
GUid = id
};
return(View(vm));
}
public async Task <IActionResult> AddUserToDataSet(string id, string dataSetId)
{
List <UserEmailViewModel> userList = new List <UserEmailViewModel>();
List <string> userIdList = new List <string>();
var accountBlob = AzureService.GetBlob("cdn", "private", null, null, $"account/{id}", "membership.json");
var json = await accountBlob.DownloadGenericObjectAsync();
var allAccounts = JsonUtils.GetJToken("dataSets", json);
var AccountObject = allAccounts == null ? null : allAccounts as JObject;
var userBlob = AzureService.GetBlob("cdn", "private", null, null, $"user", "list.json");
var userJson = await userBlob.DownloadGenericObjectAsync();
if (!Object.ReferenceEquals(userJson, null))
{
foreach (var pair in userJson)
{
var oneUser = pair.Value as JObject;
userList.Add(new UserEmailViewModel {
email = oneUser["email"].ToString(), userId = pair.Key
});
userIdList.Add(pair.Key);
}
}
if (!Object.ReferenceEquals(AccountObject, null))
{
foreach (var pair in AccountObject)
{
if (pair.Key == dataSetId)
{
var obj = pair.Value as JObject;
var array = JsonUtils.GetJToken("users", obj) as JArray;
if (!Object.ReferenceEquals(array, null))
{
foreach (var o in array)
{
var index = userIdList.IndexOf(o.ToString());
userIdList.RemoveAt(index);
userList.RemoveAt(index);
}
}
}
}
}
var vm = new DataSetModel()
{
GUid = id,
dataSetId = dataSetId,
Users = userList
};
return(View(vm));
}
public ImageProcessor(DataSetModel paModel)
{
var metaData = paModel.MetaData;
_bytePixels = new byte[metaData.Deep * metaData.Height * metaData.Width];
_bytePixelsClean = new byte[_bytePixels.Length];
_grayScale = metaData.GrayScale;
_size = new Size(metaData.Width, metaData.Height);
_channels = new[] { metaData.ChannelA, metaData.ChannelR, metaData.ChannelG, metaData.ChannelB };
}
public string GenerateDataSource <T>() where T : ReportModel
{
var source = Properties.Resources.DataSourceTemplate;
DataSetModel ds = new DataSetModel
{
Name = typeof(T).Name
};
return(Service.FillStringParameters(source, ds));
}
public Collection <IdentifierTriple> GetCurrentItems(DataSetModel model, string agency, Guid id)
{
MultilingualString.CurrentCulture = "en-US";
var client = ClientHelper.GetClient();
long version = client.GetLatestVersionNumber(id, agency);
IdentifierTriple variable1 = new IdentifierTriple(id, version, agency);
Collection <IdentifierTriple> items = client.GetLatestSet(variable1);
return(items);
}
public PendingDataSet(IEnumerable <Dir> paDirs, DataSetModel paModel)
{
Dirs = new LinkedList <Dir>(paDirs);
Model = paModel;
foreach (var dir in Dirs)
{
Model.FileCategories.Add(new FileCategory()
{
CategoryName = dir.DirName
});
}
}
public DataSetModel ProcessAllData(DataSetModel model)
{
foreach (var urn in model.Urns)
{
var identifier = urn.Substring(urn.IndexOf("/") + 1, urn.Length - urn.IndexOf("/") - 1);
var agency = urn.Substring(0, urn.IndexOf("/"));
// ProcessDataSet(model, agency, new Guid(identifier));
Collection <IdentifierTriple> identifiers = GetCurrentItems(model, agency, new Guid(identifier));
DeprecateAllItems(identifiers);
}
return(model);
}
public override INetwork GetNetwork(GpuCard paGpuCard, DataSetModel paDataSetModel)
{
var model = this.GenerateModel().ConfigurationModel;
try
{
model.ValidateModel();
return(model.GenerateNetwork());
}
catch (Exception)
{
return(null);
}
}
public DataAccessLayer()
{
ATMDataModel.DataSetModel db = new DataSetModel();
IMapper mapper = new MapperConfiguration(a => { a.AddProfile(new AutoMapperUserProfile()); }).CreateMapper();
Users = mapper.Map <List <DataRow>, List <User> >(new List <DataRow>(db.ATMModel.Tables["tUser"].Rows.OfType <DataRow>()));
mapper = new MapperConfiguration(a => { a.AddProfile(new AutoMapperAccountProfile()); }).CreateMapper();
Accounts = mapper.Map <List <DataRow>, List <Account> >(new List <DataRow>(db.ATMModel.Tables["tAccount"].Rows.OfType <DataRow>()));
mapper = new MapperConfiguration(a => { a.AddProfile(new AutoMapperHistoryProfile()); }).CreateMapper();
Histories = mapper.Map <List <DataRow>, List <History> >(new List <DataRow>(db.ATMModel.Tables["tHistory"].Rows.OfType <DataRow>()));
}
private async Task <int> InsertDataSetModelAsync(IApiDataModel m)
{
var newDataSetModel = new DataSetModel
{
Name = m.CollectionName,
SequenceType = m.SequenceType,
};
await _analyzerDbContext.DataSets.AddAsync(newDataSetModel);
await _analyzerDbContext.SaveChangesAsync();
return(newDataSetModel.Id);
}
public override INetwork GetNetwork(GpuCard paGpuCard, DataSetModel paDataSetModel)
{
if (DataSetMetaData.IsCompatible(paDataSetModel.MetaData) == false)
{
return(null);
}
if (paGpuCard != null)
{
ConfigurationModel.UseGpuCard(paGpuCard);
}
var network = ConfigurationModel.GenerateNetwork();
GeneratedNetworkType = ConfigurationModel.NetworkTypeName;
return(network);
}
public static DataSetModel ToDisplayableDataSet(this DataSetModel dataSetModel)
{
var set = new DataSetModel();
foreach (var row in dataSetModel.Values)
{
var rowModel = new DataRowModel(row.Id, new Dictionary <string, object>());
foreach (var item in row.Values)
{
rowModel.Values.Add(item.Key, GenericObjectToDisplayable(item.Value));
}
set.Values.Add(rowModel);
}
return(set);
}
public override INetwork GetNetwork(GpuCard paGpuCard, DataSetModel paDataSetModel)
{
var metaData = paDataSetModel.MetaData;
var model = (NeuralNetConfigurationModel)ConfigurationModel.Clone();
model.InitInputAndOutput(metaData.Width, metaData.Height, metaData.Deep, metaData.OutputSize);
if (paGpuCard != null && paGpuCard is NullGpu == false)
{
model.UseGpuCard(paGpuCard);
}
var network = model.GenerateNetwork();
GeneratedNetworkType = model.NetworkTypeName;
return(network);
}
public void CreatePowerShellScript(DataSetModel model)
{
using (System.IO.StreamWriter file =
new System.IO.StreamWriter(@"C:\Users\qtnvwhn\ElasticDelete.ps1"))
{
foreach (var item in model.DataSet)
{
if (item.ItemType == "Variable")
{
string line;
line = "Invoke-WebRequest -Method DELETE -Uri " + "http://127.0.0.1:9200/clsr-clrdp2w01p.ad.ucl.ac.uk_registered_item/_doc/" + item.Agency + ":" + item.Identifier.ToString() + ":" + item.Version;
file.WriteLine(line);
}
}
}
}
public DataSetModel GetDataSetById(int id)
{
var resultsTask = new DataSetModel();
try
{
var query = _dbKyStatic.Queryable <DataSetModel>();
resultsTask = query.Where(x => x.DataSetId == id)
.ToList().FirstOrDefault();
}
catch (Exception ex)
{
_logger.LogError("查询GetDataSet失败：" + ex.ToString());
}
return(resultsTask);
}
public ActionResult Tree(DataSetModel model, string command, HttpPostedFileBase postedFile)
{
switch (command)
{
case "Search":
var identifier = model.Urn.Substring(model.Urn.IndexOf("/") + 1, model.Urn.Length - model.Urn.IndexOf("/") - 1);
var agency = model.Urn.Substring(0, model.Urn.IndexOf("/"));
model = ProcessDataSet(model, agency, new Guid(identifier));
model.Urns = new List <string>();
var identifiertriple = new IdentifierTriple(new Guid(identifier), 1, agency);
List <TreeViewNode> nodes = new List <TreeViewNode>();
nodes = BuildTree(identifiertriple, nodes);
ViewBag.Json = (new JavaScriptSerializer()).Serialize(nodes);
return(View(model));
}
return(View(model));
}
private void GetValues()
{
if (Entity != null && GenericManager != null)
{
IsVisibleGridRibbon = true;
IsVisibleSubGridRibbon = false;
var data = new DataSetModel();
data = GenericManager.RetrieveAll(Entity.LogicalName);
if (FilterRelationsip != null && FilterRelationsipId != Guid.Empty)
{
IsVisibleGridRibbon = false;
IsVisibleSubGridRibbon = true;
if (FilterRelationsip.IsManyToMany)
{
var firstEntity = Entity.LogicalName;
var secondEntity = FilterRelationsip.MainEntity == firstEntity
? FilterRelationsip.RelatedEntity
: FilterRelationsip.MainEntity;
FirstEntityAssociation = firstEntity;
SecondEntityAssociation = secondEntity;
var values = GenericManager.RetrieveAllAssociated(secondEntity, FilterRelationsipId, FilterRelationsip.IntersectionName, firstEntity);
data = values;
}
else
{
var filteredValues = data.Values.Where(row =>
{
var containsRecord = row.Values.ContainsKey(FilterRelationsip.RelatedAttribute);
if (containsRecord)
{
var record = (EntityReferenceValue)row.Values[FilterRelationsip.RelatedAttribute];
return(record.Id == FilterRelationsipId);
}
return(false);
}).ToList();
data.Values = filteredValues;
}
}
DataSetModel = data;
_view.UpdateColumns(Entity.Attributes);
}
}
public async Task <IActionResult> AddDataSet(DataSetModel dataSetViewModel)
{
if (!ModelState.IsValid)
{
return(View(dataSetViewModel));
}
var accountBlob = AzureService.GetBlob("cdn", "private", null, null, $"account/{dataSetViewModel.GUid}", "membership.json");
var json = await accountBlob.DownloadGenericObjectAsync();
var allAccounts = JsonUtils.GetJToken("dataSets", json) as JObject;
if (allAccounts == null)
{
var obj = new JObject();
var DataSetObj = new JObject();
var newObj = new JObject();
DataSetObj.Add(dataSetViewModel.dataSetId ?? Guid.NewGuid().ToString().ToUpper(), newObj);
newObj.Add("name", dataSetViewModel.Name);
newObj.Add("type", dataSetViewModel.dataSetType.ToString());
obj.Add("dataSets", DataSetObj);
await accountBlob.UploadGenericObjectAsync(obj);
}
else
{
var infoObj = JsonUtils.GetJToken(dataSetViewModel.dataSetId, allAccounts);
if (infoObj == null)
{
var dataSetId = dataSetViewModel.dataSetId ?? Guid.NewGuid().ToString().ToUpper();
allAccounts.Add(dataSetId, new JObject
{
{ "name", dataSetViewModel.Name },
{ "type", dataSetViewModel.dataSetType.ToString() }
});
await accountBlob.UploadGenericObjectAsync(json);
}
else
{
ModelState.AddModelError(string.Empty, "DataSet GUid had existed!!!");
return(View(dataSetViewModel));
}
}
return(RedirectToAction("ManageAccount", new { id = dataSetViewModel.GUid }));
}
