Ejemplo n.º 1
0
        public bool IsSupported(BlobLoaded blob)
        {
            if (blob.BlobInfo.Metadata.ContainsKey("FileType"))
            {
                return(blob.BlobInfo.Metadata["FileType"].ToString() == "MachineLearningModel");
            }

            return(false);
        }
Ejemplo n.º 2
0
        public async Task Process(BlobLoaded blob)
        {
            var  fileId   = NewId.NextGuid();
            var  blobInfo = blob.BlobInfo;
            Guid userId   = blobInfo.UserId.HasValue ? blobInfo.UserId.Value : new Guid(blobInfo.Metadata[nameof(userId)].ToString());
            Guid?parentId = blobInfo.Metadata != null?blobInfo.Metadata.ContainsKey(nameof(parentId)) ? (Guid?)new Guid(blobInfo.Metadata[nameof(parentId)].ToString()) : null : null;

            var file = new RecordsFile.Domain.RecordsFile(fileId, userId, parentId, blobInfo.FileName, FileStatus.Loaded, blobInfo.Bucket, blobInfo.Id, blobInfo.Length, blobInfo.MD5);
            await _session.Add(file);

            await _session.Commit();

            await _bus.Publish <ProcessChemicalFile>(new
            {
                Id     = fileId,
                Bucket = blobInfo.Bucket,
                BlobId = blobInfo.Id,
                UserId = userId
            });
        }
Ejemplo n.º 3
0
        public async Task Process(BlobLoaded blob)
        {
            var  fileId   = NewId.NextGuid();
            var  blobInfo = blob.BlobInfo;
            Guid userId   = blobInfo.UserId.HasValue ? blobInfo.UserId.Value : new Guid(blobInfo.Metadata[nameof(userId)].ToString());
            //TODO: is it possible that parentId is nul???
            Guid?parentId = blobInfo.Metadata != null?blobInfo.Metadata.ContainsKey(nameof(parentId)) ? (Guid?)new Guid(blobInfo.Metadata[nameof(parentId)].ToString()) : null : null;

            var file = new PdfFile(fileId, userId, parentId, blobInfo.FileName, FileStatus.Loaded, blobInfo.Bucket, blobInfo.Id, blobInfo.Length, blobInfo.MD5);
            await _session.Add(file);

            await _session.Commit();

            await _bus.Publish <ProcessGenericFile>(new
            {
                Id       = fileId,
                ParentId = parentId,
                Bucket   = blobInfo.Bucket,
                BlobId   = blobInfo.Id,
                UserId   = userId
            });
        }
Ejemplo n.º 4
0
        public async Task Process(BlobLoaded blob)
        {
            var modelId  = NewId.NextGuid();
            var blobInfo = blob.BlobInfo;
            var metadata = new Dictionary <string, object>(StringComparer.InvariantCultureIgnoreCase);

            if (blobInfo.Metadata != null)
            {
                blobInfo.Metadata.ToList().ForEach(kv => metadata[kv.Key] = kv.Value);
            }

            Guid userId   = blobInfo.UserId.HasValue ? blobInfo.UserId.Value : new Guid(metadata[nameof(userId)].ToString());
            Guid parentId = metadata.ContainsKey(nameof(parentId)) ? new Guid(metadata[nameof(parentId)].ToString()) : userId;

            var metaJson = metadata["ModelInfo"].ToString();
            var meta     = JsonConvert.DeserializeObject <Dictionary <string, object> >(metaJson);

            var method            = meta.ContainsKey("Method") ? meta["Method"].ToString() : "";
            var className         = meta.ContainsKey("ClassName") ? meta["ClassName"].ToString() : "";
            var modelName         = meta.ContainsKey("ModelName") ? meta["ModelName"].ToString() : "";
            var subSambleSize     = meta.ContainsKey("SubSampleSize") ? Convert.ToDouble(meta["SubSampleSize"].ToString()) : 0.0;
            var testDataSetSize   = meta.ContainsKey("TestDatasetSize") ? Convert.ToDouble(meta["TestDatasetSize"].ToString()) : 0.0;
            var kFold             = meta.ContainsKey("KFold") ? Convert.ToInt32(meta["KFold"].ToString()) : 0;
            var fingerPrints      = meta.ContainsKey("Fingerprints") ? JsonConvert.DeserializeObject <List <Fingerprint> >(meta["Fingerprints"].ToString()) : new List <Fingerprint>();
            var scaler            = meta.ContainsKey("Scaler") ? meta["Scaler"].ToString() : "";
            var dataset           = meta.ContainsKey("Dataset") ? JsonConvert.DeserializeObject <Dataset>(meta["Dataset"].ToString()) : new Dataset("no title", "no desctiption");
            var property          = meta.ContainsKey("Property") ? JsonConvert.DeserializeObject <Property>(meta["Property"].ToString()) : new Property("no category", "no name", "no units", "no description");
            var displayMethodName = meta.ContainsKey("MethodDisplayName") ? meta["MethodDisplayName"].ToString() : method;

            var model = new Model(modelId, userId, parentId, ModelStatus.Loaded, method, scaler, kFold, (decimal)testDataSetSize, (decimal)subSambleSize,
                                  className, fingerPrints, dataset, property, blobInfo.Id, blobInfo.Bucket, modelName, displayMethodName, meta);

            await _session.Add(model);

            await _session.Commit();
        }
Ejemplo n.º 5
0
 public bool IsSupported(BlobLoaded blob)
 {
     return((new string[] { ".pdf" }).Contains(Path.GetExtension(blob.BlobInfo.FileName).ToLower()));
 }
Ejemplo n.º 6
0
 public Task Process(BlobLoaded blob)
 {
     throw new NotSupportedException();
 }
Ejemplo n.º 7
0
 public bool IsSupported(BlobLoaded blob)
 {
     return(false);
 }
Ejemplo n.º 8
0
 public bool IsSupported(BlobLoaded blob)
 {
     return((new string[] { ".doc", ".docx", ".odt", ".xls", ".xlsx", ".ods", ".ppt", ".pptx", ".odp" }).Contains(Path.GetExtension(blob.BlobInfo.FileName).ToLower()));
 }
Ejemplo n.º 9
0
 public bool IsSupported(BlobLoaded blob)
 {
     return((new string[] { ".ims", ".czi", ".tif", ".lif", ".nd2", ".lsm" }).Contains(Path.GetExtension(blob.BlobInfo.FileName).ToLower()));
 }