private Dictionary <string, object> GetDiffsNewerThanClient(int desaId, string contentType, string contentSubtype, int clientChangeId, JObject clientColumns) { var result = new Dictionary <string, object>(); foreach (var key in clientColumns.Properties().Select(c => c.Name)) { result.Add(key, new List <object>()); } var newerQuery = dbContext.SidekaContent .Where(sc => sc.DesaId == desaId) .Where(sc => sc.Type == contentType) .Where(sc => sc.ChangeId > clientChangeId); if (!string.IsNullOrWhiteSpace(contentSubtype)) { newerQuery = newerQuery .Where(sc => sc.Subtype == contentSubtype) .OrderBy(sc => sc.ChangeId); } var contents = newerQuery.Select(sc => sc.Content).ToList(); foreach (var contentString in contents) { var contentJObject = JsonConvert.DeserializeObject <JObject>(contentString); try { var content = new SidekaContentViewModel(contentJObject); if (content.Diffs == null) { continue; } foreach (var diff in content.Diffs) { if (clientColumns[diff.Key] == null) { continue; } var diffTabColumns = JsonConvert.DeserializeObject <JToken>(JsonConvert.SerializeObject(content.Columns[diff.Key])); var clientTabColumns = clientColumns[diff.Key]; foreach (var diffContent in content.Diffs[diff.Key]) { if (JToken.DeepEquals(diffTabColumns, clientTabColumns)) { ((List <object>)result[diff.Key]).Add(diffContent); } else { var transformedDiff = new SidekaDiff { Added = TransformData(diffTabColumns, clientTabColumns, diffContent.Added), Modified = TransformData(diffTabColumns, clientTabColumns, diffContent.Modified), Deleted = TransformData(diffTabColumns, clientTabColumns, diffContent.Deleted) }; transformedDiff.Total = transformedDiff.Added.Length + transformedDiff.Modified.Length + transformedDiff.Deleted.Length; ((List <object>)result[diff.Key]).Add(transformedDiff); } } } } catch (Exception ex) { } } return(result); }
public async Task <IActionResult> PostContentV2([FromBody] JObject contentJObject, int desaId, string contentType, string contentSubtype = null) { Stopwatch sw = new Stopwatch(); sw.Start(); string lockName = desaId + "_" + contentType + "_" + contentSubtype; object writeLock = writeLocks.GetOrAdd(lockName, new object()); lock (writeLock){ var auth = GetAuth(desaId); if (auth == null) { return(StatusCode((int)HttpStatusCode.Forbidden, new Dictionary <string, string>() { { "message", "Invalid or no token" } })); } var permission = contentType; if (new string[] { "perencanaan", "penganggaran", "spp", "penerimaan" }.Contains(contentType)) { permission = "keuangan"; } var roles = (List <string>)auth["roles"]; if (!roles.Contains("administrator") && !roles.Contains(permission)) { return(StatusCode((int)HttpStatusCode.Forbidden, new Dictionary <string, string>() { { "message", "Your account doesn't have the permission" } })); } var content = new SidekaContentViewModel(contentJObject); // Validate foreach (var column in content.Columns) { if (content.Diffs != null && content.Diffs.ContainsKey(column.Key)) { var index = 0; foreach (var diff in content.Diffs[column.Key]) { var location = string.Format("Diff {0} ({1}) tab {2}", index, "added", column.Key); var invalid = Validate(column.Value, diff.Added, location); if (invalid != null) { return(invalid); } location = string.Format("Diff {0} ({1}) tab {2}", index, "modified", column.Key); invalid = Validate(column.Value, diff.Modified, location); if (invalid != null) { return(invalid); } location = string.Format("Diff {0} ({1}) tab {2}", index, "deleted", column.Key); invalid = Validate(column.Value, diff.Deleted, location, false); if (invalid != null) { return(invalid); } } } if (content.Data != null && content.Data.ContainsKey(column.Key)) { var location = string.Format("Data tab {0}", column.Key); var invalid = Validate(column.Value, content.Data[column.Key], location); if (invalid != null) { return(invalid); } } } var clientChangeId = 0; var changeId = QueryStringHelper.GetQueryString <int>(Request.Query, "changeId", 0); if (changeId > 0) { clientChangeId = changeId; } // Find max change id var maxChangeIdQuery = dbContext.SidekaContent .Where(sc => sc.DesaId == desaId) .Where(sc => sc.Type == contentType); if (!string.IsNullOrWhiteSpace(contentSubtype)) { maxChangeIdQuery = maxChangeIdQuery.Where(sc => sc.Subtype == contentSubtype); } var maxChangeId = maxChangeIdQuery.Select(sc => sc.ChangeId).DefaultIfEmpty(0).Max(); // TODO: This is risky!! Consider changing change_id column to serial or autoincrement var newContent = new SidekaContentViewModel(); // Initialize new content to be saved foreach (var column in content.Columns) { newContent.Data[column.Key] = new List <object>().ToArray(); newContent.Columns[column.Key] = column.Value; if (content.Diffs != null && content.Diffs.ContainsKey(column.Key)) { newContent.Diffs[column.Key] = content.Diffs[column.Key]; } else { newContent.Diffs[column.Key] = new List <SidekaDiff>().ToArray(); } } var latestContentQuery = dbContext.SidekaContent .Where(sc => sc.DesaId == desaId) .Where(sc => sc.Type == contentType); if (!string.IsNullOrWhiteSpace(contentSubtype)) { latestContentQuery = latestContentQuery.Where(sc => sc.Subtype == contentSubtype); } var latestContentString = latestContentQuery .OrderByDescending(sc => sc.ChangeId) .Select(sc => sc.Content) .FirstOrDefault(); JObject latestContentJObject = null; if (string.IsNullOrWhiteSpace(latestContentString)) { latestContentJObject = new JObject { { "data", new JObject() }, { "columns", contentJObject["columns"] } }; } else { latestContentJObject = JsonConvert.DeserializeObject <JObject>(latestContentString); } var diffs = GetDiffsNewerThanClient(desaId, contentType, contentSubtype, clientChangeId, (JObject)contentJObject["columns"]); if (latestContentJObject["data"] is JArray && contentType == "penduduk") { newContent.Data["penduduk"] = MergeDiffs(newContent.Columns["penduduk"], newContent.Diffs["penduduk"], new List <object>().ToArray()); } else { var latestContent = new SidekaContentViewModel(latestContentJObject); foreach (var column in content.Columns) { // Initialize so the latest content have the same tab with the posted content if (!latestContent.Columns.ContainsKey(column.Key)) { latestContent.Columns[column.Key] = column.Value; } if (!latestContent.Data.ContainsKey(column.Key)) { latestContent.Data[column.Key] = new List <object>().ToArray(); } if (content.Data != null && content.Data[column.Key] != null && new string[] { "perencanaan", "penganggaran", "penerimaan", "spp" }.Contains(contentType)) { var invalid = ValidateDuplicatesData(column.Key, column.Value, content.Data[column.Key]); if (invalid != null) { return(invalid); } // Special case for client who posted data instead of diffs newContent.Data[column.Key] = content.Data[column.Key]; // Add new diffs to show that the content is rewritten var sidekaDiff = new SidekaDiff { Added = new List <object>().ToArray(), Modified = new List <object>().ToArray(), Deleted = new List <object>().ToArray(), Total = 0, Rewritten = true }; newContent.Diffs[column.Key].Append(sidekaDiff); } else if (newContent.Diffs[column.Key].Length > 0) { // There's diffs in the posted content for this tab, apply them to latest data var latestColumns = latestContent.Columns[column.Key]; var transformedLatestData = TransformData( latestContentJObject["columns"][column.Key], contentJObject["columns"][column.Key], latestContent.Data[column.Key]); var invalid = ValidateDuplicatesDiffs(column.Key, column.Value, content.Diffs[column.Key], transformedLatestData); if (invalid != null) { return(invalid); } var mergedData = MergeDiffs(column.Value, content.Diffs[column.Key], transformedLatestData); newContent.Data[column.Key] = mergedData; newContent.Columns[column.Key] = column.Value; } else { // There's no diffs in the posted content for this tab, use the old data newContent.Data[column.Key] = latestContent.Data[column.Key]; } } } var contentSize = ASCIIEncoding.Unicode.GetByteCount(JsonConvert.SerializeObject(newContent.Data)); var diffSize = ASCIIEncoding.Unicode.GetByteCount(JsonConvert.SerializeObject(newContent.Diffs)); int newChangeId = GetNextChangeId(desaId, contentType, contentSubtype); var sidekaContent = new SidekaContent { DesaId = desaId, Type = contentType, Subtype = contentSubtype, Content = JsonConvert.SerializeObject(newContent), DateCreated = DateTime.Now, CreatedBy = (int)auth["user_id"], ChangeId = newChangeId, ApiVersion = configuration.GetValue <string>("ApiVersion"), ContentSize = contentSize, DiffSize = diffSize }; dbContext.Add(sidekaContent); dbContext.SaveChanges(); var result = new Dictionary <string, object>() { { "success", true }, { "changeId", newChangeId }, { "change_id", newChangeId }, { "diffs", diffs }, { "columns", content.Columns }, }; sw.Stop(); Logs((int)auth["user_id"], desaId, "", "save_content", contentType, contentSubtype, sw.Elapsed.Milliseconds); return(Ok(result)); } }