private Dictionary <string, object> GetDiffsNewerThanClient(int desaId, string contentType,
string contentSubtype, int clientChangeId, JObject clientColumns)
{
var result = new Dictionary <string, object>();
foreach (var key in clientColumns.Properties().Select(c => c.Name))
{
result.Add(key, new List <object>());
}
var newerQuery = dbContext.SidekaContent
.Where(sc => sc.DesaId == desaId)
.Where(sc => sc.Type == contentType)
.Where(sc => sc.ChangeId > clientChangeId);
if (!string.IsNullOrWhiteSpace(contentSubtype))
{
newerQuery = newerQuery
.Where(sc => sc.Subtype == contentSubtype)
.OrderBy(sc => sc.ChangeId);
}
var contents = newerQuery.Select(sc => sc.Content).ToList();
foreach (var contentString in contents)
{
var contentJObject = JsonConvert.DeserializeObject <JObject>(contentString);
try
{
var content = new SidekaContentViewModel(contentJObject);
if (content.Diffs == null)
{
continue;
}
foreach (var diff in content.Diffs)
{
if (clientColumns[diff.Key] == null)
{
continue;
}
var diffTabColumns = JsonConvert.DeserializeObject <JToken>(JsonConvert.SerializeObject(content.Columns[diff.Key]));
var clientTabColumns = clientColumns[diff.Key];
foreach (var diffContent in content.Diffs[diff.Key])
{
if (JToken.DeepEquals(diffTabColumns, clientTabColumns))
{
((List <object>)result[diff.Key]).Add(diffContent);
}
else
{
var transformedDiff = new SidekaDiff
{
Added = TransformData(diffTabColumns, clientTabColumns, diffContent.Added),
Modified = TransformData(diffTabColumns, clientTabColumns, diffContent.Modified),
Deleted = TransformData(diffTabColumns, clientTabColumns, diffContent.Deleted)
};
transformedDiff.Total = transformedDiff.Added.Length + transformedDiff.Modified.Length + transformedDiff.Deleted.Length;
((List <object>)result[diff.Key]).Add(transformedDiff);
}
}
}
}
catch (Exception ex) { }
}
return(result);
}
public async Task <IActionResult> PostContentV2([FromBody] JObject contentJObject, int desaId, string contentType, string contentSubtype = null)
{
Stopwatch sw = new Stopwatch();
sw.Start();
string lockName = desaId + "_" + contentType + "_" + contentSubtype;
object writeLock = writeLocks.GetOrAdd(lockName, new object());
lock (writeLock){
var auth = GetAuth(desaId);
if (auth == null)
{
return(StatusCode((int)HttpStatusCode.Forbidden, new Dictionary <string, string>()
{
{ "message", "Invalid or no token" }
}));
}
var permission = contentType;
if (new string[] { "perencanaan", "penganggaran", "spp", "penerimaan" }.Contains(contentType))
{
permission = "keuangan";
}
var roles = (List <string>)auth["roles"];
if (!roles.Contains("administrator") && !roles.Contains(permission))
{
return(StatusCode((int)HttpStatusCode.Forbidden, new Dictionary <string, string>()
{
{ "message", "Your account doesn't have the permission" }
}));
}
var content = new SidekaContentViewModel(contentJObject);
// Validate
foreach (var column in content.Columns)
{
if (content.Diffs != null && content.Diffs.ContainsKey(column.Key))
{
var index = 0;
foreach (var diff in content.Diffs[column.Key])
{
var location = string.Format("Diff {0} ({1}) tab {2}", index, "added", column.Key);
var invalid = Validate(column.Value, diff.Added, location);
if (invalid != null)
{
return(invalid);
}
location = string.Format("Diff {0} ({1}) tab {2}", index, "modified", column.Key);
invalid = Validate(column.Value, diff.Modified, location);
if (invalid != null)
{
return(invalid);
}
location = string.Format("Diff {0} ({1}) tab {2}", index, "deleted", column.Key);
invalid = Validate(column.Value, diff.Deleted, location, false);
if (invalid != null)
{
return(invalid);
}
}
}
if (content.Data != null && content.Data.ContainsKey(column.Key))
{
var location = string.Format("Data tab {0}", column.Key);
var invalid = Validate(column.Value, content.Data[column.Key], location);
if (invalid != null)
{
return(invalid);
}
}
}
var clientChangeId = 0;
var changeId = QueryStringHelper.GetQueryString <int>(Request.Query, "changeId", 0);
if (changeId > 0)
{
clientChangeId = changeId;
}
// Find max change id
var maxChangeIdQuery = dbContext.SidekaContent
.Where(sc => sc.DesaId == desaId)
.Where(sc => sc.Type == contentType);
if (!string.IsNullOrWhiteSpace(contentSubtype))
{
maxChangeIdQuery = maxChangeIdQuery.Where(sc => sc.Subtype == contentSubtype);
}
var maxChangeId = maxChangeIdQuery.Select(sc => sc.ChangeId).DefaultIfEmpty(0).Max();
// TODO: This is risky!! Consider changing change_id column to serial or autoincrement
var newContent = new SidekaContentViewModel();
// Initialize new content to be saved
foreach (var column in content.Columns)
{
newContent.Data[column.Key] = new List <object>().ToArray();
newContent.Columns[column.Key] = column.Value;
if (content.Diffs != null && content.Diffs.ContainsKey(column.Key))
{
newContent.Diffs[column.Key] = content.Diffs[column.Key];
}
else
{
newContent.Diffs[column.Key] = new List <SidekaDiff>().ToArray();
}
}
var latestContentQuery = dbContext.SidekaContent
.Where(sc => sc.DesaId == desaId)
.Where(sc => sc.Type == contentType);
if (!string.IsNullOrWhiteSpace(contentSubtype))
{
latestContentQuery = latestContentQuery.Where(sc => sc.Subtype == contentSubtype);
}
var latestContentString = latestContentQuery
.OrderByDescending(sc => sc.ChangeId)
.Select(sc => sc.Content)
.FirstOrDefault();
JObject latestContentJObject = null;
if (string.IsNullOrWhiteSpace(latestContentString))
{
latestContentJObject = new JObject
{
{ "data", new JObject() },
{ "columns", contentJObject["columns"] }
};
}
else
{
latestContentJObject = JsonConvert.DeserializeObject <JObject>(latestContentString);
}
var diffs = GetDiffsNewerThanClient(desaId, contentType, contentSubtype, clientChangeId, (JObject)contentJObject["columns"]);
if (latestContentJObject["data"] is JArray && contentType == "penduduk")
{
newContent.Data["penduduk"] = MergeDiffs(newContent.Columns["penduduk"], newContent.Diffs["penduduk"], new List <object>().ToArray());
}
else
{
var latestContent = new SidekaContentViewModel(latestContentJObject);
foreach (var column in content.Columns)
{
// Initialize so the latest content have the same tab with the posted content
if (!latestContent.Columns.ContainsKey(column.Key))
{
latestContent.Columns[column.Key] = column.Value;
}
if (!latestContent.Data.ContainsKey(column.Key))
{
latestContent.Data[column.Key] = new List <object>().ToArray();
}
if (content.Data != null && content.Data[column.Key] != null &&
new string[] { "perencanaan", "penganggaran", "penerimaan", "spp" }.Contains(contentType))
{
var invalid = ValidateDuplicatesData(column.Key, column.Value, content.Data[column.Key]);
if (invalid != null)
{
return(invalid);
}
// Special case for client who posted data instead of diffs
newContent.Data[column.Key] = content.Data[column.Key];
// Add new diffs to show that the content is rewritten
var sidekaDiff = new SidekaDiff
{
Added = new List <object>().ToArray(),
Modified = new List <object>().ToArray(),
Deleted = new List <object>().ToArray(),
Total = 0,
Rewritten = true
};
newContent.Diffs[column.Key].Append(sidekaDiff);
}
else if (newContent.Diffs[column.Key].Length > 0)
{
// There's diffs in the posted content for this tab, apply them to latest data
var latestColumns = latestContent.Columns[column.Key];
var transformedLatestData = TransformData(
latestContentJObject["columns"][column.Key],
contentJObject["columns"][column.Key],
latestContent.Data[column.Key]);
var invalid = ValidateDuplicatesDiffs(column.Key, column.Value, content.Diffs[column.Key], transformedLatestData);
if (invalid != null)
{
return(invalid);
}
var mergedData = MergeDiffs(column.Value, content.Diffs[column.Key], transformedLatestData);
newContent.Data[column.Key] = mergedData;
newContent.Columns[column.Key] = column.Value;
}
else
{
// There's no diffs in the posted content for this tab, use the old data
newContent.Data[column.Key] = latestContent.Data[column.Key];
}
}
}
var contentSize = ASCIIEncoding.Unicode.GetByteCount(JsonConvert.SerializeObject(newContent.Data));
var diffSize = ASCIIEncoding.Unicode.GetByteCount(JsonConvert.SerializeObject(newContent.Diffs));
int newChangeId = GetNextChangeId(desaId, contentType, contentSubtype);
var sidekaContent = new SidekaContent
{
DesaId = desaId,
Type = contentType,
Subtype = contentSubtype,
Content = JsonConvert.SerializeObject(newContent),
DateCreated = DateTime.Now,
CreatedBy = (int)auth["user_id"],
ChangeId = newChangeId,
ApiVersion = configuration.GetValue <string>("ApiVersion"),
ContentSize = contentSize,
DiffSize = diffSize
};
dbContext.Add(sidekaContent);
dbContext.SaveChanges();
var result = new Dictionary <string, object>()
{
{ "success", true },
{ "changeId", newChangeId },
{ "change_id", newChangeId },
{ "diffs", diffs },
{ "columns", content.Columns },
};
sw.Stop();
Logs((int)auth["user_id"], desaId, "", "save_content", contentType, contentSubtype, sw.Elapsed.Milliseconds);
return(Ok(result));
}
}
