private static void PrepareForUpload(ISimpleJsonRest web, APIBodySync body, StandardFileTag tag, List <StandardFileNote> allNotes, APIResultAuthorize token, StandardNoteConfig cfg, bool delete)
{
var jsnContent = new ContentTag
{
title = tag.Title,
references = allNotes
.Where(n => n.InternalTags.Any(it => it.UUID == tag.UUID))
.Select(n => new APIResultContentRef {
content_type = "Note", uuid = n.ID
})
.ToList(),
};
Debug.Assert(tag.UUID != null, "tag.UUID != null");
var cdNote = StandardNoteCrypt.EncryptContent(token.version, web.SerializeJson(jsnContent), tag.UUID.Value, token.masterkey, token.masterauthkey);
body.items.Add(new APIBodyItem
{
content_type = "Tag",
uuid = tag.UUID.Value,
enc_item_key = cdNote.enc_item_key,
auth_hash = cdNote.auth_hash,
content = cdNote.enc_content,
deleted = delete,
});
}
private static void PrepareForUpload(ISimpleJsonRest web, APIBodySync body, StandardFileNote note, List <StandardFileTag> tags, APIResultAuthorize token, StandardNoteConfig cfg, bool delete)
{
var appdata = new Dictionary <string, Dictionary <string, object> >();
SetAppDataBool(appdata, APPDATA_PINNED, note.IsPinned);
SetAppDataBool(appdata, APPDATA_LOCKED, note.IsLocked);
var jsnContent = new ContentNote
{
title = note.InternalTitle,
text = note.Text,
references = new List <APIResultContentRef>(),
appData = appdata,
};
foreach (var itertag in note.InternalTags.ToList())
{
var itag = itertag;
if (itag.UUID == null)
{
var newTag = tags.FirstOrDefault(e => e.Title == itag.Title);
if (newTag == null)
{
newTag = new StandardFileTag(Guid.NewGuid(), itag.Title);
tags.Add(newTag);
}
note.UpgradeTag(itag, newTag);
itag = newTag;
}
Debug.Assert(itag.UUID != null, "itag.UUID != null");
jsnContent.references.Add(new APIResultContentRef {
content_type = "Tag", uuid = itag.UUID.Value
});
}
var cdNote = StandardNoteCrypt.EncryptContent(token.version, web.SerializeJson(jsnContent), note.ID, token.masterkey, token.masterauthkey);
body.items.Add(new APIBodyItem
{
content_type = "Note",
uuid = note.ID,
created_at = note.CreationDate,
enc_item_key = cdNote.enc_item_key,
auth_hash = cdNote.auth_hash,
content = cdNote.enc_content,
deleted = delete,
});
}
private static void PrepareTagForUpload(ISimpleJsonRest web, APIBodySync body, ref List <APIRawBodyItem> bodyraw, StandardFileTag tag, APIResultAuthorize token, bool delete)
{
var objContent = new ContentTag
{
title = tag.Title,
references = tag
.References
.Select(n => new APIResultContentRef {
content_type = "Note", uuid = n
})
.ToList(),
};
Debug.Assert(tag.UUID != null, "tag.UUID != null");
var jsonContent = web.SerializeJson(objContent);
var cryptData = StandardNoteCrypt.EncryptContent(token.version, jsonContent, tag.UUID.Value, token.masterkey, token.masterauthkey);
body.items.Add(new APIBodyItem
{
content_type = "Tag",
uuid = tag.UUID.Value,
enc_item_key = cryptData.enc_item_key,
auth_hash = cryptData.auth_hash,
content = cryptData.enc_content,
deleted = delete,
});
bodyraw.Add(new APIRawBodyItem
{
content_type = "Tag",
uuid = tag.UUID.Value,
content = jsonContent,
deleted = delete,
});
}
private static void PrepareNoteForUpload(ISimpleJsonRest web, APIBodySync body, ref List <APIRawBodyItem> bodyraw, StandardFileNote note, List <StandardFileTag> allTags, APIResultAuthorize token, StandardNoteConfig cfg, bool delete)
{
var appdata = new Dictionary <string, Dictionary <string, object> >();
SetAppDataBool(appdata, APPDATA_PINNED, note.IsPinned);
SetAppDataBool(appdata, APPDATA_LOCKED, note.IsLocked);
var objContent = new ContentNote
{
title = note.InternalTitle,
text = note.Text.Replace("\r\n", "\n"),
references = new List <APIResultContentRef>(),
appData = appdata,
};
// Set correct tag UUID if tag already exists
foreach (var itertag in note.InternalTags.ToList())
{
var itag = itertag;
if (itag.UUID == null)
{
var newTag = allTags.FirstOrDefault(e => e.Title == itag.Title)?.ToRef();
if (newTag == null)
{
newTag = new StandardFileTagRef(Guid.NewGuid(), itag.Title);
allTags.Add(new StandardFileTag(newTag.UUID, newTag.Title, Enumerable.Repeat(note.ID, 1)));
}
note.UpgradeTag(itag, newTag);
}
}
// Notes no longer have references to their tags (see issue #88)
//foreach (var itertag in note.InternalTags.ToList())
//{
// Debug.Assert(itertag.UUID != null, "itertag.UUID != null");
// jsnContent.references.Add(new APIResultContentRef { content_type = "Tag", uuid = itertag.UUID.Value });
//}
var jsonContent = web.SerializeJson(objContent);
var cryptData = StandardNoteCrypt.EncryptContent(token.version, jsonContent, note.ID, token.masterkey, token.masterauthkey);
body.items.Add(new APIBodyItem
{
content_type = "Note",
uuid = note.ID,
created_at = note.CreationDate,
enc_item_key = cryptData.enc_item_key,
auth_hash = cryptData.auth_hash,
content = cryptData.enc_content,
deleted = delete,
});
bodyraw.Add(new APIRawBodyItem
{
content_type = "Note",
uuid = note.ID,
created_at = note.CreationDate,
content = jsonContent,
deleted = delete,
});
}
private static APIResultSync GetCursorResult(ISimpleJsonRest web, StandardNoteData dat, APIBodySync d)
{
var masterResult = new APIResultSync
{
retrieved_items = new List <APIResultItem>(),
unsaved = new List <APIResultErrorItem>(),
saved_items = new List <APIResultItem>()
};
for (;;)
{
var result = web.PostTwoWay <APIResultSync>(d, "items/sync");
dat.SyncToken = result.sync_token.Trim();
masterResult.sync_token = result.sync_token;
masterResult.unsaved.AddRange(result.unsaved);
masterResult.cursor_token = result.cursor_token;
masterResult.retrieved_items.AddRange(result.retrieved_items);
masterResult.saved_items.AddRange(result.saved_items);
if (result.cursor_token == null)
{
return(masterResult);
}
d.cursor_token = result.cursor_token;
d.items.Clear();
}
}
public static SyncResult Sync(ISimpleJsonRest web, StandardNoteConnection conn, APIResultAuthorize authToken, StandardNoteConfig cfg, StandardNoteData dat, List <StandardFileNote> allNotes, List <StandardFileNote> notesUpload, List <StandardFileNote> notesDelete, List <StandardFileTag> tagsDelete)
{
APIBodySync d = new APIBodySync();
d.cursor_token = null;
d.sync_token = string.IsNullOrWhiteSpace(dat.SyncToken) ? null : dat.SyncToken;
d.limit = 150;
d.items = new List <APIBodyItem>();
var items_raw = new List <APIRawBodyItem>();
var allTags = dat.Tags.ToList();
// Upload new notes
foreach (var mvNote in notesUpload)
{
PrepareNoteForUpload(web, d, ref items_raw, mvNote, allTags, authToken, cfg, false);
}
// Delete deleted notes
foreach (var rmNote in notesDelete)
{
PrepareNoteForUpload(web, d, ref items_raw, rmNote, allTags, authToken, cfg, true);
}
// Update references on tags (from changed notes)
foreach (var upTag in GetTagsInNeedOfUpdate(dat.Tags, notesUpload, notesDelete))
{
PrepareTagForUpload(web, d, ref items_raw, upTag, authToken, false);
}
// Remove unused tags
if (cfg.RemEmptyTags)
{
foreach (var rmTag in tagsDelete)
{
PrepareTagForUpload(web, d, ref items_raw, rmTag, authToken, true);
}
}
Logger.Debug(
StandardNotePlugin.Name,
$"Perform sync request ({items_raw.Count} items send)",
"Sent Items (unencrypted):\n\n" + string.Join("\n", items_raw.Select(i => $"{{\n content_type = {i.content_type}\n uuid = {i.uuid}\n created_at = {i.created_at}\n deleted = {i.deleted}\n content =\n{CompactJsonFormatter.FormatJSON(i.content, 2, 1)}\n}}")));
var result = GetCursorResult(web, dat, d);
var syncresult = new SyncResult();
syncresult.retrieved_tags = result
.retrieved_items
.Where(p => p.content_type.ToLower() == "tag")
.Where(p => !p.deleted)
.Select(n => CreateTag(web, n, authToken))
.ToList();
syncresult.deleted_tags = result
.retrieved_items
.Where(p => p.content_type.ToLower() == "tag")
.Where(p => p.deleted)
.Select(n => CreateTag(web, n, authToken))
.ToList();
syncresult.saved_tags = result
.saved_items
.Where(p => p.content_type.ToLower() == "tag")
.Select(n => CreateTag(web, n, authToken))
.ToList();
syncresult.unsaved_tags = result
.unsaved
.Where(p => p.item.content_type.ToLower() == "tag")
.Select(n => CreateTag(web, n.item, authToken))
.ToList();
dat.UpdateTags(syncresult.retrieved_tags, syncresult.saved_tags, syncresult.unsaved_tags, syncresult.deleted_tags);
syncresult.retrieved_notes = result
.retrieved_items
.Where(p => p.content_type.ToLower() == "note")
.Where(p => !p.deleted)
.Select(n => CreateNote(web, conn, n, authToken, cfg, dat))
.ToList();
syncresult.deleted_notes = result
.retrieved_items
.Where(p => p.content_type.ToLower() == "note")
.Where(p => p.deleted)
.Select(n => CreateNote(web, conn, n, authToken, cfg, dat))
.ToList();
syncresult.saved_notes = result
.saved_items
.Where(p => p.content_type.ToLower() == "note")
.Select(n => CreateNote(web, conn, n, authToken, cfg, dat))
.ToList();
syncresult.conflict_notes = result
.unsaved
.Where(p => p.item.content_type.ToLower() == "note")
.Where(p => p.error.tag == "sync_conflict")
.Select(n => CreateNote(web, conn, n.item, authToken, cfg, dat))
.ToList();
syncresult.error_notes = result
.unsaved
.Where(p => p.item.content_type.ToLower() == "note")
.Where(p => p.error.tag != "sync_conflict")
.Select(n => CreateNote(web, conn, n.item, authToken, cfg, dat))
.ToList();
syncresult.retrieved_notes.AddRange(GetMissingNoteUpdates(syncresult.retrieved_tags.Concat(syncresult.saved_tags), dat.Tags, allNotes, syncresult.retrieved_notes));
return(syncresult);
}
public static SyncResult Sync(ISimpleJsonRest web, StandardNoteConnection conn, APIResultAuthorize authToken, StandardNoteConfig cfg, StandardNoteData dat, List <StandardFileNote> allNotes, List <StandardFileNote> notesUpload, List <StandardFileNote> notesDelete, List <StandardFileTag> tagsDelete)
{
APIBodySync d = new APIBodySync();
d.cursor_token = null;
d.sync_token = string.IsNullOrWhiteSpace(dat.SyncToken) ? null : dat.SyncToken;
d.limit = 150;
d.items = new List <APIBodyItem>();
var allTags = dat.Tags.ToList();
// Upload new notes
foreach (var mvNote in notesUpload)
{
PrepareForUpload(web, d, mvNote, allTags, authToken, cfg, false);
}
// Delete deleted notes
foreach (var rmNote in notesDelete)
{
PrepareForUpload(web, d, rmNote, allTags, authToken, cfg, true);
}
// Update references on tags (from changed notes)
foreach (var upTag in notesUpload.SelectMany(n => n.InternalTags).Concat(notesDelete.SelectMany(n => n.InternalTags)).Except(tagsDelete))
{
PrepareForUpload(web, d, upTag, allNotes, authToken, cfg, false);
}
// Remove unused tags
if (cfg.RemEmptyTags)
{
foreach (var rmTag in tagsDelete)
{
PrepareForUpload(web, d, rmTag, allNotes, authToken, cfg, true);
}
}
var result = GetCursorResult(web, dat, d);
var syncresult = new SyncResult();
syncresult.retrieved_tags = result
.retrieved_items
.Where(p => p.content_type.ToLower() == "tag")
.Where(p => !p.deleted)
.Select(n => CreateTag(web, n, authToken))
.ToList();
syncresult.deleted_tags = result
.retrieved_items
.Where(p => p.content_type.ToLower() == "tag")
.Where(p => p.deleted)
.Select(n => CreateTag(web, n, authToken))
.ToList();
syncresult.saved_tags = result
.saved_items
.Where(p => p.content_type.ToLower() == "tag")
.Select(n => CreateTag(web, n, authToken))
.ToList();
syncresult.unsaved_tags = result
.unsaved
.Where(p => p.item.content_type.ToLower() == "tag")
.Select(n => CreateTag(web, n.item, authToken))
.ToList();
dat.UpdateTags(syncresult.retrieved_tags, syncresult.saved_tags, syncresult.unsaved_tags, syncresult.deleted_tags);
syncresult.retrieved_notes = result
.retrieved_items
.Where(p => p.content_type.ToLower() == "note")
.Where(p => !p.deleted)
.Select(n => CreateNote(web, conn, n, authToken, cfg, dat))
.ToList();
syncresult.deleted_notes = result
.retrieved_items
.Where(p => p.content_type.ToLower() == "note")
.Where(p => p.deleted)
.Select(n => CreateNote(web, conn, n, authToken, cfg, dat))
.ToList();
syncresult.saved_notes = result
.saved_items
.Where(p => p.content_type.ToLower() == "note")
.Select(n => CreateNote(web, conn, n, authToken, cfg, dat))
.ToList();
syncresult.conflict_notes = result
.unsaved
.Where(p => p.item.content_type.ToLower() == "note")
.Where(p => p.error.tag == "sync_conflict")
.Select(n => CreateNote(web, conn, n.item, authToken, cfg, dat))
.ToList();
syncresult.error_notes = result
.unsaved
.Where(p => p.item.content_type.ToLower() == "note")
.Where(p => p.error.tag != "sync_conflict")
.Select(n => CreateNote(web, conn, n.item, authToken, cfg, dat))
.ToList();
return(syncresult);
}
