public void TestTreeRemoval() { var graph = ModelGraph.FromDirty(Model.Query <TimeEntryModel> ()); graph.Remove(Model.ByRemoteId <ProjectModel> (1)); }
private async Task <DateTime?> RunInBackground(SyncMode mode, DateTime?lastRun) { var bus = ServiceContainer.Resolve <MessageBus> (); var client = ServiceContainer.Resolve <ITogglClient> (); var log = ServiceContainer.Resolve <Logger> (); var modelStore = ServiceContainer.Resolve <IModelStore> (); // Resolve automatic sync mode to actual mode if (mode == SyncMode.Auto) { if (lastRun != null && lastRun > Time.UtcNow - TimeSpan.FromMinutes(5)) { mode = SyncMode.Push; } else { mode = SyncMode.Full; } } bus.Send(new SyncStartedMessage(this, mode)); bool hasErrors = false; Exception ex = null; try { if (mode == SyncMode.Full) { // TODO: Purge data which isn't related to us // Purge excess time entries. Do it 200 items at a time, to avoid allocating too much memory to the // models to be deleted. If there are more than 200 entries, they will be removed in the next purge. var q = Model.Query <TimeEntryModel> ( (te) => (te.IsDirty != true && te.RemoteId != null) || (te.RemoteId == null && te.DeletedAt != null)) .OrderBy((te) => te.StartTime, false).Skip(1000).Take(200); foreach (var entry in q) { entry.IsPersisted = false; } } if (mode.HasFlag(SyncMode.Pull)) { var changes = await client.GetChanges(lastRun) .ConfigureAwait(continueOnCapturedContext: false); changes.User.IsPersisted = true; foreach (var m in changes.Workspaces) { if (m.RemoteDeletedAt == null) { m.IsPersisted = true; m.Users.Add(changes.User); } } foreach (var m in changes.Tags) { if (m.RemoteDeletedAt == null) { m.IsPersisted = true; } } foreach (var m in changes.Clients) { if (m.RemoteDeletedAt == null) { m.IsPersisted = true; } } foreach (var m in changes.Projects) { if (m.RemoteDeletedAt == null) { m.IsPersisted = true; m.Users.Add(changes.User); } } foreach (var m in changes.Tasks) { if (m.RemoteDeletedAt == null) { m.IsPersisted = true; } } foreach (var m in changes.TimeEntries) { if (m.RemoteDeletedAt == null) { m.IsPersisted = true; } } if (modelStore.TryCommit()) { // Update LastRun incase the data was persisted successfully lastRun = changes.Timestamp; } } if (mode.HasFlag(SyncMode.Push)) { // Construct dependency graph: var graph = ModelGraph.FromDirty(Enumerable.Empty <Model> () .Concat(QueryDirtyModels <WorkspaceModel> ()) .Concat(QueryDirtyModels <WorkspaceUserModel> ()) .Concat(QueryDirtyModels <TagModel> ()) .Concat(QueryDirtyModels <ClientModel> ()) .Concat(QueryDirtyModels <ProjectModel> ()) .Concat(QueryDirtyModels <ProjectUserModel> ()) .Concat(QueryDirtyModels <TaskModel> ()) .Concat(QueryDirtyModels <TimeEntryModel> ().ForCurrentUser().Where((m) => m.State != TimeEntryState.New))); // Start pushing the dependencies from the end nodes up var tasks = new List <Task <Exception> > (); while (true) { tasks.Clear(); var models = graph.EndNodes.ToList(); if (models.Count == 0) { break; } foreach (var model in models) { if (model.RemoteRejected) { if (model.RemoteId == null) { // Creation has failed, so remove the whole branch. graph.RemoveBranch(model); } else { graph.Remove(model); } } else { tasks.Add(PushModel(model)); } } // Nothing was pushed this round if (tasks.Count < 1) { continue; } await Task.WhenAll(tasks) .ConfigureAwait(continueOnCapturedContext: false); for (var i = 0; i < tasks.Count; i++) { var model = models [i]; var error = tasks [i].Result; if (error != null) { if (model.RemoteId == null) { // When creation fails, remove branch as there are models that depend on this // one, so there is no point in continuing with the branch. graph.RemoveBranch(model); } else { graph.Remove(model); } hasErrors = true; // Log error var id = model.RemoteId.HasValue ? model.RemoteId.ToString() : model.Id.ToString(); if (error is ServerValidationException) { log.Info(Tag, error, "Server rejected {0}#{1}.", model.GetType().Name, id); model.RemoteRejected = true; } else if (error is System.Net.Http.HttpRequestException) { log.Info(Tag, error, "Failed to sync {0}#{1}.", model.GetType().Name, id); } else { log.Warning(Tag, error, "Failed to sync {0}#{1}.", model.GetType().Name, id); } } else { graph.Remove(model); } } } // Attempt to persist changes modelStore.TryCommit(); } } catch (Exception e) { if (e.IsNetworkFailure() || e is TaskCanceledException) { log.Info(Tag, e, "Sync ({0}) failed.", mode); } else { log.Warning(Tag, e, "Sync ({0}) failed.", mode); } hasErrors = true; ex = e; } finally { bus.Send(new SyncFinishedMessage(this, mode, hasErrors, ex)); } return(lastRun); }