Example #1
0
        static private void GetEvents(Journal.OptionsRow or, ILJServer iLJ, ref SyncItemCollection sic,
                                      ref SyncItemCollection deletedsic, ref EventCollection ec)
        {
            // for an explanation of this algorithm, see
            // http://www.livejournal.com/community/lj_clients/143312.html
            // note that this is a very painful algorithm.  it will loop an extra time for each
            // deleted syncitem that getevents doesn't return an event for.  if LJ decides to revise
            // how they return syncitems, this algorithm can be made more efficient.
            int total = sic.Count;

            while (sic.Count > 0)
            {
                SyncItem             oldest     = sic.GetOldest();
                DateTime             oldestTime = DateTime.Parse(oldest.time, CultureInfo.InvariantCulture).AddSeconds(-1);
                GetChallengeResponse gcr        = iLJ.GetChallenge();
                string          auth_response   = MD5Hasher.Compute(gcr.challenge + or.HPassword);
                GetEventsParams gep             = new GetEventsParams(or.UserName, "challenge", gcr.challenge,
                                                                      auth_response, 1, 0, 0, 0, "syncitems", oldestTime.ToString(_datetimeformat), 0, 0, 0, 0,
                                                                      string.Empty, 0, "unix", (or.IsUseJournalNull() ? string.Empty : or.UseJournal));
                GetEventsResponse ger;
                socb(new SyncOperationEventArgs(SyncOperation.GetEvents, total - sic.Count, total));
                ger = iLJ.GetEvents(gep);
                // remove this item in case it isn't returned by getevents
                // this signifies that the item has been deleted
                // this also ensures we don't get stuck in an endless loop
                sic.Remove(oldest);
                sic.RemoveDownloaded(ger.events);
                deletedsic.RemoveDownloaded(ger.events);
                ec.AddRange(ger.events);
            }
        }
Example #2
0
        static private void SyncItems(Journal.OptionsRow or, ILJServer iLJ, ref SyncItemCollection sic,
                                      ref SyncItemCollection deletedsic, ref DateTime lastSync)
        {
            // syncitems returns a "meta" list of what events have changed since the last time we called syncitems
            // note that syncitems may be called more than once
            GetChallengeResponse gcr;
            string            auth_response;
            SyncItemsParams   sip;
            SyncItemsResponse sir;
            int total = -1, count = 0;

            lastSync = (or.IsLastSyncNull() ? DateTime.MinValue : or.LastSync);
            do
            {
                string lastSyncString = (lastSync == DateTime.MinValue ? string.Empty :
                                         lastSync.ToString(_datetimeformat));
                gcr           = iLJ.GetChallenge();
                auth_response = MD5Hasher.Compute(gcr.challenge + or.HPassword);
                sip           = new SyncItemsParams(or.UserName, "challenge", gcr.challenge, auth_response, 1,
                                                    lastSyncString, (or.IsUseJournalNull() ? string.Empty : or.UseJournal));
                sir    = iLJ.SyncItems(sip);
                total  = (total == -1 ? sir.total : total);
                count += sir.count;
                sic.AddRangeLog(sir.syncitems);
                deletedsic.AddRangeLog(sir.syncitems);
                if (sic.GetMostRecentTime() > lastSync)
                {
                    lastSync = sic.GetMostRecentTime();
                }
                socb(new SyncOperationEventArgs(SyncOperation.SyncItems, count, total));
            } while (sir.count < sir.total);
        }
Example #3
0
        static private void SessionGenerate(Journal.OptionsRow or, ILJServer iLJ, ref SessionGenerateResponse sgr)
        {
            // a session needs to be generated to talk to the livejournal web server
            // right now there is no export comments method on xmlrpc, so we get comments the ol' fashioned way -
            // with a web request
            GetChallengeResponse gcr  = iLJ.GetChallenge();
            string auth_response      = MD5Hasher.Compute(gcr.challenge + or.HPassword);
            SessionGenerateParams sgp = new SessionGenerateParams(or.UserName, "challenge", gcr.challenge,
                                                                  auth_response, 1, "long", 0);

            sgr = iLJ.SessionGenerate(sgp);
        }
Example #4
0
        static private void Login(Journal.OptionsRow or, ILJServer iLJ, ref LoginResponse lr, ref string communityPicURL)
        {
            // logging in to the server gets back a lot of assorted metadata we need to store
            GetChallengeResponse gcr;
            string      auth_response;
            LoginParams lp;

            gcr           = iLJ.GetChallenge();
            auth_response = MD5Hasher.Compute(gcr.challenge + or.HPassword);
            lp            = new LoginParams(or.UserName, "challenge", gcr.challenge, auth_response, 1, clientVersion,
                                            j.GetMaxMoodID(), 0, 1, 1);
            lr = iLJ.Login(lp);
            // if downloading a community, we want the community's default user pic, not the user's
            if (!or.IsUseJournalNull())
            {
                communityPicURL = Server.GetDefaultPicURL(or.UseJournal, or.ServerURL, true);
            }
        }
Example #5
0
        static private void ExportCommentsBody(Journal.OptionsRow or, ILJServer iLJ, SessionGenerateResponse sgr,
                                               int serverMaxID, int localMaxID, CommentCollection cc)
        {
            // note that the export comments body web request may be called more than once
            int maxID = localMaxID;

            while (maxID < serverMaxID)
            {
                Uri uri = new Uri(new Uri(or.ServerURL), string.Format(_exportcommentsbodypath, maxID + 1));
                if (!or.IsUseJournalNull())
                {
                    uri = new Uri(uri.AbsoluteUri + string.Format("&authas={0}", or.UseJournal));
                }
                HttpWebRequest w = HttpWebRequestFactory.Create(uri.AbsoluteUri, sgr.ljsession);
                socb(new SyncOperationEventArgs(SyncOperation.ExportCommentsBody, maxID - localMaxID,
                                                serverMaxID - localMaxID));
                using (Stream s = w.GetResponse().GetResponseStream())
                {
                    System.Text.Encoding ec;
                    if (System.Environment.Version.Major == 1)                     // .NET 2.0 utf8 cleans strings, so we don't have to
                    {
                        ec = new UTF8Clean();
                    }
                    else
                    {
                        ec = System.Text.Encoding.UTF8;
                    }
                    StreamReader     sr  = new StreamReader(s, ec);
                    XmlCommentReader xcr = new XmlCommentReader(sr);
                    while (xcr.Read())
                    {
                        cc.Add(xcr.Comment);
                    }
                    xcr.Close();
                }
                maxID = cc.GetMaxID();
            }
        }
Example #6
0
        static private void ExportCommentsMeta(Journal.OptionsRow or, ILJServer iLJ, SessionGenerateResponse sgr,
                                               ref int serverMaxID, int localMaxID, UserMapCollection umc, CommentCollection cc)
        {
            // this is a an unfortunately necessary step
            // we call export comments meta is to get the user map and to check if comment state has changed
            // it would be better to be able to provide a lastsync, but alas
            // see http://www.livejournal.com/developer/exporting.bml for more info
            int maxID = -1;

            while (maxID < serverMaxID)
            {
                Uri uri = new Uri(new Uri(or.ServerURL), string.Format(_exportcommentsmetapath, maxID + 1));
                if (!or.IsUseJournalNull())
                {
                    uri = new Uri(uri.AbsoluteUri + string.Format("&authas={0}", or.UseJournal));
                }
                HttpWebRequest w = HttpWebRequestFactory.Create(uri.AbsoluteUri, sgr.ljsession);
                using (Stream s = w.GetResponse().GetResponseStream())
                {
                    XmlTextReader xtr = new XmlTextReader(s);
                    while (xtr.Read())
                    {
                        if (xtr.NodeType == XmlNodeType.Element && xtr.Name == "usermap")
                        {
                            string id   = xtr.GetAttribute("id");
                            string user = xtr.GetAttribute("user");
                            if (id != null && user != null && !umc.ContainsID(XmlConvert.ToInt32(id)))
                            {
                                umc.Add(new UserMap(XmlConvert.ToInt32(id), user));
                            }
                        }
                        else if (xtr.NodeType == XmlNodeType.Element && xtr.Name == "maxid")
                        {
                            xtr.Read();
                            serverMaxID = XmlConvert.ToInt32(xtr.Value);
                            socb(new SyncOperationEventArgs(SyncOperation.ExportCommentsMeta, Math.Max(maxID, 0), serverMaxID));
                        }
                        else if (xtr.NodeType == XmlNodeType.Element && xtr.Name == "comment")
                        {
                            string id       = xtr.GetAttribute("id");
                            string posterid = xtr.GetAttribute("posterid");
                            string state    = xtr.GetAttribute("state");
                            if (posterid == null)
                            {
                                posterid = "0";
                            }
                            if (state == null)
                            {
                                state = "A";
                            }
                            if (id != null)
                            {
                                cc.Add(new Comment(XmlConvert.ToInt32(id), XmlConvert.ToInt32(posterid),
                                                   state, 0, 0, string.Empty, string.Empty, DateTime.MinValue));
                            }
                        }
                        else if (xtr.NodeType == XmlNodeType.Element && xtr.Name == "h2")
                        {
                            xtr.Read();
                            if (xtr.Value == "Error" && !or.IsUseJournalNull())
                            {
                                throw new ExpectedSyncException(ExpectedError.CommunityAccessDenied, null);
                            }
                        }
                    }
                    xtr.Close();
                }
                maxID = cc.GetMaxID();
            }
        }
Example #7
0
        static private void ThreadStart()
        {
            // The main threaded execution body for performing a sync.
            // This method is chopped up into smaller methods for clarity and structure.
            ILJServer iLJ;

            Journal.OptionsRow      or = null;
            SyncItemCollection      sic = null, deletedsic = null;
            EventCollection         ec = null;
            CommentCollection       ccbody = null, ccmeta = null;
            UserMapCollection       umc             = null;
            LoginResponse           lr              = new LoginResponse();
            string                  communityPicURL = null;
            DateTime                lastSync        = DateTime.MinValue;
            SessionGenerateResponse sgr;
            int serverMaxID, localMaxID;

            try
            {
                // STEP 1: Initialize
                socb(new SyncOperationEventArgs(SyncOperation.Initialize, 0, 0));
                syncException = null;
                or            = j.Options;
                iLJ           = LJServerFactory.Create(or.ServerURL);
                sic           = new SyncItemCollection();
                deletedsic    = new SyncItemCollection();
                ec            = new EventCollection();
                ccmeta        = new CommentCollection();
                ccbody        = new CommentCollection();
                umc           = new UserMapCollection();

                // STEP 2: Login
                socb(new SyncOperationEventArgs(SyncOperation.Login, 0, 0));
                lr = new LoginResponse();
                Login(or, iLJ, ref lr, ref communityPicURL);

                // STEP 3: SyncItems
                socb(new SyncOperationEventArgs(SyncOperation.SyncItems, 0, 0));
                lastSync = DateTime.MinValue;
                SyncItems(or, iLJ, ref sic, ref deletedsic, ref lastSync);

                // STEP 4: GetEvents
                socb(new SyncOperationEventArgs(SyncOperation.GetEvents, 0, 0));
                GetEvents(or, iLJ, ref sic, ref deletedsic, ref ec);

                if (or.GetComments)
                {
                    // STEP 5: SessionGenerate
                    socb(new SyncOperationEventArgs(SyncOperation.SessionGenerate, 0, 0));
                    sgr = new SessionGenerateResponse();
                    SessionGenerate(or, iLJ, ref sgr);

                    // STEP 6: ExportCommentsMeta
                    socb(new SyncOperationEventArgs(SyncOperation.ExportCommentsMeta, 0, 0));
                    localMaxID = serverMaxID = j.GetMaxCommentID();
                    ExportCommentsMeta(or, iLJ, sgr, ref serverMaxID, localMaxID, umc, ccmeta);

                    // STEP 7: ExportCommentsBody
                    socb(new SyncOperationEventArgs(SyncOperation.ExportCommentsBody, 0, 0));
                    ExportCommentsBody(or, iLJ, sgr, serverMaxID, localMaxID, ccbody);
                }
            }
            catch (Exception ex)
            {
                ParseException(ex, ref syncException);
                if (ex.GetType() == typeof(ThreadAbortException))
                {
                    socb(new SyncOperationEventArgs(SyncOperation.Failure, 0, 0));                     // do this before thread terminates
                    return;
                }
            }

            // STEP 8: Merge
            try
            {
                if (syncException == null)
                {
                    socb(new SyncOperationEventArgs(SyncOperation.Merge, 0, 0));
                    Merge(j, ec, ccmeta, ccbody, umc, deletedsic, lr, communityPicURL, lastSync);
                    socb(new SyncOperationEventArgs(SyncOperation.Success, ec.Count, ccbody.Count));
                }
                else if (syncException.GetType() == typeof(ExpectedSyncException) &&
                         (((ExpectedSyncException)syncException).ExpectedError == ExpectedError.ServerNotResponding ||
                          ((ExpectedSyncException)syncException).ExpectedError ==
                          ExpectedError.ExportCommentsNotSupported ||
                          ((ExpectedSyncException)syncException).ExpectedError ==
                          ExpectedError.CommunityAccessDenied) &&
                         lr.moods != null)
                {
                    socb(new SyncOperationEventArgs(SyncOperation.Merge, 0, 0));
                    if (sic.Count > 0)
                    {
                        lastSync = DateTime.Parse(sic.GetOldest().time, CultureInfo.InvariantCulture).AddSeconds(-1);
                    }
                    Merge(j, ec, ccmeta, ccbody, umc, deletedsic, lr, communityPicURL, lastSync);
                    socb(new SyncOperationEventArgs(SyncOperation.PartialSync, ec.Count, ccbody.Count));
                }
                else
                {
                    socb(new SyncOperationEventArgs(SyncOperation.Failure, 0, 0));
                }
            }
            catch (Exception ex)
            {
                syncException = ex;
                socb(new SyncOperationEventArgs(SyncOperation.Failure, 0, 0));
            }
        }