/// <summary>
        /// Recursively tries to get a movements page from the MP API.
        /// </summary>
        public static SearchPage <Movement> GetMovementsPage(Int32 offset, Int32 limit, OAuthResponse authorization, DateTime dateFrom, DateTime dateTo, int retryNumber = 0)
        {
            AccountsHelper ah = new AccountsHelper();

            // Set access token
            ah.AccessToken = GetAccessToken(authorization);

            // Prepare API call arguments
            List <KeyValuePair <string, string> > args = new List <KeyValuePair <string, string> >();

            if (authorization.IsAdmin)
            {
                args.Add(new KeyValuePair <string, string>("user_id", authorization.UserId.ToString()));
            }
            // Try optimize the query by site id, taking advantage of the search sharding
            if (authorization.SiteId != null)
            {
                args.Add(new KeyValuePair <string, string>("site_id", authorization.SiteId));
            }
            args.Add(new KeyValuePair <string, string>("sort", "date_created"));
            args.Add(new KeyValuePair <string, string>("criteria", "desc"));
            args.Add(new KeyValuePair <string, string>("offset", offset.ToString()));
            args.Add(new KeyValuePair <string, string>("limit", limit.ToString()));
            args.Add(new KeyValuePair <string, string>("range", "date_created"));
            args.Add(new KeyValuePair <string, string>("begin_date", HttpUtility.UrlEncode(dateFrom.GetDateTimeFormats('s')[0].ToString() + ".000Z")));
            args.Add(new KeyValuePair <string, string>("end_date", HttpUtility.UrlEncode(dateTo.GetDateTimeFormats('s')[0].ToString() + ".000Z")));

            // Call API
            SearchPage <Movement> searchPage = null;

            try
            {
                searchPage = ah.SearchMovements(args);
            }
            catch (RESTAPIException raex)
            {
                // Retries the same call until max is reached
                if (retryNumber <= MAX_RETRIES)
                {
                    LogHelper.WriteLine("SearchMovements breaks. Retry num: " + retryNumber.ToString());
                    BackendHelper.GetMovementsPage(offset, limit, authorization, dateFrom, dateTo, retryNumber + 1);
                }
                else
                {
                    // then breaks
                    throw raex;
                }
            }

            if (searchPage != null)
            {
                return(searchPage);
            }
            else
            {
                LogHelper.WriteLine("null");
                return(null);
            }
        }
예제 #2
0
        /// <summary>
        /// Generate button working thread.
        /// </summary>
        private void DoWork()
        {
            int apiQueryPageSize = 0;
            List <Collection>       collections     = null;
            SearchPage <Collection> collectionsPage = null;
            string exceptionMessage = String.Empty;

            System.IO.StreamWriter file         = null;
            string                fileExtension = "";
            List <Movement>       movements     = null;
            SearchPage <Movement> movementsPage = null;
            int           offset = 0;
            ReportFormats reportFormat;
            ReportTypes   reportType;

            // Define file extension and report format
            if (excelRadioButton.Checked)
            {
                reportFormat  = ReportFormats.ExcelReport;
                fileExtension = ".xml";
            }
            else
            {
                reportFormat  = ReportFormats.CSVReport;
                fileExtension = ".csv";
            }

            // Set API query page size
            if (_authorization.IsAdmin)
            {
                apiQueryPageSize = ADMIN_API_QUERY_PAGE_SIZE;
            }
            else
            {
                apiQueryPageSize = USER_API_QUERY_PAGE_SIZE;
            }

            // TODO: Simplify this, same logic twice!

            try
            {
                // Do the first API search
                progressBar.Invoke(new DoLoadingCallback(this.DoLoading), null);
                if (collectionsRadioButton.Checked)
                {
                    reportType      = ReportTypes.CollectionsReport;
                    collectionsPage = BackendHelper.GetCollectionsPage(offset, apiQueryPageSize, _authorization, reportFromPicker.Value, reportToPicker.Value);
                    collections     = collectionsPage.Results;
                    progressBar.Invoke(new UpdateProgressBarMaximumCallback(this.UpdateProgressBarMaximum), new object[] { collectionsPage.Total.Value });
                }
                else
                {
                    reportType    = ReportTypes.MovementsReport;
                    movementsPage = BackendHelper.GetMovementsPage(offset, apiQueryPageSize, _authorization, reportFromPicker.Value, reportToPicker.Value);
                    movements     = movementsPage.Results;
                    progressBar.Invoke(new UpdateProgressBarMaximumCallback(this.UpdateProgressBarMaximum), new object[] { movementsPage.Total.Value });
                }
                offset += apiQueryPageSize;
                progressBar.Invoke(new StopLoadingCallback(this.StopLoading), null);

                // Check for Excel limitation
                if ((reportFormat == ReportFormats.ExcelReport) && (progressBar.Maximum > 60000))
                {
                    MessageBox.Show("The number of rows exceeds Excel report size. Choose CSV instead.");
                    progressBar.Invoke(new EnableGenerateControlsCallback(this.EnableGenerateControls), null);
                    return;
                }

                // Set file name
                string fileName = folderTextBox.Text;
                if (fileName.Substring(fileName.Length - 1) != "\\")
                {
                    fileName += "\\";
                }
                fileName += fileNameTextBox.Text + fileExtension;

                // Open file
                file = new System.IO.StreamWriter(fileName);

                // Set Report Writter
                ReportWritter reportWritter = ReportWritterFactory.GetReportWritter(file, reportFormat);
                reportWritter.ProgressBar  = progressBar;
                reportWritter.ProgressText = progressLabel;

                // Write report header
                reportWritter.WriteHeader(reportType, progressBar.Maximum);

                if (collectionsRadioButton.Checked)
                {
                    // Write first page
                    reportWritter.WriteCollections(collections);

                    // loop for more collections pages
                    while (collectionsPage.Total.Value > offset && _continue)
                    {
                        // api call
                        progressBar.Invoke(new DoLoadingCallback(this.DoLoading), null);
                        collectionsPage = BackendHelper.GetCollectionsPage(offset, apiQueryPageSize, _authorization, reportFromPicker.Value, reportToPicker.Value);
                        collections     = collectionsPage.Results;
                        progressBar.Invoke(new StopLoadingCallback(this.StopLoading), null);
                        if (collectionsPage.Total.Value != progressBar.Maximum)  // validate total rows consistency
                        {
                            throw new RESTAPIException(500, "Internal Server Error", "Max rows violation", "Max rows violation: current-" + collectionsPage.Total.Value.ToString() + ", previous-" + progressBar.Maximum.ToString());
                        }

                        // write to file
                        reportWritter.WriteCollections(collections);

                        offset += apiQueryPageSize;
                    }
                }
                else
                {
                    // Write first page
                    reportWritter.WriteMovements(movements);

                    // loop for more movements pages
                    while (movementsPage.Total.Value > offset && _continue)
                    {
                        // api call
                        progressBar.Invoke(new DoLoadingCallback(this.DoLoading), null);
                        movementsPage = BackendHelper.GetMovementsPage(offset, apiQueryPageSize, _authorization, reportFromPicker.Value, reportToPicker.Value);
                        movements     = movementsPage.Results;
                        progressBar.Invoke(new StopLoadingCallback(this.StopLoading), null);
                        if (movementsPage.Total.Value != progressBar.Maximum)  // validate total rows consistency
                        {
                            throw new RESTAPIException(500, "Internal Server Error", "Max rows violation", "Max rows violation: current-" + movementsPage.Total.Value.ToString() + ", previous-" + progressBar.Maximum.ToString());
                        }

                        // write to file
                        reportWritter.WriteMovements(movements);

                        offset += apiQueryPageSize;
                    }
                }

                // Write report footer and close the file
                reportWritter.WriteFooter();
                file.Close();
            }
            catch (RESTAPIException raex)
            {
                exceptionMessage = "MP API Exception: " + raex.Cause;
            }
            catch (IOException ex)
            {
                exceptionMessage = "File exception: " + ex.Message;
            }
            catch (Exception e)
            {
                exceptionMessage = "Internal Exception: " + e.Message;
            }
            finally
            {
                // if error
                if (exceptionMessage != String.Empty)
                {
                    // try closing the file
                    try
                    {
                        file.Close();
                    }
                    catch
                    { }

                    // Stop loading cursor
                    progressBar.Invoke(new StopLoadingCallback(this.StopLoading), null);

                    // Show error message
                    MessageBox.Show(exceptionMessage);

                    // Enable generate buttons
                    progressBar.Invoke(new EnableGenerateControlsCallback(this.EnableGenerateControls), null);
                }
            }

            // Finish
            progressBar.Invoke(new UpdateProgressBarFinishedCallback(this.UpdateProgressBarFinished), null);
        }