/// <summary>
 /// Assigns default identifiers to documents
 /// </summary>
 /// <param name="logger">The logger.</param>
 /// <param name="minPageCount">The minimum page count.</param>
 public void AssignID(ILogBuilder logger)
 {
     foreach (WebSiteDocuments site in this)
     {
         foreach (WebSiteDocument page in site.documents)
         {
             page.AssignedID = WebSiteDocumentsSetTools.GetPageURL(page, site); //WebSiteDocumentsSetTools.GetUrlSignature(site.domain + page.path);
         }
     }
 }
        public static String GetPageURL(WebSiteDocument page, WebSiteDocuments site)
        {
            String url = WebSiteDocumentsSetTools.GetRequestURL(page.HTTPHeader);

            if (url.isNullOrEmpty())
            {
                url = site.domain.add(page.path, "/");
                url = url.ensureStartsWith("http://");
            }
            return(url);
        }