public List<String> Import(ImportSiteMessage message)
{
Data.Hash importHash = Data.Hash.New(message.ImportHash);
Data.Guid subscriptionId = Data.Guid.New(message.SubscriptionId);
Boolean deleteExisting = message.DeleteExisting;
List<String> status = new List<String>();
byte[] data;
AddStatus(importHash, status, "Site import started at " + UtcDateTime.Now.ToString());
CmsSubscription subscription = SubscriptionManager.GetSubscription(subscriptionId);
CmsTheme defaultTheme = ThemeManager.Instance.GetDefaultBySite(subscriptionId);
//Check if the import-template already exists
CmsTemplate template = TemplateManager.Instance.GetTemplate(subscriptionId, "import-template");
if (template == null)
{
template = new CmsTemplate();
template.Content = "{content}";
template.Name = "import-template";
template.IsGlobalTemplateType = false;
template.LastSaved = UtcDateTime.Now;
template.SubscriptionGuid = subscriptionId.Value;
template.Theme = defaultTheme;
TemplateManager.Instance.Save(template);
AddStatus(importHash, status, "Successfully created and associated import template to deafult theme");
}
IDictionary<ImportType, IList<ImportedItem>> items = this.GetImportedItems(importHash);
//Check if we need to delete the existing site
if (deleteExisting)
{
//Erase all of the existing data
SubscriptionManager.Erase(subscription.Guid, false, false);
SessionProvider.Instance.Close();
SessionProvider.Instance.GetOpenSession();
//Setup the default
SiteHelper.Configure(subscription.Guid);
}
//First, import all of the images
IList<ImportedItem> images = items[ImportType.Image];
foreach (ImportedItem image in images)
{
CmsUrl uri = new CmsUrl(image.Uri);
data = SimpleWebClient.GetResponse(uri.ToUri());
ImageManager.Instance.AddImage(subscriptionId, StorageClientConst.RootFolder, uri.Path, image.ContentType, data);
AddStatus(importHash, status, "Successfully imported image: " + uri.ToString() + " (" + image.ContentType + ")");
}
//Create the sitemap and then add the page itself
CmsSitePath root = CmsSiteMap.Instance.GetPath(subscriptionId, CmsSiteMap.RootPath);
Dictionary<CmsUrl, int> cssUses = new Dictionary<CmsUrl, int>();
Dictionary<CmsUrl, int> jsUses = new Dictionary<CmsUrl, int>();
IList<ImportedItem> pages = NormalizeImport(items[ImportType.Page]);
foreach (ImportedItem page in pages)
{
try
{
CmsUrl uri = new CmsUrl(page.Uri);
CmsUrlWalker walker = new CmsUrlWalker(uri);
while (walker.Next())
{
String parent = walker.GetParentPath();
String current = walker.GetIndividualPath();
String fullpath = CmsSiteMap.PathCombine(parent, current);
int depth = walker.Depth;
if (!walker.IsLast)
{
//Check if the current path exists, if not, create it
if (!CmsSiteMap.Instance.Exists(subscriptionId, fullpath))
CmsSiteMap.Instance.AddChildDirectory(subscriptionId, parent, current);
}
}
String pageName = walker.GetIndividualPath();
CmsPage newpage = GetPage(template.Name, subscription.Culture, pageName, message.ReplacePhoneNumbers, page, cssUses, jsUses);
newpage.SubscriptionId = subscriptionId.Value;
//Add the page to the cms system
PageManager.Instance.AddNewPage(walker.GetParentPath(), pageName, newpage);
AddStatus(importHash, status, "Successfully imported page " + page.Uri);
}
catch (Exception ex)
{
if (!ex.Message.Contains("404"))
Logging.Database.Write("import-site-manager", "Failed to import page: " + page.Uri + ", cause:" + ex.Message + ", stack:" + ex.StackTrace);
AddStatus(importHash, status, "Failed to import page " + page.Uri + ", Reason:" + ex.Message);
}
}
//Import the css
IList<ImportedItem> css = items[ImportType.Css];
int sortOrder = 0;
CssManager cssManager = new CssManager(null);
cssManager.SubscriptionId = subscriptionId;
foreach (ImportedItem item in css)
{
CmsUrl uri = new CmsUrl(item.Uri);
data = SimpleWebClient.GetResponse(uri.ToUri());
cssManager.Save(defaultTheme.ThemeGuid, uri.Path, data, true, 0);
cssManager.UpdateSortInfo(defaultTheme, uri.Path, sortOrder++);
AddStatus(importHash, status, "Successfully imported css file: " + uri.ToString());
}
//Import the javascript
IList<ImportedItem> js = items[ImportType.Javascript];
sortOrder = 0;
JavascriptManager jsManager = new JavascriptManager(null);
jsManager.SubscriptionId = subscriptionId;
foreach (ImportedItem item in js)
{
CmsUrl uri = new CmsUrl(item.Uri);
data = SimpleWebClient.GetResponse(uri.ToUri());
jsManager.Save(defaultTheme.ThemeGuid, uri.Path, data, true, 0);
jsManager.UpdateSortInfo(defaultTheme, uri.Path, sortOrder++);
AddStatus(importHash, status, "Successfully imported javascript file: " + uri.ToString());
}
//Import any documents
IList<ImportedItem> documents = items[ImportType.Document];
foreach (ImportedItem item in documents)
{
CmsUrl uri = new CmsUrl(item.Uri);
ContentFileUploadImpl handler = new ContentFileUploadImpl();
String filename = uri.Path;
if (ContentFileUploadImpl.IsValidFileType(filename))
{
data = SimpleWebClient.GetResponse(uri.ToUri());
handler.Save(subscriptionId, data, uri.Path, true);
}
}
AddStatus(importHash, status, "Site import completed successfully at " + UtcDateTime.Now.ToString());
ImportedItemDao dao = new ImportedItemDao();
dao.DeleteAllByImportHash(importHash);
return status;
}
/// <summary>
/// Downloads the page content and parses it
/// </summary>
/// <param name="pagename"></param>
/// <param name="item"></param>
/// <returns></returns>
public static CmsPage GetPage(String defaultTemplate, String culture, String pagename, Boolean replacePhoneNumber, ImportedItem item, Dictionary<CmsUrl, int> cssUses, Dictionary<CmsUrl, int> jsUses)
{
CmsUrl uri = new CmsUrl(item.Uri);
String html = Encoding.UTF8.GetString(SimpleWebClient.GetResponse(uri.ToUri()));
HtmlAgilityPack.HtmlDocument htmldoc = new HtmlAgilityPack.HtmlDocument();
htmldoc.OptionFixNestedTags = true;
htmldoc.LoadHtml(html);
HtmlNode titleNode = htmldoc.DocumentNode.SelectSingleNode("//title");
HtmlNode bodyNode = htmldoc.DocumentNode.SelectSingleNode("//body");
String description = "";
String keywords = "";
StringBuilder otherMetaTags = new StringBuilder();
HtmlNodeCollection metaNodes = htmldoc.DocumentNode.SelectNodes("//meta");
foreach (HtmlNode node in metaNodes)
{
if (node.OuterHtml.ToLower().Contains("description"))
description = node.Attributes["content"].Value;
else if (node.OuterHtml.ToLower().Contains("keywords"))
keywords = node.Attributes["content"].Value;
else
otherMetaTags.AppendLine(node.OuterHtml);
}
StringBuilder inlineScripts = new StringBuilder();
HtmlNodeCollection scriptTags = htmldoc.DocumentNode.SelectNodes("//head//script");
if ((scriptTags != null) && (scriptTags.Count > 0))
{
foreach (HtmlNode node in scriptTags)
{
if (!node.OuterHtml.ToLower().Contains("src"))
inlineScripts.AppendLine(node.OuterHtml);
else
{
//track the # of script tags
}
}
}
StringBuilder inlineCss = new StringBuilder();
HtmlNodeCollection cssTags = htmldoc.DocumentNode.SelectNodes("//head//style");
if ((cssTags != null) && (cssTags.Count > 0))
{
foreach (HtmlNode node in cssTags)
{
inlineCss.AppendLine(node.OuterHtml);
}
}
StringBuilder bodyOptions = new StringBuilder();
foreach (HtmlAttribute attribute in bodyNode.Attributes)
{
bodyOptions.AppendFormat("{0}=\"{1}\" ", attribute.Name, attribute.Value);
}
String path = uri.Path;
if (path.EndsWith("/"))
path = path + GooeyConfigManager.DefaultPageName;
String body = bodyNode.InnerHtml;
body = "<!-- nomarkup-begin -->\r\n" + body + "\r\n<!-- nomarkup-end -->";
body = body + "<!-- Imported by Gooeycms Import Tool. Site:" + item.Uri + " at " + UtcDateTime.Now.ToString() + " -->\r\n";
//If a company phone number has been specified, find any instances of a phone number
//on the site and replace it with the phone tag
if (replacePhoneNumber)
body = RegexHelper.ReplacePhoneNumbers(body, "{phone}");
CmsPage page = new CmsPage();
page.SubscriptionId = item.SubscriptionId;
page.Author = "Site Importer";
page.Content = body;
page.Culture = culture;
page.DateSaved = UtcDateTime.Now;
page.Description = description;
page.Guid = System.Guid.NewGuid().ToString();
page.Url = path;
page.UrlHash = TextHash.MD5(page.Url).Value;
page.Template = defaultTemplate;
page.Keywords = keywords;
page.Title = (titleNode != null) ? titleNode.InnerText : "";
page.JavascriptInline = inlineScripts.ToString();
page.CssInline = inlineCss.ToString();
page.OnBodyLoad = bodyOptions.ToString().Trim();
return page;
}
