/// <summary>
/// Turn a SimpleFeed object into a SyndicationFeed object
/// </summary>
private SyndicationFeed GetSyndicationFeed(SimpleFeed pFeed)
{
var feed = new SyndicationFeed();
var items = new List<SyndicationItem>();
feed.BaseUri = new Uri(pFeed.BaseUrl);
if (!string.IsNullOrWhiteSpace(pFeed.Title))
feed.Title = new TextSyndicationContent(pFeed.Title);
if (!string.IsNullOrWhiteSpace(pFeed.Description))
feed.Description = new TextSyndicationContent(pFeed.Description);
if (!string.IsNullOrWhiteSpace(pFeed.Language))
feed.Language = pFeed.Language;
if (pFeed.Entries != null)
{
foreach (var entry in pFeed.Entries)
{
var item = new SyndicationItem(entry.Title, entry.Body, entry.TitleLinkUri);
//Id, DatePublished, DateLastUpdated are required so that each new post won't make readers think that every entry is new
item.Id = entry.Id;
item.PublishDate = entry.DatePublished;
item.LastUpdatedTime = entry.DateLastUpdated;
item.BaseUri = entry.TitleLinkUri;
items.Add(item);
}
}
feed.Items = items;
return feed;
}
private string ToRssText(SimpleFeed pFeed)
{
var feed = GetSyndicationFeed(pFeed);
var formatter = new Rss20FeedFormatter(feed);
return ToFeedText(formatter);
}
/// <summary>
/// Convert the feed to rss/atom
/// </summary>
/// <returns></returns>
public string ToFeedText(SimpleFeed pFeed)
{
if (FeedFormat == "rss")
return ToRssText(pFeed);
return ToAtomText(pFeed);
}
static int Main(string[] args)
{
var _startTime = DateTime.Now;
string fileSource = null;
string fileOutput = "feed-rss.xml";
string baseUrl = "http://aaronkmurray.com";
string feedTitle = "aaronkmurray.com | Aaron Murray's Blog Feed";
bool showHelp = false;
bool showDebug = false;
bool pauseWhenFinished = false;
string feedFormat = "rss"; //rss/atom
int maxItems = 64;
string xpathPost = "//article[@class='blog-post']";
string xpathPostGuid = "div[@class='blog-post-guid']";
string xpathPostHeader = "div[@class='blog-post-header']/h2";
string xpathPostBody = "div[@class='blog-post-body']";
string xpathPostDatePub = "div[@class='blog-post-footer']/span[@class='post-timestamp']";
string xpathPostDateUpdated = "div[@class='blog-post-footer']/span[@class='post-timestamp-updated']";
string xpathPostTags = "div[@class='blog-post-footer']/span[@class='post-tags']";
string xpathPostImage = "div[@class='blog-post-footer']/span[@class='post-screenshot']/a/img";
string xpathPostLink = "div[@class='blog-post-header']/h2/a/@href";
var p = new OptionSet () {
{ "s|fileSource=", "*REQUIRED* > ex: index.html", x => fileSource = x },
{ "o|fileOutput=", "*REQUIRED* > ex: feed-rss.xml", x => fileOutput = x },
{ "b|baseUrl=", "[optional, default="+baseUrl+"]", x => baseUrl = x },
{ "t|feedTitle=", "[optional, default="+feedTitle+"]", x => feedTitle = x },
{ "f|feedFormat=", "[optional, default="+feedFormat+"] output feed type: 'rss' or 'atom'", x => feedFormat = x },
{ "m|maxItems=", "[optional, default="+maxItems+"] Max # of posts to render to the output feed", x => maxItems = int.Parse("0" + x) },
// add selector options to get to post details
{ "xp|xpathPost=", "[optional, default="+xpathPost + "]", x => xpathPost = x },
{ "xg|xpathPostGuid=", "[optional, default="+xpathPostGuid + "]", x => xpathPostGuid = x },
{ "xh|xpathPostHeader=", "[optional, default="+xpathPostHeader + "]", x => xpathPostHeader = x },
{ "xb|xpathPostBody=", "[optional, default="+xpathPostBody + "]", x => xpathPostBody = x },
{ "xd|xpathPostDatePub=", "[optional, default="+xpathPostDatePub + "]", x => xpathPostDatePub = x },
{ "xdu|xpathPostDateUpdated=", "[optional, default="+xpathPostDateUpdated + "]", x => xpathPostDateUpdated = x },
{ "xt|xpathPostTags=", "[optional, default="+xpathPostTags + "]", x => xpathPostTags = x },
{ "xi|xpathPostImage=", "[optional, default="+xpathPostImage + "]", x => xpathPostImage = x },
{ "xl|xpathPostLink=", "[optional, default="+xpathPostLink+ "]", x => xpathPostLink = x },
//standard options for command line utils
{ "d|debug", "[optional, show debug details (verbose), default="+showDebug + "]", x => showDebug = x != null},
{ "pause|pauseWhenFinished", "[optional, pause output window with a ReadLine when finished, default="+pauseWhenFinished + "]", x => pauseWhenFinished = (x != null)},
{ "h|?|help", "show the help options", x => showHelp = x != null },
};
List<string> extraArgs = p.Parse (args);
//validate the fileSource HTML/file from command-options
var fi = new FileInfo(fileSource);
if (!fi.Exists)
{
Console.WriteLine("Invalid fileSource: " + fileSource);
showHelp = true;
}
if (showHelp || args.Length == 0 || string.IsNullOrWhiteSpace(fileSource))
{
p.WriteOptionDescriptions(Console.Out);
return (int)ExitCode.Warning;
}
//no negative values for max # of feed items to fetch
maxItems = Math.Max(0, maxItems);
//parse the passed in format to something like rss or atom
var simpleFeedConverter = new SimpleFeedConverter(feedFormat);
feedFormat = simpleFeedConverter.FeedFormat;
Console.WriteLine();
Console.WriteLine("rssgen by @AaronKMurray using options:");
Console.WriteLine("\tfileSource:\t" + fileSource);
Console.WriteLine("\tfileOutput:\t" + fileOutput);
Console.WriteLine("\tfeedFormat:\t" + feedFormat);
Console.WriteLine("\tfeedTitle:\t" + feedTitle);
Console.WriteLine("\tmaxItems:\t" + maxItems);
Console.WriteLine("\txpathPost:\t" + xpathPost);
Console.WriteLine("\tbaseUrl:\t" + baseUrl);
Console.WriteLine();
//get source HTML/file from command-options
var doc = new HtmlDocument();
try
{
doc.Load(fileSource);
}
catch (Exception ex)
{
Console.WriteLine("Error loading fileSource: " + fileSource);
Console.WriteLine(ex.Message);
return (int)ExitCode.Error;
}
//pre-parsing pass to see if we need to auto-generate post ids for our index.html
var guidNodes = doc.DocumentNode.SelectNodes("//" + xpathPostGuid);
int countPostIdsAdded = 0;
foreach (var node in guidNodes)
{
if (string.IsNullOrWhiteSpace(node.InnerText))
{
var newNode = HtmlNode.CreateNode(Guid.NewGuid().ToString());
node.AppendChild(newNode);
countPostIdsAdded++;
}
}
if (countPostIdsAdded > 0)
doc.Save(fileSource);
//pre-parsing pass to see if we need to auto-generate post timestamps for our index.html
var dateNodes = doc.DocumentNode.SelectNodes("//" + xpathPostDatePub);
int countPostTimestampsAdded = 0;
foreach (var node in dateNodes)
{
if (string.IsNullOrWhiteSpace(node.InnerText) || node.InnerText.Trim() == "?")
{
var newNode = HtmlNode.CreateNode(string.Format("Posted on {0:MMMM d, yyyy @ h:mmtt}", DateTime.Now));
node.ChildNodes.Clear(); //kill the "?" or " " text
node.AppendChild(newNode);
countPostTimestampsAdded++;
}
}
if (countPostTimestampsAdded > 0)
doc.Save(fileSource);
var feed = new SimpleFeed(baseUrl, feedTitle);
try
{
//get top-level feed details from HTML (via selectors set in command options)
var postNodes = doc.DocumentNode.SelectNodes(xpathPost);
Console.WriteLine("found " + postNodes.Count + " posts");
foreach (HtmlNode el in postNodes) //"//a[@href]"
{
//parse feed items from HTML
//HtmlAttribute att = el.Attributes["href"];
var id = el.SelectSingleNode(xpathPostGuid);
var header = el.SelectSingleNode(xpathPostHeader);
var body = el.SelectSingleNode(xpathPostBody);
var datePublishedNode = el.SelectSingleNode(xpathPostDatePub);
var dateUpdatedNode = el.SelectSingleNode(xpathPostDateUpdated);
var tags = el.SelectSingleNode(xpathPostTags);
var image = el.SelectSingleNode(xpathPostImage);
var link = el.SelectSingleNode(xpathPostLink);
Uri postUri = null;
if (link != null)
{
string href = link.Attributes["href"] == null ? null : link.Attributes["href"].Value.Trim();
if (!string.IsNullOrWhiteSpace(href))
{
if (href.StartsWith("http", true, CultureInfo.CurrentCulture) ||
href.StartsWith("//", true, CultureInfo.CurrentCulture))
{
Uri.TryCreate(href, UriKind.Absolute, out postUri);
}
else
{
Uri.TryCreate(href, UriKind.Relative, out postUri);
}
} else {
Uri.TryCreate(link.InnerText, UriKind.Absolute, out postUri);
}
}
if (postUri == null)
Uri.TryCreate(baseUrl, UriKind.Absolute, out postUri); //fallback on the baseUrl as a link
DateTime datePublished = DateTime.Now;
if (datePublishedNode != null)
{
if (!DateTime.TryParseExact(datePublishedNode.InnerText.Replace("Posted on", "").Trim(), "MMMM d, yyyy @ h:mmtt", CultureInfo.InvariantCulture, DateTimeStyles.None, out datePublished))
{
datePublished = DateTime.Now;
if (showDebug)
Console.WriteLine("WARNING Failed to parse Date Published for " + header.InnerText);
}
}
DateTime dateUpdated = datePublished;
if (dateUpdatedNode != null)
{
if (!DateTime.TryParseExact(dateUpdatedNode.InnerText.Replace("Last Updated on", "").Trim(), "MMMM d, yyyy @ h:mmtt", CultureInfo.InvariantCulture, DateTimeStyles.None, out dateUpdated))
dateUpdated = datePublished;
}
feed.AddEntry(id.InnerText
, header == null ? null : header.InnerText.Replace("src='img/", "src='/img/")
, body == null ? null : body.InnerHtml.Replace("src='img/", "src='/img/")
, datePublished
, dateUpdated
, tags == null ? null : tags.InnerText
, image == null ? null : image.OuterHtml
, postUri
);
if (showDebug)
{
if (header == null)
Console.WriteLine("id: NOT FOUND");
else
Console.WriteLine("id: " + id.InnerText);
if (header == null)
Console.WriteLine("header: NOT FOUND");
else
Console.WriteLine("header: " + header.InnerText);
//Console.WriteLine("body: " + body.InnerHtml);
if (datePublishedNode == null)
Console.WriteLine("date: NOT FOUND");
else
Console.WriteLine("date: " + datePublishedNode.InnerText);
if (tags == null)
Console.WriteLine("tags: NOT FOUND");
else
Console.WriteLine("tags: " + tags.InnerText);
if (image == null)
Console.WriteLine("image: NOT FOUND");
else
Console.WriteLine("image: " + image.OuterHtml);
}
}
}
catch (Exception ex)
{
Console.WriteLine("Error parsing fileSource: " + fileSource);
Console.WriteLine(ex.Message);
return (int)ExitCode.Error;
}
//convert the feed data into a string in the appropriate feed file & format (Atom/RSS)
var feedText = simpleFeedConverter.ToFeedText(feed);
//write feed string (xml) to filesystem
WriteTextFile(fileOutput, feedText);
if (showDebug)
{
Console.WriteLine("Complete at " + DateTime.Now.ToLongTimeString() + ". Took " + DateTime.Now.Subtract(_startTime).TotalSeconds + " seconds to run");
}
if (pauseWhenFinished)
{
Console.WriteLine("Press any key to complete");
Console.ReadLine(); //just here to pause the output window during testing
}
return (int)ExitCode.Success;
}
