protected override Feed CreateFeed(XmlReader reader, string url) {
var atomFeed = new AtomFeed();
atomFeed.Load(reader);
var items = atomFeed.Entries.OrderBy(e => GetPublishedDate(e)).Select(CreateFeedItem);
var feed = new Feed {
Title = atomFeed.Title.Content,
Url = url,
SiteUrl = atomFeed.Links.Any() ? atomFeed.Links[0].ToString() : String.Empty,
Description = atomFeed.Subtitle == null ? String.Empty : atomFeed.Subtitle.Content,
Items = new List<Item>(items)
};
var latest = items.LastOrDefault();
if (latest != null) {
feed.Updated = latest.Published;
}
return feed;
}
protected override IList<Item> UpdateFeed(Feed feed, XmlReader reader) {
var atomFeed = new AtomFeed();
atomFeed.Load(reader);
var items = (from e in atomFeed.Entries
let date = GetPublishedDate(e)
orderby date
where date > feed.Updated
select CreateFeedItem(e)).ToList();
feed.Items.AddRange(items);
var latest = items.LastOrDefault();
if (latest != null) {
feed.Updated = latest.Published;
}
// OPML does not set full description so check for one when updating.
if (String.IsNullOrEmpty(feed.Description) && atomFeed.Subtitle != null) {
feed.Description = atomFeed.Subtitle.Content;
}
return items;
}
/// <summary>
/// Provides example code for the Load(XmlReader) method
/// </summary>
public static void LoadXmlReaderExample()
{
#region Load(XmlReader reader)
AtomFeed feed = new AtomFeed();
using (Stream stream = new FileStream("AtomFeed.xml", FileMode.Open, FileAccess.Read))
{
XmlReaderSettings settings = new XmlReaderSettings();
settings.IgnoreComments = true;
settings.IgnoreWhitespace = true;
using(XmlReader reader = XmlReader.Create(stream, settings))
{
feed.Load(reader);
foreach (AtomEntry entry in feed.Entries)
{
if (entry.PublishedOn >= DateTime.Today)
{
// Perform some processing on the feed entry
}
}
}
}
#endregion
}
/// <summary>
/// Provides example code for the Load(Uri, ICredentials, IWebProxy) method
/// </summary>
public static void LoadUriExample()
{
#region Load(Uri source, ICredentials credentials, IWebProxy proxy)
AtomFeed feed = new AtomFeed();
Uri source = new Uri("http://news.google.com/?output=atom");
feed.Load(source, CredentialCache.DefaultNetworkCredentials, null);
foreach (AtomEntry entry in feed.Entries)
{
if (entry.PublishedOn >= DateTime.Today)
{
// Perform some processing on the feed entry
}
}
#endregion
}
/// <summary>
/// Provides example code for the Load(Stream) method
/// </summary>
public static void LoadStreamExample()
{
#region Load(Stream stream)
AtomFeed feed = new AtomFeed();
using (Stream stream = new FileStream("AtomFeed.xml", FileMode.Open, FileAccess.Read))
{
feed.Load(stream);
foreach (AtomEntry entry in feed.Entries)
{
if (entry.PublishedOn >= DateTime.Today)
{
// Perform some processing on the feed entry
}
}
}
#endregion
}
//============================================================
// INSTANCE METHODS
//============================================================
/// <summary>
/// Provides example code for the Load(IXPathNavigable) method
/// </summary>
public static void LoadIXPathNavigableExample()
{
#region Load(IXPathNavigable source)
XPathDocument source = new XPathDocument("http://news.google.com/?output=atom");
AtomFeed feed = new AtomFeed();
feed.Load(source);
foreach (AtomEntry entry in feed.Entries)
{
if (entry.PublishedOn >= DateTime.Today)
{
// Perform some processing on the feed entry
}
}
#endregion
}
private int ReadSource(Source source,bool? IsForTest)
{
var count = 0;
var client = new WebClient();
try
{
using (var stream = client.OpenRead(source.StreamUrl))
{
try
{
#region RssFeed
RssFeed feed = new RssFeed();
feed.Load(stream);
foreach (var i in feed.Channel.Items)
{
try
{
if (ReadFeedItem(i, source,IsForTest))
count++;
Thread.Sleep(500);
}
catch (Exception e)
{
var failed = new FailedUrl();
failed.Url = i.Link.ToString();
failed.Exception = e.Message;
this.Data.FailedUrls.Add(failed);
this.Data.SaveChanges();
continue;
}
}
#endregion RssFeed
}
catch (FormatException f)
{
#region AtomFeed
AtomFeed afeed = new AtomFeed();
using (var astream = client.OpenRead(source.StreamUrl))
{
afeed.Load(astream);
foreach (var i in afeed.Entries)
{
try
{
if (ReadFeedItem(i, source,IsForTest))
count++;
Thread.Sleep(500);
}
catch (Exception e)
{
var failed = new FailedUrl();
failed.Url = i.Links.FirstOrDefault().ToString();
failed.Exception = e.Message;
this.Data.FailedUrls.Add(failed);
this.Data.SaveChanges();
continue;
}
}
}
#endregion AtomFeed
}
Source s = this.Data.Sources.FirstOrDefault(d => d.Id == source.Id);
s.LastUpdated = DateTime.Now;
this.Data.Sources.Update(s);
this.Data.SaveChanges();
}
//try
//{
// if (count > 0)
// CacheManager.Clear(CacheRegions.News);
//}
//catch (Exception e)
//{
// //TODO handle exc
//}
}
catch (Exception e)
{
//TODO handle exc
}
Console.WriteLine(source.Name);
return count;
}
/// <summary>
/// Creates a new <see cref="AtomFeed"/> instance using the specified <see cref="Uri"/>, <see cref="ICredentials"/>, <see cref="IWebProxy"/>, and <see cref="SyndicationResourceLoadSettings"/> object.
/// </summary>
/// <param name="source">A <see cref="Uri"/> that represents the URL of the syndication resource XML data.</param>
/// <param name="options">A <see cref="WebRequestOptions"/> that holds options that should be applied to web requests.</param>
/// <param name="settings">The <see cref="SyndicationResourceLoadSettings"/> object used to configure the <see cref="AtomFeed"/> instance. This value can be <b>null</b>.</param>
/// <returns>An <see cref="AtomFeed"/> object loaded using the <paramref name="source"/> data.</returns>
/// <exception cref="ArgumentNullException">The <paramref name="source"/> is a null reference (Nothing in Visual Basic).</exception>
/// <exception cref="FormatException">The <paramref name="source"/> data does not conform to the expected syndication content format. In this case, the feed remains empty.</exception>
public static AtomFeed Create(Uri source, WebRequestOptions options, SyndicationResourceLoadSettings settings)
{
//------------------------------------------------------------
// Local members
//------------------------------------------------------------
AtomFeed syndicationResource = new AtomFeed();
//------------------------------------------------------------
// Validate parameters
//------------------------------------------------------------
Guard.ArgumentNotNull(source, "source");
//------------------------------------------------------------
// Create new instance using supplied parameters
//------------------------------------------------------------
syndicationResource.Load(source, options, settings);
return syndicationResource;
}
/// <summary>
/// Instantiates a <see cref="ISyndicationResource"/> that conforms to the specified <see cref="SyndicationContentFormat"/> using the supplied <see cref="Stream"/>.
/// </summary>
/// <param name="stream">The <see cref="Stream"/> used to load the syndication resource.</param>
/// <param name="format">A <see cref="SyndicationContentFormat"/> enumeration value that indicates the type syndication resource the <paramref name="stream"/> represents.</param>
/// <returns>
/// An <see cref="ISyndicationResource"/> object that conforms to the specified <paramref name="format"/>, initialized using the supplied <paramref name="stream"/>.
/// If the <paramref name="format"/> is not supported by the provider, returns a <b>null</b> reference.
/// </returns>
/// <exception cref="ArgumentNullException">The <paramref name="stream"/> is a null reference (Nothing in Visual Basic).</exception>
private static ISyndicationResource BuildResource(SyndicationContentFormat format, Stream stream)
{
//------------------------------------------------------------
// Validate parameters
//------------------------------------------------------------
Guard.ArgumentNotNull(stream, "stream");
//------------------------------------------------------------
// Create syndication resource based on content format
//------------------------------------------------------------
if (format == SyndicationContentFormat.Apml)
{
ApmlDocument document = new ApmlDocument();
document.Load(stream);
return document;
}
else if (format == SyndicationContentFormat.Atom)
{
XPathDocument document = new XPathDocument(stream);
XPathNavigator navigator = document.CreateNavigator();
navigator.MoveToRoot();
navigator.MoveToChild(XPathNodeType.Element);
if(String.Compare(navigator.LocalName, "entry", StringComparison.OrdinalIgnoreCase) == 0)
{
AtomEntry entry = new AtomEntry();
entry.Load(navigator);
return entry;
}
else if (String.Compare(navigator.LocalName, "feed", StringComparison.OrdinalIgnoreCase) == 0)
{
AtomFeed feed = new AtomFeed();
feed.Load(navigator);
return feed;
}
else
{
return null;
}
}
else if (format == SyndicationContentFormat.BlogML)
{
BlogMLDocument document = new BlogMLDocument();
document.Load(stream);
return document;
}
else if (format == SyndicationContentFormat.Opml)
{
OpmlDocument document = new OpmlDocument();
document.Load(stream);
return document;
}
else if (format == SyndicationContentFormat.Rsd)
{
RsdDocument document = new RsdDocument();
document.Load(stream);
return document;
}
else if (format == SyndicationContentFormat.Rss)
{
RssFeed feed = new RssFeed();
feed.Load(stream);
return feed;
}
else
{
return null;
}
}