private void Images_Click(object sender, RoutedEventArgs e)
{
Thumbnail thumbs = new Thumbnail();
thumbs.Show();
thumbs.ShowImage("http://node2.bbcimg.co.uk/iplayer/images/episode/b00w43sd_314_176.jpg");
}
private void TestThumbnails(object sender, RoutedEventArgs e)
{
Thumbnail thumbnail = new Thumbnail();
thumbnail.Show();
ReduxEntities ctx = new ReduxEntities();
var pids = from p in ctx.pips_programmes.OrderByDescending(p => p.start_gmt).Take(50)
select p.pid;
foreach (var pid in pids)
{
thumbnail.ShowImage("http://node2.bbcimg.co.uk/iplayer/images/episode/" + pid + "_314_176.jpg");
}
}
private async Task FetchItemGenreAndIonAsync(scan_pips_contributors item, Thumbnail thumbnail, IProgress progress, bool isTags, bool isIonContributors, bool isCategories)
{
if (progress.IsCancelled)
{
return;
}
thumbnail.ShowImage("http://node2.bbcimg.co.uk/iplayer/images/episode/" + item.pid + "_314_176.jpg");
try
{
if (isTags || isIonContributors)
{
WebClient client = new WebClient();
string result = await client.DownloadStringTaskAsync("http://www.bbc.co.uk/iplayer/ion/episodedetail/episode/" + item.pid + "/format/xml");
XElement episode = XElement.Parse(result);
XNamespace ion = "http://bbc.co.uk/2008/iplayer/ion";
if (isIonContributors)
{
await TaskEx.Run(() =>
{
var contributors = episode.Elements(ion + "blocklist")
.Elements(ion + "episode_detail")
.Elements(ion + "contributors")
.Elements(ion + "contributor");
var data = new ReduxEntities();
foreach (var contributor in contributors)
{
var ct = new contributor
{
character_name = contributor.Element(ion + "character_name").Value,
family_name = contributor.Element(ion + "family_name").Value,
given_name = contributor.Element(ion + "given_name").Value,
role = contributor.Element(ion + "role").Value,
role_name = contributor.Element(ion + "role_name").Value,
type = contributor.Element(ion + "type").Value,
contributor_id = Convert.ToInt32(contributor.Element(ion + "id").Value),
pid = item.pid
};
data.AddObject("contributors", ct);
}
data.SaveChanges();
});
}
if (isTags)
{
await TaskEx.Run(() =>
{
var tags = episode.Elements(ion + "blocklist")
.Elements(ion + "episode_detail")
.Elements(ion + "tag_schemes")
.Elements(ion + "tag_scheme")
.Elements(ion + "tags")
.Elements(ion + "tag");
var data = new ReduxEntities();
foreach (var tag in tags)
{
var tg = new tag
{
tag_id = tag.Element(ion + "id").Value,
name = tag.Element(ion + "name").Value,
value = tag.Element(ion + "value").Value,
pid = item.pid
};
data.AddObject("tags", tg);
}
data.SaveChanges();
});
}
}
if (isCategories)
{
WebClient catClient = new WebClient();
var catresult = await catClient.DownloadStringTaskAsync("http://www.bbc.co.uk/programmes/" + item.pid + ".xml");
var root = XElement.Parse(catresult);
await TaskEx.Run(() =>
{
var cats = from cat in root.XPathSelectElements("categories/category[@type != 'genre']")
select new category()
{
pid = item.pid,
type = cat.Attribute("type").Value,
catkey = cat.Attribute("key").Value,
title = cat.Element("title").Value
};
var db = new ReduxEntities();
foreach (var c in cats)
{
db.AddObject("categories", c);
}
db.SaveChanges();
});
}
item.scanned = true;
}
catch (WebException wex)
{
MessageBox.Show("Can't find programme " + item.pid);
//throw new Exception("Couldn't find programme " + item.pid, wex);
}
}
private async void RunMatcherClick(object sender, RoutedEventArgs e)
{
Thumbnail thumbnails = new Thumbnail();
thumbnails.Show();
Progress progress = new Progress();
progress.Show();
ReduxEntities ctx = new ReduxEntities();
//DateTime cutoff = new DateTime(2010, 5, 1);
var unmatched = (from r in ctx.redux_items
from rp in ctx.redux_to_pips
where r.id == rp.redux_id && rp.pips_id == 0
//&& r.aired >= cutoff
select r).ToList();;
int count = 0;
foreach (var unmatcheditem in unmatched)
{
if (progress.IsCancelled)
{
break;
}
var item = new UnmatchedItem(unmatcheditem, ctx.redux_to_pips.FirstOrDefault(rp => rp.redux_id == unmatcheditem.id));
if (item.rp == null || item.rp.pips_id > 0)
{
continue;
}
var rangestart = item.r.aired.AddMinutes(-5);
var rangeend = item.r.aired.AddMinutes(5);
var pipsmatches = await TaskEx.Run <List <pips_programmes> >(() =>
{
return((from p in ctx.pips_programmes
where p.start_gmt == item.r.aired &&
p.service_id == item.r.service_id
select p).ToList());
});
string matchedpid = null;
bool isMatchMade = false;
if (pipsmatches.Count == 0)
{
//progress.WriteLine("Unmatched: {0} {1} {2}", item.r.disk_reference, item.r.programme_name, item.r.aired);
}
else if (pipsmatches.Count == 1)
{
var p = pipsmatches.First();
if (PartialMatch.GetSimpleWeighting(item.r, p) > 0)
{
MakeMatch(ctx, item, p);
matchedpid = p.pid;
isMatchMade = true;
//progress.WriteLine("Matched: {0} {1} {2} -> {3} {4} {5}", item.r.disk_reference, item.r.programme_name, item.r.aired, p.pid, p.display_title, p.start_gmt);
}
}
else
{
//progress.WriteLine("Matched: {0} {1} {2} ->", item.r.disk_reference, item.r.programme_name, item.r.aired);
//foreach (var pipsmatch in pipsmatches)
//{
// var p = pipsmatch;
// progress.WriteLine(" -> {0} {1} {2}", p.pid, p.display_title, p.start_gmt);
//}
//matchedpid = pipsmatches.First().pid;
}
if (isMatchMade == false)
{
pipsmatches = await TaskEx.Run <List <pips_programmes> >(() =>
{
DateTime fiveminutesbefore = item.r.aired.AddMinutes(-5);
DateTime fiveminutesafter = item.r.aired.AddMinutes(5);
return((from p in ctx.pips_programmes
join rp in ctx.redux_to_pips on p.id equals rp.pips_id into joined
from j in joined.DefaultIfEmpty()
where j == null && p.start_gmt >= fiveminutesbefore &&
p.start_gmt <= fiveminutesafter &&
p.service_id == item.r.service_id
select p).ToList());
});
var suitable = pipsmatches.Where(p => PartialMatch.GetSimpleWeighting(item.r, p) > 0)
.OrderByDescending(p => PartialMatch.GetSimpleWeighting(item.r, p))
.OrderBy(p => Math.Abs((p.start_gmt - item.r.aired).TotalSeconds))
.OrderBy(p => Math.Abs(p.duration - item.r.duration))
.ToList();
if (suitable.Count > 0)
{
pips_programmes matchedpips = suitable.First();
MakeMatch(ctx, item, matchedpips);
isMatchMade = true;
matchedpid = matchedpips.pid;
}
}
if (matchedpid != null)
{
thumbnails.ShowImage("http://node2.bbcimg.co.uk/iplayer/images/episode/" + matchedpid + "_314_176.jpg");
}
if (isMatchMade == false)
{
progress.WriteLine("Failed to match {0} {1} {2}", item.r.programme_name, item.r.disk_reference, item.r.aired);
}
}
MessageBox.Show("Finished matching unmatched items");
}
private async Task AddGenresAsync(string pid, int pips_id, IProgress progress, Thumbnail thumbnail)
{
//progress.WriteLine("Start Fetching for {0}", pid);
if (progress.IsCancelled)
{
return;
}
try
{
var waitIon = LoadXmlAsync("http://www.bbc.co.uk/iplayer/ion/episodedetail/episode/" + pid + "/format/xml");
var waitPips = LoadXmlAsync("http://www.bbc.co.uk/programmes/" + pid + ".xml");
var pages = await TaskEx.WhenAll(waitIon, waitPips);
var progpage = pages[1];
var ionPage = pages[0];
//var progpage = await LoadXmlAsync("http://www.bbc.co.uk/programmes/" + pid + ".xml");
var genres = (from cat in progpage.XPathSelectElements("categories//category[ancestor-or-self::category[@type='genre']]")
let cats = from c in cat.XPathSelectElements("./descendant-or-self::category") select c.Attribute("key").Value
select new
{
pips_id = pips_id,
title = cat.Element("title").Value,
name = cat.Attribute("key").Value,
//Cats = cats,
path = string.Join("/", cats.Reverse().ToArray())
}
).Distinct();
//progress.WriteLine("");
//progress.WriteLine("Fetching genres for {0} ({1})", pid, pips_id);
thumbnail.ShowImage("http://node2.bbcimg.co.uk/iplayer/images/episode/" + pid + "_314_176.jpg");
var data = new ReduxEntities();
foreach (var g in genres)
{
//progress.WriteLine("{0}, {1}, {2}", g.title, g.name, g.path);
data.genres.AddObject(new genre
{
pips_id = g.pips_id,
name = g.name,
title = g.title,
path = g.path
});
//await TaskEx.Run(() =>
//{
// data.genres.AddObject(new genre
// {
// pips_id = g.pips_id,
// name = g.name,
// title = g.title,
// path = g.path
// });
//});
}
FetchContributors(ionPage, data, pid);
FetchTags(ionPage, data, pid);
FetchCategories(ionPage, data, pid);
data.SaveChanges();
//await TaskEx.Run(() => { data.SaveChanges(); });
}
catch (WebException)
{
}
}