/// <summary>
/// Searches Bing.com API
/// </summary>
/// <param name="query">The QueryString to search against</param>
/// <param name="urlmatch">Only return URLs containing the following match</param>
/// <param name="threadID">The thread MovieUniqueId.</param>
/// <returns>First successful match.</returns>
public static BindingList<QueryResult> SearchBing(string query, string urlmatch, int threadID, string regexTitle, string regexYear, string regexID, ScraperList scraperList)
{
var logCatagory = "Scrape > Bing Search > " + query;
try
{
var queryResults = new BindingList<QueryResult>();
query = query.Replace("%20", " ");
using (var service = new BingService())
{
var searchRequest = new SearchRequest
{
Query = query,
Sources = new[] { SourceType.Web },
AppId = "9A2F2F47CF77629DA4E35E912F4B696217DCFC3C"
};
var webRequest = new WebRequest
{
Count = 10,
Offset = 0,
OffsetSpecified = true
};
searchRequest.Web = webRequest;
var response = service.Search(searchRequest);
if (response.Web.Results != null)
{
foreach (var result in response.Web.Results)
{
if (string.IsNullOrEmpty(result.Url) || result.Url.Contains(urlmatch))
{
var queryResult = new QueryResult();
if (Regex.IsMatch(result.Title, regexTitle))
{
if (Regex.IsMatch(result.Url, regexID))
{
switch (scraperList)
{
case ScraperList.Imdb:
queryResult.ImdbID = Regex.Match(result.Url, regexID).Groups["id"].Value;
break;
case ScraperList.TheMovieDB:
queryResult.TmdbID = Regex.Match(result.Url, regexID).Groups["id"].Value;
break;
case ScraperList.Allocine:
queryResult.AllocineId = Regex.Match(result.Url, regexID).Groups["id"].Value;
break;
case ScraperList.FilmAffinity:
queryResult.FilmAffinityId = Regex.Match(result.Url, regexID).Groups["id"].Value;
break;
case ScraperList.FilmDelta:
queryResult.FilmDeltaId = Regex.Match(result.Url, regexID).Groups["id"].Value;
break;
case ScraperList.FilmUp:
queryResult.FilmUpId = Regex.Match(result.Url, regexID).Groups["id"].Value;
break;
case ScraperList.FilmWeb:
queryResult.FilmWebId = Regex.Match(result.Url, regexID).Groups["id"].Value;
break;
case ScraperList.Impawards:
queryResult.ImpawardsId = Regex.Match(result.Url, regexID).Groups["id"].Value;
break;
case ScraperList.Kinopoisk:
queryResult.KinopoiskId = Regex.Match(result.Url, regexID).Groups["id"].Value;
break;
case ScraperList.OFDB:
queryResult.OfdbId = Regex.Match(result.Url, regexID).Groups["id"].Value;
break;
case ScraperList.MovieMeter:
queryResult.MovieMeterId = Regex.Match(result.Url, regexID).Groups["id"].Value;
break;
case ScraperList.Sratim:
queryResult.SratimId = Regex.Match(result.Url, regexID).Groups["id"].Value;
break;
}
}
queryResult.Title = Regex.Match(result.Title, regexTitle).Groups["title"].Value;
queryResult.Year = Regex.Match(result.Title, regexYear).Groups["year"].Value.ToInt();
}
else
{
queryResult.Title = result.Title;
}
queryResult.AdditionalInfo = result.Description;
queryResult.URL = result.Url;
queryResults.Add(queryResult);
}
}
}
Log.WriteToLog(LogSeverity.Info, 0, string.Format("Bing search complete ({0} results)", queryResults.Count), query);
return queryResults;
}
}
catch (Exception ex)
{
Log.WriteToLog(LogSeverity.Error, LoggerName.GeneralLog, logCatagory, ex.Message);
return null;
}
}
/// <summary>
/// Updates the movie model.
/// </summary>
/// <param name="movieModel">The movie model.</param>
/// <param name="result">The result to gather values from</param>
private void UpdateMovieModel(MovieModel movieModel, QueryResult result)
{
movieModel.YanfoeID = result.YanfoeId;
movieModel.Title = result.Title;
movieModel.Year = result.Year;
movieModel.ImdbId = result.ImdbID;
movieModel.TmdbId = result.TmdbID;
movieModel.SmallPoster = result.Poster;
}
/// <summary>
/// Searches the sites search engine for movies.
/// </summary>
/// <param name="query">The query.</param>
/// <param name="threadID">The thread MovieUniqueId.</param>
/// <param name="logCatagory">The log catagory.</param>
/// <returns>[true/false] if an error occurred.</returns>
public new bool SearchSite(Query query, int threadID, string logCatagory)
{
try
{
var url = string.Format("http://www.imdb.com/find?s=tt&q={0} ({1})", query.Title, query.Year);
var webPage = Downloader.ProcessDownload(url, DownloadType.Html, Section.Movies).RemoveCharacterReturn();
webPage = webPage
.ReplaceWithStringEmpty(new[] { "<b>", "</b>" })
.RemoveExtraWhiteSpace()
.RemoveCharacterReturn();
var matches = Regex.Matches(
webPage,
@"(rc=""(?<imageurl>http://ia.media-imdb.com/images/M/.{46}@@._V1._SY30_SX23_.jpg)?"" width=""23"" height=""32"".*?)?onclick="".{1,100}"">(?<title>.{1,100})</a> \((?<year>\d{4})\) </td></tr>");
foreach (Match m in matches)
{
var queryResult = new QueryResult
{
URL = string.Format("http://www.imdb.com/title/{0}/combined", m.Groups["id"].Value),
PosterUrl = m.Groups["imageurl"].Value.Replace("SY30_SX23", "SY500_SX500"),
ImdbID = m.Groups["id"].Value,
Title = m.Groups["title"].Value,
Year = m.Groups["year"].Value.ToInt()
};
query.Results.Add(queryResult);
}
Log.WriteToLog(LogSeverity.Info, 0, string.Format("IMDB site search complete ({0} results)", query.Results.Count), query.Title);
return query.Results.Count > 0;
}
catch (Exception ex)
{
Log.WriteToLog(LogSeverity.Error, threadID, logCatagory, ex.Message);
return false;
}
}
/// <summary>
/// Searches Bing.com API
/// </summary>
/// <param name="query">The QueryString to search against</param>
/// <param name="urlmatch">Only return URLs containing the following match</param>
/// <param name="threadID">The thread MovieUniqueId.</param>
/// <returns>First successful match.</returns>
public static BindingList<QueryResult> SearchBing(string query, string urlmatch, int threadID)
{
var logCatagory = "Scrape > Bing Search > " + query;
try
{
var queryResults = new BindingList<QueryResult>();
query = query.Replace("%20", " ");
using (var service = new LiveSearchService())
{
var searchRequest = new SearchRequest
{
Query = query,
Sources = new[] { SourceType.Web },
AppId = "9A2F2F47CF77629DA4E35E912F4B696217DCFC3C"
};
var webRequest = new WebRequest
{
Count = 10,
Offset = 0,
OffsetSpecified = true
};
searchRequest.Web = webRequest;
var response = service.Search(searchRequest);
if (response.Web.Results != null)
{
foreach (var result in response.Web.Results)
{
if (string.IsNullOrEmpty(result.Url) || result.Url.Contains(urlmatch))
{
var queryResult = new QueryResult();
if (Regex.IsMatch(result.Title, @"(?<title>.*?)\s\((?<year>\d{4})"))
{
if (Regex.IsMatch(result.Url, @"(?<imdbid>tt\d{7})"))
{
queryResult.ImdbID =
Regex.Match(result.Url, @"(?<imdbid>tt\d{7})").Groups["imdbid"].Value;
}
queryResult.Title = Regex.Match(result.Title, @"(?<title>.*?)\s\((?<year>\d{4})").Groups["title"].Value;
queryResult.Year = Regex.Match(result.Title, @"(?<title>.*?)\s\((?<year>\d{4})").Groups["year"].Value.ToInt();
}
else
{
queryResult.Title = result.Title;
}
queryResult.AdditionalInfo = result.Description;
queryResult.URL = result.Url;
queryResults.Add(queryResult);
}
}
}
return queryResults;
}
}
catch (Exception ex)
{
Log.WriteToLog(LogSeverity.Error, LoggerName.GeneralLog, logCatagory, ex.Message);
return null;
}
}
/// <summary>
/// Searches the sites search engine for movies.
/// </summary>
/// <param name="query">The query.</param>
/// <param name="threadID">The thread MovieUniqueId.</param>
/// <param name="logCatagory">The log catagory.</param>
/// <returns>[true/false] if an error occurred.</returns>
public new bool SearchSite(Query query, int threadID, string logCatagory)
{
try
{
var url = string.Format(
"http://www.filmdelta.se/search.php?string={0}&type=movie", query.Title.Replace(' ', '+'));
var searchHtml =
Downloader.ProcessDownload(url, DownloadType.Html, Section.Movies).RemoveCharacterReturn();
var matches = Regex.Matches(
searchHtml,
@"filmer/(?<id>.*?)/.*?"">(?<title>.*?)</a>.*?(?<year>\d{4})");
foreach (Match m in matches)
{
var queryResult = new QueryResult
{
Title = m.Groups["title"].Value,
URL = string.Format("http://www.filmdelta.se/titles.php?movieId={0}", m.Groups["id"].Value),
Year = m.Groups["title"].Value.ToInt()
};
query.Results.Add(queryResult);
}
return true;
}
catch (Exception ex)
{
Log.WriteToLog(LogSeverity.Error, threadID, logCatagory, ex.Message);
return false;
}
}
/// <summary>
/// Searches the sites search engine for movies.
/// </summary>
/// <param name="query">The query.</param>
/// <param name="threadID">The thread MovieUniqueId.</param>
/// <param name="logCatagory">The log catagory.</param>
/// <returns>[true/false] if an error occurred.</returns>
public new bool SearchSite(Query query, int threadID, string logCatagory)
{
try
{
string xml;
if (!string.IsNullOrEmpty(query.ImdbId))
{
xml =
Downloader.ProcessDownload(
string.Format(
"http://api.themoviedb.org/2.1/Movie.imdbLookup/en/xml/{0}/{1}",
Settings.ConstSettings.Application.TheMovieDBApi,
query.ImdbId),
DownloadType.Html,
Section.Movies);
}
else
{
xml =
Downloader.ProcessDownload(
string.Format(
"http://api.themoviedb.org/2.1/Movie.search/en/xml/{0}/{1}",
Settings.ConstSettings.Application.TheMovieDBApi,
query.Title),
DownloadType.Html,
Section.Movies);
}
if (string.IsNullOrEmpty(xml))
{
return false;
}
XDocument xmlDoc = XDocument.Parse(xml);
var movies = from m in xmlDoc.Descendants("movie") select m;
foreach (var movie in movies)
{
var title = movie.Element("name").Value;
var releaseDate = movie.Element("released").Value;
var imdbID = movie.Element("imdb_id").Value;
var tmdbId = movie.Element("id").Value;
var additionalDetails = movie.Element("overview").Value;
XDocument xmlDocImages = XDocument.Parse(movie.ToString());
var images = (from i in xmlDocImages.Descendants("image")
where
i.Attribute("type").Value == "poster" &&
i.Attribute("size").Value == "cover"
select i.Attribute("url").Value).ToList();
var queryResult = new QueryResult();
DateTime releaseParse;
var reseaseParseSuccess = DateTime.TryParse(releaseDate, out releaseParse);
queryResult.Title = title;
if (reseaseParseSuccess)
{
queryResult.Year = releaseParse.Year;
queryResult.ReleaseDate = releaseParse;
}
queryResult.AdditionalInfo = additionalDetails;
queryResult.ImdbID = imdbID.ToLower().Replace("tt", string.Empty);
queryResult.TmdbID = tmdbId;
if (images.Count > 0)
{
queryResult.PosterUrl = images[0];
}
query.Results.Add(queryResult);
}
return query.Results.Count > 0;
}
catch (Exception ex)
{
Log.WriteToLog(LogSeverity.Error, threadID, logCatagory, ex.Message);
return false;
}
}
