//execute scraper search using specified param's, return results
List <ScraperResult> getMatches(ScraperSearchParams searchParams)
{
Dictionary <string, string> paramList = new Dictionary <string, string>();
if (searchParams.Term != null)
{
paramList["search.title"] = searchParams.Term;
}
if (searchParams.Platform != null)
{
paramList["search.platform"] = searchParams.Platform;
}
if (searchParams.PlatformId != null)
{
paramList["search.platformid"] = searchParams.PlatformId;
}
List <ScraperResult> results = new List <ScraperResult>();
Dictionary <string, string> scraperResults = scraper.Execute("search", paramList);
if (scraperResults == null)
{
return(results);
}
int count = 0;
//loop and build results
while (scraperResults.ContainsKey("game[" + count + "].site_id"))
{
string siteId, title, yearmade, system, prefix = "game[" + count + "].";
if (!scraperResults.TryGetValue(prefix + "site_id", out siteId))
{
continue;
}
if (scraperResults.TryGetValue(prefix + "system", out system))
{
system = system.Trim();
}
scraperResults.TryGetValue(prefix + "title", out title);
scraperResults.TryGetValue(prefix + "yearmade", out yearmade);
results.Add(new ScraperResult(siteId, title, system, yearmade, this)
{
SearchParams = searchParams,
SearchDistance = FuzzyStringComparer.Score(searchParams.Term, ScraperProvider.RemoveSpecialChars(title))
});
count++;
}
return(results);
}
public static ScraperGame getGame(ScriptableScraper scraper, Dictionary <string, string> paramList)
{
if (scraper == null)
{
return(null);
}
Dictionary <string, string> results = scraper.Execute("get_details", paramList);
if (results == null)
{
return(null);
}
string grade;
string title;
string yearmade;
string company;
string description;
string genre;
results.TryGetValue("game.grade", out grade);
results.TryGetValue("game.title", out title);
results.TryGetValue("game.yearmade", out yearmade);
results.TryGetValue("game.company", out company);
results.TryGetValue("game.description", out description);
results.TryGetValue("game.genre", out genre);
return(new ScraperGame(title, company, yearmade, grade, description, genre));
}
public static List <string> getCoverUrls(ScriptableScraper scraper, Dictionary <string, string> paramList)
{
List <string> imageResults = new List <string>();
imageResults.Add("");
imageResults.Add("");
if (scraper == null)
{
return(imageResults);
}
Dictionary <string, string> results;
results = scraper.Execute("get_cover_art", paramList);
if (results == null)
{
return(imageResults);
}
string covers = "";
if (results.TryGetValue("game.covers", out covers))
{
string[] coverurls = covers.Split('|');
for (int i = 1; i < coverurls.Length; i++)
{
if (i == 1)
{
imageResults[0] = coverurls[i];
}
else if (i == 2)
{
imageResults[1] = coverurls[i];
}
}
}
return(imageResults);
}
public static List <string> getScreenUrls(ScriptableScraper scraper, Dictionary <string, string> paramList)
{
List <string> imageResults = new List <string>();
imageResults.Add("");
imageResults.Add("");
if (scraper == null)
{
return(imageResults);
}
Dictionary <string, string> results;
results = scraper.Execute("get_screenshots", paramList);
if (results == null)
{
return(imageResults);
}
string screens = "";
string screenshotsbaseurl = "";
results.TryGetValue("game.screenshotsbaseurl", out screenshotsbaseurl);
if (results.TryGetValue("game.screenshots", out screens))
{
string[] screenurls = screens.Split('|');
bool foundTitleScreen = false;
bool foundInGame = false;
for (int i = 1; i < screenurls.Length; i++)
{
if (foundTitleScreen && foundInGame)
{
break;
}
if (!screenurls[i].ToLower().StartsWith("http://"))
{
screenurls[i] = screenshotsbaseurl + screenurls[i];
}
if (screenurls[i].Contains("screenshot-start-screen"))
{
imageResults[0] = screenurls[i];
foundTitleScreen = true;
}
else if (screenurls[i].Contains("screenshot-title-screen"))
{
if (!foundTitleScreen)
{
imageResults[0] = screenurls[i];
}
}
else if (imageResults[0] == "")
{
imageResults[0] = screenurls[i];
}
else if (imageResults[1] == "")
{
imageResults[1] = screenurls[i];
foundInGame = true;
}
}
}
return(imageResults);
}
public static List <Bitmap> getScreens(ScriptableScraper scraper, Dictionary <string, string> paramList, out Bitmap title, out Bitmap inGame, Conf_OnlineLookup.onProgress progress, int progressStart, int progressEnd, bool unattended)
{
List <Bitmap> imageResults = new List <Bitmap>();
title = null;
inGame = null;
if (scraper == null)
{
return(imageResults);
}
Dictionary <string, string> results;
results = scraper.Execute("get_screenshots", paramList);
if (results == null)
{
return(imageResults);
}
string screens = "";
string screenshotsbaseurl = "";
results.TryGetValue("game.screenshotsbaseurl", out screenshotsbaseurl);
if (results.TryGetValue("game.screenshots", out screens))
{
string[] screenurls = screens.Split('|');
bool foundTitleScreen = false;
bool foundInGame = false;
int increment = progressEnd - progressStart;
if (screenurls.Length > 0)
{
increment = (int)Math.Floor(increment / (double)screenurls.Length);
}
for (int i = 1; i < screenurls.Length; i++)
{
progressStart += increment;
progress.Invoke(string.Format("Getting screenshot {0}/{1}...", i.ToString(), screenurls.Length.ToString()), progressStart);
if (!screenurls[i].ToLower().StartsWith("http://"))
{
screenurls[i] = screenshotsbaseurl + screenurls[i];
}
bool isTitle = false;
bool isInGame = false;
if (!foundTitleScreen || !foundInGame)
{
if (screenurls[i].Contains("screenshot-start-screen"))
{
isTitle = true;
foundTitleScreen = true;
}
else if (screenurls[i].Contains("screenshot-title-screen"))
{
if (!foundTitleScreen)
{
isTitle = true;
}
}
else if (title == null)
{
isTitle = true;
}
else if (inGame == null)
{
isInGame = true;
foundInGame = true;
}
}
if (unattended) //only download image if we need to
{
if (isTitle)
{
title = ImageHandler.Instance.BitmapFromWeb(screenurls[i]);
}
else if (isInGame)
{
inGame = ImageHandler.Instance.BitmapFromWeb(screenurls[i]);
}
if (foundInGame && foundTitleScreen) //best matches found, no point in continuing search
{
break;
}
}
else //if not unattended then download all images to allow user selection
{
Bitmap thePic = ImageHandler.Instance.BitmapFromWeb(screenurls[i]);
imageResults.Add(thePic);
if (isTitle)
{
title = thePic;
}
else if (isInGame)
{
inGame = thePic;
}
}
}
}
return(imageResults);
}
//Background scraper for use in Configuration
public static List <ScraperResult> getSearchResults(ScriptableScraper scraper, Dictionary <string, string> paramList)
{
List <ScraperResult> results = new List <ScraperResult>();
if (scraper == null)
{
return(results);
}
Dictionary <string, string> scraperResults = scraper.Execute("search", paramList);
if (scraperResults == null)
{
return(results);
}
string respage = "";
scraperResults.TryGetValue("search_page", out respage);
int count = 0;
// The movie result is only valid if the script supplies a unique site
while (scraperResults.ContainsKey("game[" + count + "].site_id"))
{
string siteId;
string title;
string yearmade;
string system;
string xsiteId;
string xgamePattern;
string prefix = "game[" + count + "].";
count++;
if (!scraperResults.TryGetValue(prefix + "site_id", out siteId))
{
continue;
}
if (scraperResults.TryGetValue(prefix + "system", out system))
{
system = system.Trim();
}
scraperResults.TryGetValue(prefix + "title", out title);
scraperResults.TryGetValue(prefix + "yearmade", out yearmade);
scraperResults.TryGetValue(prefix + "extraGameUrl", out xsiteId);
scraperResults.TryGetValue(prefix + "extraGamePattern", out xgamePattern);
if (!string.IsNullOrEmpty(xsiteId))
{
siteId = xsiteId;
}
results.Add(new ScraperResult(siteId, title, system, yearmade));
//additional field added as mobygames combines results from different platforms so we need
//to split them to get the correct details/thumbs for our platform
if (!string.IsNullOrEmpty(xgamePattern))
{
//split combined results from mobygames
foreach (Match match in new Regex(@"<a href=""/game/([^""]*)"">([^<]*)</a> \(<em>(\d{4})").Matches(xgamePattern))
{
results.Add(new ScraperResult(match.Groups[1].Value, title, match.Groups[2].Value, match.Groups[3].Value));
}
}
}
return(results);
}
public static List <Bitmap> getCovers(ScriptableScraper scraper, Dictionary <string, string> paramList, out Bitmap front, out Bitmap back, Conf_OnlineLookup.onProgress progress, int progressStart, int progressEnd, bool unattended)
{
List <Bitmap> imageResults = new List <Bitmap>();
front = null;
back = null;
if (scraper == null)
{
return(imageResults);
}
Dictionary <string, string> results = scraper.Execute("get_cover_art", paramList);
if (results == null)
{
return(imageResults);
}
string covers = "";
if (results.TryGetValue("game.covers", out covers))
{
string[] coverurls = covers.Split('|');
//calculate percentage increment for progress bar based on number of results
int increment = progressEnd - progressStart;
if (coverurls.Length > 0)
{
increment = (int)Math.Floor(increment / (double)coverurls.Length);
}
for (int i = 1; i < coverurls.Length; i++)
{
progressStart += increment;
progress.Invoke(string.Format("Getting cover art {0}/{1}...", i.ToString(), coverurls.Length.ToString()), progressStart);
bool isFront = false;
bool isBack = false;
//Bitmap pic = ImageHandler.Instance.BitmapFromWeb(coverurls[i]);
//imageResults.Add(pic);
if (i == 1)
{
isFront = true;
}
else if (i == 2)
{
isBack = true;
}
if (unattended)
{
if (isFront)
{
front = ImageHandler.Instance.BitmapFromWeb(coverurls[i]);
}
else if (isBack)
{
back = ImageHandler.Instance.BitmapFromWeb(coverurls[i]);
}
//no point in getting additional thumbs as import is unattended
if (front != null && back != null)
{
break;
}
}
else
{
Bitmap thePic = ImageHandler.Instance.BitmapFromWeb(coverurls[i]);
imageResults.Add(thePic);
if (isFront)
{
front = thePic;
}
else if (isBack)
{
back = thePic;
}
}
}
}
return(imageResults);
}
public List <DBMovieInfo> Get(MovieSignature movieSignature)
{
if (scraper == null)
{
return(null);
}
List <DBMovieInfo> rtn = new List <DBMovieInfo>();
Dictionary <string, string> paramList = new Dictionary <string, string>();
Dictionary <string, string> results;
if (movieSignature.Title != null)
{
paramList["search.title"] = movieSignature.Title;
}
if (movieSignature.Keywords != null)
{
paramList["search.keywords"] = movieSignature.Keywords;
}
if (movieSignature.Year != null)
{
paramList["search.year"] = movieSignature.Year.ToString();
}
if (movieSignature.ImdbId != null)
{
paramList["search.imdb_id"] = movieSignature.ImdbId;
}
if (movieSignature.DiscId != null)
{
paramList["search.disc_id"] = movieSignature.DiscId;
}
if (movieSignature.MovieHash != null)
{
paramList["search.moviehash"] = movieSignature.MovieHash;
}
if (movieSignature.Path != null)
{
paramList["search.basepath"] = movieSignature.Path;
}
if (movieSignature.Folder != null)
{
paramList["search.foldername"] = movieSignature.Folder;
}
if (movieSignature.File != null)
{
paramList["search.filename"] = movieSignature.File;
}
//set higher level settings for script to use
paramList["settings.defaultuseragent"] = MovingPicturesCore.Settings.UserAgent;
paramList["settings.mepo_data"] = Config.GetFolder(Config.Dir.Config);
// this variable is the filename without extension (and a second one without stackmarkers)
if (!String.IsNullOrEmpty(movieSignature.File))
{
paramList["search.filename_noext"] = Path.GetFileNameWithoutExtension(movieSignature.File);
paramList["search.clean_filename"] = Utility.GetFileNameWithoutExtensionAndStackMarkers(movieSignature.File);
}
results = scraper.Execute("search", paramList);
if (results == null)
{
logger.Error(Name + " scraper script failed to execute \"search\" node.");
return(rtn);
}
int count = 0;
// The movie result is only valid if the script supplies a unique site
while (results.ContainsKey("movie[" + count + "].site_id"))
{
string siteId;
string prefix = "movie[" + count + "].";
count++;
// if the result does not yield a site id it's not valid so skip it
if (!results.TryGetValue(prefix + "site_id", out siteId))
{
continue;
}
// if this movie was already added skip it
if (rtn.Exists(delegate(DBMovieInfo item) { return(item.GetSourceMovieInfo(ScriptID).Identifier == siteId); }))
{
continue;
}
// if this movie does not have a valid title, don't bother
if (!results.ContainsKey(prefix + "title"))
{
continue;
}
// We passed all checks so create a new movie object
DBMovieInfo newMovie = new DBMovieInfo();
// store the site id in the new movie object
newMovie.GetSourceMovieInfo(ScriptID).Identifier = siteId;
// Try to store all other fields in the new movie object
foreach (DBField currField in DBField.GetFieldList(typeof(DBMovieInfo)))
{
string value;
if (results.TryGetValue(prefix + currField.FieldName, out value))
{
currField.SetValue(newMovie, value.Trim());
}
}
// add the movie to our movie results list
rtn.Add(newMovie);
}
return(rtn);
}
