void AddDVDToUpdateQueue(DvdElementEx dvdex, DVD.ScrapeSet scrapedSet) { StreamWriter sw = new StreamWriter(m_config.SqlFile, true /*fAppend*/, System.Text.Encoding.Default); sw.WriteLine(BuildSetString(dvdex, null, scrapedSet)); sw.Close(); }
void LogDvdUpdateError(DvdElementEx dvdex, DVD.ScrapeSet scrapedSet, string sReason) { StreamWriter swSql = new StreamWriter(m_config.SqlFile, true /*fAppend*/, System.Text.Encoding.Default); StreamWriter swLog = new StreamWriter(m_config.LogFile, true /*fAppend*/, System.Text.Encoding.Default); swLog.WriteLine($"{dvdex.ScanCode}: {dvdex.Title}: FAILED: {sReason}"); swLog.Close(); swSql.WriteLine(BuildSetString(dvdex, " -- FAILED QUERY!", scrapedSet)); swSql.Close(); }
string BuildSetString(DvdElementEx dvdex, string sComment, DVD.ScrapeSet set) { List <string> plsSet = new List <string>(); UpdateStatus status = (UpdateStatus)dvdex.UpdateStatus; plsSet.Add(String.Format(" LastUpdate='{0}' ", DateTime.Now.ToString("d"))); if (!String.IsNullOrEmpty(dvdex.MediaType) && set.HasFlag(DVD.ScrapeSet.MediaType)) { plsSet.Add(String.Format(" MediaType='{0}' ", dvdex.MediaType)); status |= UpdateStatus.MediaType; } if (!String.IsNullOrEmpty(dvdex.Classification) && set.HasFlag(DVD.ScrapeSet.Categories)) { plsSet.Add($" Classification='{Sql.Sqlify(dvdex.Classification)}' "); status |= UpdateStatus.Categories; } if (!String.IsNullOrEmpty(dvdex.CoverSrc) && set.HasFlag(DVD.ScrapeSet.CoverSrc)) { plsSet.Add($" CoverSrc='{Sql.Sqlify(dvdex.CoverSrc)}' "); status |= UpdateStatus.CoverSrc; } if (!String.IsNullOrEmpty(dvdex.Summary) && set.HasFlag(DVD.ScrapeSet.Summary)) { string s = Sql.Sqlify(dvdex.Summary); s = s.Replace("\n", "' + CHAR(13) + CHAR(10) + '"); plsSet.Add($" Summary='{s}' "); status |= UpdateStatus.Summary; } StringBuilder sb = new StringBuilder(256); sb.Append($"UPDATE upc_DVD SET UpdateStatus={(int)status} "); foreach (string s in plsSet) { sb.Append(", "); sb.Append(s); } sb.Append($"WHERE ID='{dvdex.DvdID}'"); if (!String.IsNullOrEmpty(sComment)) { sb.Append(sComment); } return(sb.ToString()); }
// 0 1 2 3 4 5 6 7 8 public void DoUpdate(string sConnectionString) { // get the set of books that we want to update TCore.Sql sql; SqlSelect sqls = new SqlSelect(s_sBaseQuery, s_mpAliases); SqlWhere swInnerJoin = new SqlWhere(); swInnerJoin.Add("$$upc_dvd$$.ScanCode = $$upc_codes$$.ScanCode", SqlWhere.Op.And); sqls.AddInnerJoin(new SqlInnerJoin("$$#upc_codes$$", swInnerJoin)); UpdateStatus flagsToUpdate = UpdateStatus.MediaType | UpdateStatus.Title | UpdateStatus.Categories | UpdateStatus.CoverSrc | UpdateStatus.Summary; if (m_config.ForceUpdateSummary) { flagsToUpdate |= UpdateStatus.Summary; } // we want to match any entry that hasn't tried to update ALL of our fields. (if they have tried some, // but not others, then try again. after all, we might know more fields now that we want to update. sqls.Where.Add($"$$upc_dvd$$.UpdateStatus & {(int)flagsToUpdate} <> {(int)flagsToUpdate}", SqlWhere.Op.And); sqls.Where.StartGroup(SqlWhere.Op.And); sqls.Where.Add(String.Format("$$upc_dvd$$.LastUpdate < '{0}'", DateTime.Now.ToString("d")), SqlWhere.Op.And); sqls.Where.Add("$$upc_dvd$$.LastUpdate IS NULL", SqlWhere.Op.Or); sqls.Where.EndGroup(); // and lets update the latest scanned items first sqls.AddOrderBy("$$upc_codes$$.LastScanDate DESC"); SR sr = Sql.OpenConnection(out sql, sConnectionString); if (!sr.Succeeded) { throw new Exception(sr.Reason); } // from this point on, we have to release the sql connection!! int cFailed = 0; try { sr = Sql.ExecuteQuery(sql, sqls.ToString(), this, null); if (!sr.Succeeded) { throw new Exception(sr.Reason); } foreach (DvdElementEx dvdex in m_plDvd) { string sError; Console.WriteLine($"Trying to scrape dvd {dvdex.ScanCode}: {dvdex.Title}..."); DVD.ScrapeSet scrapedSet = 0; if (m_config.ForceUpdateSummary) { dvdex.Summary = null; } if (DVD.FScrapeDvd(dvdex, out scrapedSet, out sError)) { // we might not have scraped everything, but we scraped something... if (scrapedSet.HasFlag(DVD.ScrapeSet.CoverSrc) && !DownloadCoverForDvd(dvdex, m_config.LocalCoverRoot, "covers", out sError)) { Console.WriteLine($"FAILED: to download cover art: {sError}"); LogDvdUpdateError(dvdex, scrapedSet, sError); } else { Console.WriteLine( $"SUCCEEDED: MediaType: {dvdex.MediaType}, Classification: {dvdex.Classification}"); AddDVDToUpdateQueue(dvdex, scrapedSet); } } else { Console.WriteLine($"FAILED: {sError}"); LogDvdUpdateError(dvdex, scrapedSet, sError); cFailed++; if (cFailed > 150) { throw new Exception("giving up"); } } } } finally { sql.Close(); } }