public static void CheckForAniDBFileUpdate(bool forceRefresh)
{
if (ServerSettings.AniDB_File_UpdateFrequency == ScheduledUpdateFrequency.Never && !forceRefresh) return;
int freqHours = Utils.GetScheduledHours(ServerSettings.AniDB_File_UpdateFrequency);
// check for any updated anime info every 12 hours
ScheduledUpdate sched = RepoFactory.ScheduledUpdate.GetByUpdateType((int)ScheduledUpdateType.AniDBFileUpdates);
if (sched != null)
{
// if we have run this in the last 12 hours and are not forcing it, then exit
TimeSpan tsLastRun = DateTime.Now - sched.LastUpdate;
if (tsLastRun.TotalHours < freqHours)
{
if (!forceRefresh) return;
}
}
UpdateAniDBFileData(true, false, false);
// files which have been hashed, but don't have an associated episode
List<VideoLocal> filesWithoutEpisode = RepoFactory.VideoLocal.GetVideosWithoutEpisode();
foreach (VideoLocal vl in filesWithoutEpisode)
{
CommandRequest_ProcessFile cmd = new CommandRequest_ProcessFile(vl.VideoLocalID, true);
cmd.Save();
}
// now check for any files which have been manually linked and are less than 30 days old
if (sched == null)
{
sched = new ScheduledUpdate();
sched.UpdateType = (int)ScheduledUpdateType.AniDBFileUpdates;
sched.UpdateDetails = "";
}
sched.LastUpdate = DateTime.Now;
RepoFactory.ScheduledUpdate.Save(sched);
}
private VideoLocal_Place ProcessFile_LocalInfo()
{
// hash and read media info for file
int nshareID = -1;
string filePath = "";
Tuple <ImportFolder, string> tup = VideoLocal_PlaceRepository.GetFromFullPath(FileName);
if (tup == null)
{
logger.Error($"Unable to locate file {FileName} inside the import folders");
return(null);
}
ImportFolder folder = tup.Item1;
filePath = tup.Item2;
IFileSystem f = tup.Item1.FileSystem;
if (f == null)
{
logger.Error("Unable to open filesystem for: {0}", FileName);
return(null);
}
long filesize = 0;
if (folder.CloudID == null) // Local Access
{
if (!File.Exists(FileName))
{
logger.Error("File does not exist: {0}", FileName);
return(null);
}
int numAttempts = 0;
// Wait 3 minutes seconds before giving up on trying to access the file
while ((filesize = CanAccessFile(FileName)) == 0 && (numAttempts < 180))
{
numAttempts++;
Thread.Sleep(1000);
Console.WriteLine("Attempt # " + numAttempts.ToString());
}
// if we failed to access the file, get ouuta here
if (numAttempts == 180)
{
logger.Error("Could not access file: " + FileName);
return(null);
}
}
FileSystemResult <IObject> source = f.Resolve(FileName);
if (source == null || !source.IsOk || (!(source.Result is IFile)))
{
logger.Error("Could not access file: " + FileName);
return(null);
}
IFile source_file = (IFile)source.Result;
if (folder.CloudID.HasValue)
{
filesize = source_file.Size;
}
nshareID = folder.ImportFolderID;
// check if we have already processed this file
VideoLocal_Place vlocalplace = RepoFactory.VideoLocalPlace.GetByFilePathAndShareID(filePath, nshareID);
VideoLocal vlocal;
if (vlocalplace != null)
{
vlocal = vlocalplace.VideoLocal;
logger.Trace("VideoLocal record found in database: {0}", vlocal.VideoLocalID);
if (ForceHash)
{
vlocal.FileSize = filesize;
vlocal.DateTimeUpdated = DateTime.Now;
}
}
else
{
logger.Trace("VideoLocal, creating temporary record");
vlocal = new VideoLocal();
vlocal.DateTimeUpdated = DateTime.Now;
vlocal.DateTimeCreated = vlocal.DateTimeUpdated;
vlocal.FileName = Path.GetFileName(filePath);
vlocal.FileSize = filesize;
vlocal.Hash = string.Empty;
vlocal.CRC32 = string.Empty;
vlocal.MD5 = source_file.MD5.ToUpperInvariant() ?? string.Empty;
vlocal.SHA1 = source_file.SHA1.ToUpperInvariant() ?? string.Empty;
vlocal.IsIgnored = 0;
vlocal.IsVariation = 0;
vlocalplace = new VideoLocal_Place();
vlocalplace.FilePath = filePath;
vlocalplace.ImportFolderID = nshareID;
vlocalplace.ImportFolderType = folder.ImportFolderType;
}
// check if we need to get a hash this file
Hashes hashes = null;
if (string.IsNullOrEmpty(vlocal.Hash) || ForceHash)
{
// try getting the hash from the CrossRef
if (!ForceHash)
{
List <CrossRef_File_Episode> crossRefs = RepoFactory.CrossRef_File_Episode.GetByFileNameAndSize(vlocal.FileName, vlocal.FileSize);
if (crossRefs.Count == 1)
{
vlocal.Hash = crossRefs[0].Hash;
vlocal.HashSource = (int)HashSource.DirectHash;
}
}
// try getting the hash from the LOCAL cache
if (!ForceHash && string.IsNullOrEmpty(vlocal.Hash))
{
List <FileNameHash> fnhashes = RepoFactory.FileNameHash.GetByFileNameAndSize(vlocal.FileName, vlocal.FileSize);
if (fnhashes != null && fnhashes.Count > 1)
{
// if we have more than one record it probably means there is some sort of corruption
// lets delete the local records
foreach (FileNameHash fnh in fnhashes)
{
RepoFactory.FileNameHash.Delete(fnh.FileNameHashID);
}
}
if (fnhashes != null && fnhashes.Count == 1)
{
logger.Trace("Got hash from LOCAL cache: {0} ({1})", FileName, fnhashes[0].Hash);
vlocal.Hash = fnhashes[0].Hash;
vlocal.HashSource = (int)HashSource.WebCacheFileName;
}
}
if (string.IsNullOrEmpty(vlocal.Hash))
{
FillVideoHashes(vlocal);
}
if (string.IsNullOrEmpty(vlocal.Hash) && folder.CloudID.HasValue)
{
//Cloud and no hash, Nothing to do, except maybe Get the mediainfo....
logger.Trace("No Hash found for cloud " + vlocal.FileName + " putting in videolocal table with empty ED2K");
RepoFactory.VideoLocal.Save(vlocal, false);
vlocalplace.VideoLocalID = vlocal.VideoLocalID;
RepoFactory.VideoLocalPlace.Save(vlocalplace);
if (vlocalplace.RefreshMediaInfo())
{
RepoFactory.VideoLocal.Save(vlocalplace.VideoLocal, true);
}
return(vlocalplace);
}
// hash the file
if (string.IsNullOrEmpty(vlocal.Hash) || ForceHash)
{
JMMService.CmdProcessorHasher.QueueState = PrettyDescriptionHashing;
DateTime start = DateTime.Now;
logger.Trace("Calculating ED2K hashes for: {0}", FileName);
// update the VideoLocal record with the Hash, since cloud support we calculate everything
hashes = FileHashHelper.GetHashInfo(FileName.Replace("/", "\\"), true, MainWindow.OnHashProgress,
true, true, true);
TimeSpan ts = DateTime.Now - start;
logger.Trace("Hashed file in {0} seconds --- {1} ({2})", ts.TotalSeconds.ToString("#0.0"), FileName,
Utils.FormatByteSize(vlocal.FileSize));
vlocal.Hash = hashes.ed2k?.ToUpperInvariant();
vlocal.CRC32 = hashes.crc32?.ToUpperInvariant();
vlocal.MD5 = hashes.md5?.ToUpperInvariant();
vlocal.SHA1 = hashes.sha1?.ToUpperInvariant();
vlocal.HashSource = (int)HashSource.DirectHash;
}
FillMissingHashes(vlocal);
// We should have a hash by now
// before we save it, lets make sure there is not any other record with this hash (possible duplicate file)
VideoLocal tlocal = RepoFactory.VideoLocal.GetByHash(vlocal.Hash);
bool intercloudfolder = false;
VideoLocal_Place prep = tlocal?.Places.FirstOrDefault(a => a.ImportFolder.CloudID == folder.CloudID && a.ImportFolderID == folder.ImportFolderID && vlocalplace.VideoLocal_Place_ID != a.VideoLocal_Place_ID);
if (prep != null)
{
// delete the VideoLocal record
logger.Warn("Deleting duplicate video file record");
logger.Warn("---------------------------------------------");
logger.Warn($"Keeping record for: {vlocalplace.FullServerPath}");
logger.Warn($"Deleting record for: {prep.FullServerPath}");
logger.Warn("---------------------------------------------");
// check if we have a record of this in the database, if not create one
List <DuplicateFile> dupFiles = RepoFactory.DuplicateFile.GetByFilePathsAndImportFolder(vlocalplace.FilePath,
prep.FilePath,
vlocalplace.ImportFolderID, prep.ImportFolderID);
if (dupFiles.Count == 0)
{
dupFiles = RepoFactory.DuplicateFile.GetByFilePathsAndImportFolder(prep.FilePath, vlocalplace.FilePath, prep.ImportFolderID, vlocalplace.ImportFolderID);
}
if (dupFiles.Count == 0)
{
DuplicateFile dup = new DuplicateFile();
dup.DateTimeUpdated = DateTime.Now;
dup.FilePathFile1 = vlocalplace.FilePath;
dup.FilePathFile2 = prep.FilePath;
dup.ImportFolderIDFile1 = vlocalplace.ImportFolderID;
dup.ImportFolderIDFile2 = prep.ImportFolderID;
dup.Hash = vlocal.Hash;
RepoFactory.DuplicateFile.Save(dup);
}
//Notify duplicate, don't delete
}
else if (tlocal != null)
{
vlocal = tlocal;
intercloudfolder = true;
}
if (!intercloudfolder)
{
RepoFactory.VideoLocal.Save(vlocal, true);
}
vlocalplace.VideoLocalID = vlocal.VideoLocalID;
RepoFactory.VideoLocalPlace.Save(vlocalplace);
if (intercloudfolder)
{
CommandRequest_ProcessFile cr_procfile3 = new CommandRequest_ProcessFile(vlocal.VideoLocalID, false);
cr_procfile3.Save();
return(vlocalplace);
}
// also save the filename to hash record
// replace the existing records just in case it was corrupt
FileNameHash fnhash = null;
List <FileNameHash> fnhashes2 = RepoFactory.FileNameHash.GetByFileNameAndSize(vlocal.FileName, vlocal.FileSize);
if (fnhashes2 != null && fnhashes2.Count > 1)
{
// if we have more than one record it probably means there is some sort of corruption
// lets delete the local records
foreach (FileNameHash fnh in fnhashes2)
{
RepoFactory.FileNameHash.Delete(fnh.FileNameHashID);
}
}
if (fnhashes2 != null && fnhashes2.Count == 1)
{
fnhash = fnhashes2[0];
}
else
{
fnhash = new FileNameHash();
}
fnhash.FileName = vlocal.FileName;
fnhash.FileSize = vlocal.FileSize;
fnhash.Hash = vlocal.Hash;
fnhash.DateTimeUpdated = DateTime.Now;
RepoFactory.FileNameHash.Save(fnhash);
}
else
{
FillMissingHashes(vlocal);
}
if ((vlocal.Media == null) || vlocal.MediaVersion < VideoLocal.MEDIA_VERSION || vlocal.Duration == 0)
{
if (vlocalplace.RefreshMediaInfo())
{
RepoFactory.VideoLocal.Save(vlocalplace.VideoLocal, true);
}
}
// now add a command to process the file
CommandRequest_ProcessFile cr_procfile = new CommandRequest_ProcessFile(vlocal.VideoLocalID, false);
cr_procfile.Save();
return(vlocalplace);
}
private VideoLocal ProcessFile_LocalInfo()
{
// hash and read media info for file
int nshareID = -1;
string filePath = "";
ImportFolderRepository repNS = new ImportFolderRepository();
List <ImportFolder> shares = repNS.GetAll();
DataAccessHelper.GetShareAndPath(FileName, shares, ref nshareID, ref filePath);
if (!File.Exists(FileName))
{
logger.Error("File does not exist: {0}", FileName);
return(null);
}
int numAttempts = 0;
// Wait 3 minutes seconds before giving up on trying to access the file
while ((!CanAccessFile(FileName)) && (numAttempts < 180))
{
numAttempts++;
Thread.Sleep(1000);
Console.WriteLine("Attempt # " + numAttempts.ToString());
}
// if we failed to access the file, get ouuta here
if (numAttempts == 180)
{
logger.Error("Could not access file: " + FileName);
return(null);
}
// check if we have already processed this file
VideoLocal vlocal = null;
VideoLocalRepository repVidLocal = new VideoLocalRepository();
FileNameHashRepository repFNHash = new FileNameHashRepository();
List <VideoLocal> vidLocals = repVidLocal.GetByFilePathAndShareID(filePath, nshareID);
FileInfo fi = new FileInfo(FileName);
if (vidLocals.Count > 0)
{
vlocal = vidLocals[0];
logger.Trace("VideoLocal record found in database: {0}", vlocal.VideoLocalID);
if (ForceHash)
{
vlocal.FileSize = fi.Length;
vlocal.DateTimeUpdated = DateTime.Now;
}
}
else
{
logger.Trace("VideoLocal, creating new record");
vlocal = new VideoLocal();
vlocal.DateTimeUpdated = DateTime.Now;
vlocal.DateTimeCreated = vlocal.DateTimeUpdated;
vlocal.FilePath = filePath;
vlocal.FileSize = fi.Length;
vlocal.ImportFolderID = nshareID;
vlocal.Hash = "";
vlocal.CRC32 = "";
vlocal.MD5 = "";
vlocal.SHA1 = "";
vlocal.IsIgnored = 0;
vlocal.IsVariation = 0;
}
// check if we need to get a hash this file
Hashes hashes = null;
if (string.IsNullOrEmpty(vlocal.Hash) || ForceHash)
{
// try getting the hash from the CrossRef
if (!ForceHash)
{
CrossRef_File_EpisodeRepository repCrossRefs = new CrossRef_File_EpisodeRepository();
List <CrossRef_File_Episode> crossRefs = repCrossRefs.GetByFileNameAndSize(Path.GetFileName(vlocal.FilePath), vlocal.FileSize);
if (crossRefs.Count == 1)
{
vlocal.Hash = crossRefs[0].Hash;
vlocal.HashSource = (int)HashSource.DirectHash;
}
}
// try getting the hash from the LOCAL cache
if (!ForceHash && string.IsNullOrEmpty(vlocal.Hash))
{
List <FileNameHash> fnhashes = repFNHash.GetByFileNameAndSize(Path.GetFileName(vlocal.FilePath), vlocal.FileSize);
if (fnhashes != null && fnhashes.Count > 1)
{
// if we have more than one record it probably means there is some sort of corruption
// lets delete the local records
foreach (FileNameHash fnh in fnhashes)
{
repFNHash.Delete(fnh.FileNameHashID);
}
}
if (fnhashes != null && fnhashes.Count == 1)
{
logger.Trace("Got hash from LOCAL cache: {0} ({1})", FileName, fnhashes[0].Hash);
vlocal.Hash = fnhashes[0].Hash;
vlocal.HashSource = (int)HashSource.WebCacheFileName;
}
}
// hash the file
if (string.IsNullOrEmpty(vlocal.Hash) || ForceHash)
{
DateTime start = DateTime.Now;
logger.Trace("Calculating hashes for: {0}", FileName);
// update the VideoLocal record with the Hash
hashes = FileHashHelper.GetHashInfo(FileName, true, MainWindow.OnHashProgress, ServerSettings.Hash_CRC32, ServerSettings.Hash_MD5, ServerSettings.Hash_SHA1);
TimeSpan ts = DateTime.Now - start;
logger.Trace("Hashed file in {0} seconds --- {1} ({2})", ts.TotalSeconds.ToString("#0.0"), FileName, Utils.FormatByteSize(vlocal.FileSize));
vlocal.Hash = hashes.ed2k;
vlocal.CRC32 = hashes.crc32;
vlocal.MD5 = hashes.md5;
vlocal.SHA1 = hashes.sha1;
vlocal.HashSource = (int)HashSource.DirectHash;
}
// We should have a hash by now
// before we save it, lets make sure there is not any other record with this hash (possible duplicate file)
VideoLocal vidTemp = repVidLocal.GetByHash(vlocal.Hash);
if (vidTemp != null)
{
// don't delete it, if it is actually the same record
if (vidTemp.VideoLocalID != vlocal.VideoLocalID)
{
// delete the VideoLocal record
logger.Warn("Deleting duplicate video file record");
logger.Warn("---------------------------------------------");
logger.Warn("Keeping record for: {0}", vlocal.FullServerPath);
logger.Warn("Deleting record for: {0}", vidTemp.FullServerPath);
logger.Warn("---------------------------------------------");
// check if we have a record of this in the database, if not create one
DuplicateFileRepository repDups = new DuplicateFileRepository();
List <DuplicateFile> dupFiles = repDups.GetByFilePathsAndImportFolder(vlocal.FilePath, vidTemp.FilePath, vlocal.ImportFolderID, vidTemp.ImportFolderID);
if (dupFiles.Count == 0)
{
dupFiles = repDups.GetByFilePathsAndImportFolder(vidTemp.FilePath, vlocal.FilePath, vidTemp.ImportFolderID, vlocal.ImportFolderID);
}
if (dupFiles.Count == 0)
{
DuplicateFile dup = new DuplicateFile();
dup.DateTimeUpdated = DateTime.Now;
dup.FilePathFile1 = vlocal.FilePath;
dup.FilePathFile2 = vidTemp.FilePath;
dup.ImportFolderIDFile1 = vlocal.ImportFolderID;
dup.ImportFolderIDFile2 = vidTemp.ImportFolderID;
dup.Hash = vlocal.Hash;
repDups.Save(dup);
}
repVidLocal.Delete(vidTemp.VideoLocalID);
}
}
repVidLocal.Save(vlocal);
// also save the filename to hash record
// replace the existing records just in case it was corrupt
FileNameHash fnhash = null;
List <FileNameHash> fnhashes2 = repFNHash.GetByFileNameAndSize(Path.GetFileName(vlocal.FilePath), vlocal.FileSize);
if (fnhashes2 != null && fnhashes2.Count > 1)
{
// if we have more than one record it probably means there is some sort of corruption
// lets delete the local records
foreach (FileNameHash fnh in fnhashes2)
{
repFNHash.Delete(fnh.FileNameHashID);
}
}
if (fnhashes2 != null && fnhashes2.Count == 1)
{
fnhash = fnhashes2[0];
}
else
{
fnhash = new FileNameHash();
}
fnhash.FileName = Path.GetFileName(vlocal.FilePath);
fnhash.FileSize = vlocal.FileSize;
fnhash.Hash = vlocal.Hash;
fnhash.DateTimeUpdated = DateTime.Now;
repFNHash.Save(fnhash);
}
// now check if we have stored a VideoInfo record
bool refreshMediaInfo = false;
VideoInfoRepository repVidInfo = new VideoInfoRepository();
VideoInfo vinfo = repVidInfo.GetByHash(vlocal.Hash);
if (vinfo == null)
{
refreshMediaInfo = true;
vinfo = new VideoInfo();
vinfo.Hash = vlocal.Hash;
vinfo.Duration = 0;
vinfo.FileSize = fi.Length;
vinfo.DateTimeUpdated = DateTime.Now;
vinfo.FileName = filePath;
vinfo.AudioBitrate = "";
vinfo.AudioCodec = "";
vinfo.VideoBitrate = "";
vinfo.VideoBitDepth = "";
vinfo.VideoCodec = "";
vinfo.VideoFrameRate = "";
vinfo.VideoResolution = "";
repVidInfo.Save(vinfo);
}
else
{
// check if we need to update the media info
if (vinfo.VideoCodec.Trim().Length == 0)
{
refreshMediaInfo = true;
}
else
{
refreshMediaInfo = false;
}
}
if (refreshMediaInfo)
{
logger.Trace("Getting media info for: {0}", FileName);
MediaInfoResult mInfo = FileHashHelper.GetMediaInfo(FileName, true);
vinfo.AudioBitrate = string.IsNullOrEmpty(mInfo.AudioBitrate) ? "" : mInfo.AudioBitrate;
vinfo.AudioCodec = string.IsNullOrEmpty(mInfo.AudioCodec) ? "" : mInfo.AudioCodec;
vinfo.DateTimeUpdated = vlocal.DateTimeUpdated;
vinfo.Duration = mInfo.Duration;
vinfo.FileName = filePath;
vinfo.FileSize = fi.Length;
vinfo.VideoBitrate = string.IsNullOrEmpty(mInfo.VideoBitrate) ? "" : mInfo.VideoBitrate;
vinfo.VideoBitDepth = string.IsNullOrEmpty(mInfo.VideoBitDepth) ? "" : mInfo.VideoBitDepth;
vinfo.VideoCodec = string.IsNullOrEmpty(mInfo.VideoCodec) ? "" : mInfo.VideoCodec;
vinfo.VideoFrameRate = string.IsNullOrEmpty(mInfo.VideoFrameRate) ? "" : mInfo.VideoFrameRate;
vinfo.VideoResolution = string.IsNullOrEmpty(mInfo.VideoResolution) ? "" : mInfo.VideoResolution;
vinfo.FullInfo = string.IsNullOrEmpty(mInfo.FullInfo) ? "" : mInfo.FullInfo;
repVidInfo.Save(vinfo);
}
// now add a command to process the file
CommandRequest_ProcessFile cr_procfile = new CommandRequest_ProcessFile(vlocal.VideoLocalID, false);
cr_procfile.Save();
return(vlocal);
}
private static void ProcessFileTest()
{
//CommandRequest_HashFile cr_hashfile = new CommandRequest_HashFile(@"M:\[ Anime Test ]\[HorribleSubs] Dragon Crisis! - 02 [720p].mkv", false);
//CommandRequest_ProcessFile cr_procfile = new CommandRequest_ProcessFile(@"M:\[ Anime Test ]\[Doki] Saki - 01 (720x480 h264 DVD AAC) [DC73ACB9].mkv");
//cr_hashfile.Save();
CommandRequest_ProcessFile cr_procfile = new CommandRequest_ProcessFile(15350, false);
cr_procfile.Save();
}
// List of Default priorities for commands
// Pri 1
//------
// Reserved for commands user manually initiates from UI
//------
// Pri 2
//------
// CommandRequest_GetAnimeHTTP
//------
// Pri 3
//------
// CommandRequest_ProcessFile
// CommandRequest_GetFile
//------
// Pri 4
//------
// CommandRequest_GetUpdated
// CommandRequest_ReadMediaInfo
// CommandRequest_GetEpsode
//------
// Pri 5
//------
// CommandRequest_GetReleaseGroupStatus
//------
// Pri 6
//------
// CommandRequest_SyncMyList
// CommandRequest_SyncMyVotes
//------
// Pri 7
//------
// CommandRequest_GetCalendar
//------
// Pri 8
//------
// CommandRequest_UpdateMyListFileStatus
// CommandRequest_GetCharactersCreators
// CommandRequest_TraktSyncCollection
// CommandRequest_TvDBUpdateSeriesAndEpisodes
// CommandRequest_TvDBDownloadImages
// CommandRequest_TvDBSearchAnime
// CommandRequest_MovieDBSearchAnime
// CommandRequest_TraktSearchAnime
// CommandRequest_MALSearchAnime
//------
// Pri 9
//------
// CommandRequest_WebCacheSendFileHash
// CommandRequest_GetReviews
// CommandRequest_GetReleaseGroup
// CommandRequest_WebCacheSendXRefFileEpisode
// CommandRequest_WebCacheDeleteXRefFileEpisode
// CommandRequest_AddFileToMyList
// CommandRequest_DeleteFileFromMyList
// CommandRequest_VoteAnime
// CommandRequest_WebCacheDeleteXRefAniDBTvDB
// CommandRequest_WebCacheDeleteXRefAniDBTvDBAll
// CommandRequest_WebCacheSendXRefAniDBTvDB
// CommandRequest_WebCacheSendXRefAniDBOther
// CommandRequest_WebCacheDeleteXRefAniDBOther
// CommandRequest_WebCacheDeleteXRefAniDBTrakt
// CommandRequest_WebCacheSendXRefAniDBTrakt
// CommandRequest_TraktUpdateInfoAndImages
// CommandRequest_TraktSyncCollectionSeries
// CommandRequest_TraktShowEpisodeUnseen
// CommandRequest_DownloadImage
// CommandRequest_TraktUpdateAllSeries
// CommandRequest_MALUpdatedWatchedStatus
// CommandRequest_MALUploadStatusToMAL
// CommandRequest_MALDownloadStatusFromMAL
// CommandRequest_WebCacheSendAniDB_File
// CommandRequest_Azure_SendAnimeFull
//------
// Pri 10
//------
// CommandRequest_UpdateMylistStats
// CommandRequest_Azure_SendAnimeXML
//------
// Pri 11
//------
// CommandRequest_Azure_SendAnimeTitle
public static ICommandRequest GetCommand(CommandRequest crdb)
{
CommandRequestType crt = (CommandRequestType)crdb.CommandType;
switch (crt)
{
case CommandRequestType.Trakt_SyncCollectionSeries:
CommandRequest_TraktSyncCollectionSeries cr_CommandRequest_TraktSyncCollectionSeries =
new CommandRequest_TraktSyncCollectionSeries();
cr_CommandRequest_TraktSyncCollectionSeries.LoadFromDBCommand(crdb);
return((ICommandRequest)cr_CommandRequest_TraktSyncCollectionSeries);
case CommandRequestType.AniDB_GetEpisodeUDP:
CommandRequest_GetEpisode cr_CommandRequest_GetEpisode = new CommandRequest_GetEpisode();
cr_CommandRequest_GetEpisode.LoadFromDBCommand(crdb);
return((ICommandRequest)cr_CommandRequest_GetEpisode);
case CommandRequestType.Azure_SendAnimeTitle:
CommandRequest_Azure_SendAnimeTitle cr_CommandRequest_Azure_SendAnimeTitle =
new CommandRequest_Azure_SendAnimeTitle();
cr_CommandRequest_Azure_SendAnimeTitle.LoadFromDBCommand(crdb);
return((ICommandRequest)cr_CommandRequest_Azure_SendAnimeTitle);
case CommandRequestType.AniDB_GetTitles:
CommandRequest_GetAniDBTitles cr_CommandRequest_GetAniDBTitles = new CommandRequest_GetAniDBTitles();
cr_CommandRequest_GetAniDBTitles.LoadFromDBCommand(crdb);
return((ICommandRequest)cr_CommandRequest_GetAniDBTitles);
case CommandRequestType.Azure_SendAnimeXML:
CommandRequest_Azure_SendAnimeXML cr_CommandRequest_Azure_SendAnimeXML =
new CommandRequest_Azure_SendAnimeXML();
cr_CommandRequest_Azure_SendAnimeXML.LoadFromDBCommand(crdb);
return((ICommandRequest)cr_CommandRequest_Azure_SendAnimeXML);
case CommandRequestType.Azure_SendAnimeFull:
CommandRequest_Azure_SendAnimeFull cr_CommandRequest_Azure_SendAnimeFull =
new CommandRequest_Azure_SendAnimeFull();
cr_CommandRequest_Azure_SendAnimeFull.LoadFromDBCommand(crdb);
return((ICommandRequest)cr_CommandRequest_Azure_SendAnimeFull);
case CommandRequestType.Azure_SendUserInfo:
CommandRequest_Azure_SendUserInfo cr_CommandRequest_Azure_SendUserInfo =
new CommandRequest_Azure_SendUserInfo();
cr_CommandRequest_Azure_SendUserInfo.LoadFromDBCommand(crdb);
return((ICommandRequest)cr_CommandRequest_Azure_SendUserInfo);
case CommandRequestType.AniDB_UpdateMylistStats:
CommandRequest_UpdateMylistStats cr_AniDB_UpdateMylistStats = new CommandRequest_UpdateMylistStats();
cr_AniDB_UpdateMylistStats.LoadFromDBCommand(crdb);
return((ICommandRequest)cr_AniDB_UpdateMylistStats);
case CommandRequestType.MAL_DownloadWatchedStates:
CommandRequest_MALDownloadStatusFromMAL cr_MAL_DownloadWatchedStates =
new CommandRequest_MALDownloadStatusFromMAL();
cr_MAL_DownloadWatchedStates.LoadFromDBCommand(crdb);
return((ICommandRequest)cr_MAL_DownloadWatchedStates);
case CommandRequestType.MAL_UploadWatchedStates:
CommandRequest_MALUploadStatusToMAL cr_MAL_UploadWatchedStates =
new CommandRequest_MALUploadStatusToMAL();
cr_MAL_UploadWatchedStates.LoadFromDBCommand(crdb);
return((ICommandRequest)cr_MAL_UploadWatchedStates);
case CommandRequestType.MAL_UpdateStatus:
CommandRequest_MALUpdatedWatchedStatus cr_MAL_UpdateStatus =
new CommandRequest_MALUpdatedWatchedStatus();
cr_MAL_UpdateStatus.LoadFromDBCommand(crdb);
return((ICommandRequest)cr_MAL_UpdateStatus);
case CommandRequestType.MAL_SearchAnime:
CommandRequest_MALSearchAnime cr_MAL_SearchAnime = new CommandRequest_MALSearchAnime();
cr_MAL_SearchAnime.LoadFromDBCommand(crdb);
return((ICommandRequest)cr_MAL_SearchAnime);
case CommandRequestType.WebCache_SendXRefAniDBMAL:
CommandRequest_WebCacheSendXRefAniDBMAL cr_WebCacheSendXRefAniDBMAL =
new CommandRequest_WebCacheSendXRefAniDBMAL();
cr_WebCacheSendXRefAniDBMAL.LoadFromDBCommand(crdb);
return((ICommandRequest)cr_WebCacheSendXRefAniDBMAL);
case CommandRequestType.WebCache_DeleteXRefAniDBMAL:
CommandRequest_WebCacheDeleteXRefAniDBMAL cr_WebCacheDeleteXRefAniDBMAL =
new CommandRequest_WebCacheDeleteXRefAniDBMAL();
cr_WebCacheDeleteXRefAniDBMAL.LoadFromDBCommand(crdb);
return((ICommandRequest)cr_WebCacheDeleteXRefAniDBMAL);
case CommandRequestType.AniDB_GetFileUDP:
CommandRequest_GetFile cr_AniDB_GetFileUDP = new CommandRequest_GetFile();
cr_AniDB_GetFileUDP.LoadFromDBCommand(crdb);
return((ICommandRequest)cr_AniDB_GetFileUDP);
case CommandRequestType.ReadMediaInfo:
CommandRequest_ReadMediaInfo cr_ReadMediaInfo = new CommandRequest_ReadMediaInfo();
cr_ReadMediaInfo.LoadFromDBCommand(crdb);
return((ICommandRequest)cr_ReadMediaInfo);
case CommandRequestType.Trakt_UpdateAllSeries:
CommandRequest_TraktUpdateAllSeries cr_Trakt_UpdateAllSeries =
new CommandRequest_TraktUpdateAllSeries();
cr_Trakt_UpdateAllSeries.LoadFromDBCommand(crdb);
return((ICommandRequest)cr_Trakt_UpdateAllSeries);
case CommandRequestType.Trakt_EpisodeCollection:
CommandRequest_TraktCollectionEpisode cr_TraktCollectionEpisode =
new CommandRequest_TraktCollectionEpisode();
cr_TraktCollectionEpisode.LoadFromDBCommand(crdb);
return((ICommandRequest)cr_TraktCollectionEpisode);
case CommandRequestType.Trakt_SyncCollection:
CommandRequest_TraktSyncCollection cr_Trakt_SyncCollection =
new CommandRequest_TraktSyncCollection();
cr_Trakt_SyncCollection.LoadFromDBCommand(crdb);
return((ICommandRequest)cr_Trakt_SyncCollection);
case CommandRequestType.Trakt_EpisodeHistory:
CommandRequest_TraktHistoryEpisode cr_Trakt_EpisodeHistory =
new CommandRequest_TraktHistoryEpisode();
cr_Trakt_EpisodeHistory.LoadFromDBCommand(crdb);
return((ICommandRequest)cr_Trakt_EpisodeHistory);
case CommandRequestType.Trakt_UpdateInfoImages:
CommandRequest_TraktUpdateInfoAndImages cr_Trakt_UpdateInfoImages =
new CommandRequest_TraktUpdateInfoAndImages();
cr_Trakt_UpdateInfoImages.LoadFromDBCommand(crdb);
return((ICommandRequest)cr_Trakt_UpdateInfoImages);
case CommandRequestType.WebCache_SendXRefAniDBTrakt:
CommandRequest_WebCacheSendXRefAniDBTrakt cr_WebCache_SendXRefAniDBTrakt =
new CommandRequest_WebCacheSendXRefAniDBTrakt();
cr_WebCache_SendXRefAniDBTrakt.LoadFromDBCommand(crdb);
return((ICommandRequest)cr_WebCache_SendXRefAniDBTrakt);
case CommandRequestType.WebCache_DeleteXRefAniDBTrakt:
CommandRequest_WebCacheDeleteXRefAniDBTrakt cr_WebCache_DeleteXRefAniDBTrakt =
new CommandRequest_WebCacheDeleteXRefAniDBTrakt();
cr_WebCache_DeleteXRefAniDBTrakt.LoadFromDBCommand(crdb);
return((ICommandRequest)cr_WebCache_DeleteXRefAniDBTrakt);
case CommandRequestType.Trakt_SearchAnime:
CommandRequest_TraktSearchAnime cr_Trakt_SearchAnime = new CommandRequest_TraktSearchAnime();
cr_Trakt_SearchAnime.LoadFromDBCommand(crdb);
return((ICommandRequest)cr_Trakt_SearchAnime);
case CommandRequestType.MovieDB_SearchAnime:
CommandRequest_MovieDBSearchAnime cr_MovieDB_SearchAnime = new CommandRequest_MovieDBSearchAnime();
cr_MovieDB_SearchAnime.LoadFromDBCommand(crdb);
return((ICommandRequest)cr_MovieDB_SearchAnime);
case CommandRequestType.WebCache_DeleteXRefAniDBOther:
CommandRequest_WebCacheDeleteXRefAniDBOther cr_SendXRefAniDBOther =
new CommandRequest_WebCacheDeleteXRefAniDBOther();
cr_SendXRefAniDBOther.LoadFromDBCommand(crdb);
return((ICommandRequest)cr_SendXRefAniDBOther);
case CommandRequestType.WebCache_SendXRefAniDBOther:
CommandRequest_WebCacheSendXRefAniDBOther cr_WebCacheSendXRefAniDBOther =
new CommandRequest_WebCacheSendXRefAniDBOther();
cr_WebCacheSendXRefAniDBOther.LoadFromDBCommand(crdb);
return((ICommandRequest)cr_WebCacheSendXRefAniDBOther);
case CommandRequestType.AniDB_DeleteFileUDP:
CommandRequest_DeleteFileFromMyList cr_AniDB_DeleteFileUDP =
new CommandRequest_DeleteFileFromMyList();
cr_AniDB_DeleteFileUDP.LoadFromDBCommand(crdb);
return((ICommandRequest)cr_AniDB_DeleteFileUDP);
case CommandRequestType.ImageDownload:
CommandRequest_DownloadImage cr_ImageDownload = new CommandRequest_DownloadImage();
cr_ImageDownload.LoadFromDBCommand(crdb);
return((ICommandRequest)cr_ImageDownload);
case CommandRequestType.WebCache_DeleteXRefAniDBTvDB:
CommandRequest_WebCacheDeleteXRefAniDBTvDB cr_DeleteXRefAniDBTvDB =
new CommandRequest_WebCacheDeleteXRefAniDBTvDB();
cr_DeleteXRefAniDBTvDB.LoadFromDBCommand(crdb);
return((ICommandRequest)cr_DeleteXRefAniDBTvDB);
case CommandRequestType.WebCache_SendXRefAniDBTvDB:
CommandRequest_WebCacheSendXRefAniDBTvDB cr_SendXRefAniDBTvDB =
new CommandRequest_WebCacheSendXRefAniDBTvDB();
cr_SendXRefAniDBTvDB.LoadFromDBCommand(crdb);
return((ICommandRequest)cr_SendXRefAniDBTvDB);
case CommandRequestType.TvDB_SearchAnime:
CommandRequest_TvDBSearchAnime cr_TvDB_SearchAnime = new CommandRequest_TvDBSearchAnime();
cr_TvDB_SearchAnime.LoadFromDBCommand(crdb);
return((ICommandRequest)cr_TvDB_SearchAnime);
case CommandRequestType.TvDB_DownloadImages:
CommandRequest_TvDBDownloadImages cr_TvDB_DownloadImages = new CommandRequest_TvDBDownloadImages();
cr_TvDB_DownloadImages.LoadFromDBCommand(crdb);
return((ICommandRequest)cr_TvDB_DownloadImages);
case CommandRequestType.TvDB_SeriesEpisodes:
CommandRequest_TvDBUpdateSeriesAndEpisodes cr_TvDB_Episodes =
new CommandRequest_TvDBUpdateSeriesAndEpisodes();
cr_TvDB_Episodes.LoadFromDBCommand(crdb);
return((ICommandRequest)cr_TvDB_Episodes);
case CommandRequestType.AniDB_SyncVotes:
CommandRequest_SyncMyVotes cr_SyncVotes = new CommandRequest_SyncMyVotes();
cr_SyncVotes.LoadFromDBCommand(crdb);
return((ICommandRequest)cr_SyncVotes);
case CommandRequestType.AniDB_VoteAnime:
CommandRequest_VoteAnime cr_VoteAnime = new CommandRequest_VoteAnime();
cr_VoteAnime.LoadFromDBCommand(crdb);
return((ICommandRequest)cr_VoteAnime);
case CommandRequestType.AniDB_GetCalendar:
CommandRequest_GetCalendar cr_GetCalendar = new CommandRequest_GetCalendar();
cr_GetCalendar.LoadFromDBCommand(crdb);
return((ICommandRequest)cr_GetCalendar);
case CommandRequestType.AniDB_GetReleaseGroup:
CommandRequest_GetReleaseGroup cr_GetReleaseGroup = new CommandRequest_GetReleaseGroup();
cr_GetReleaseGroup.LoadFromDBCommand(crdb);
return((ICommandRequest)cr_GetReleaseGroup);
case CommandRequestType.AniDB_GetAnimeHTTP:
CommandRequest_GetAnimeHTTP cr_geth = new CommandRequest_GetAnimeHTTP();
cr_geth.LoadFromDBCommand(crdb);
return((ICommandRequest)cr_geth);
case CommandRequestType.AniDB_GetReleaseGroupStatus:
CommandRequest_GetReleaseGroupStatus cr_GetReleaseGroupStatus =
new CommandRequest_GetReleaseGroupStatus();
cr_GetReleaseGroupStatus.LoadFromDBCommand(crdb);
return((ICommandRequest)cr_GetReleaseGroupStatus);
case CommandRequestType.HashFile:
CommandRequest_HashFile cr_HashFile = new CommandRequest_HashFile();
cr_HashFile.LoadFromDBCommand(crdb);
return((ICommandRequest)cr_HashFile);
case CommandRequestType.ProcessFile:
CommandRequest_ProcessFile cr_pf = new CommandRequest_ProcessFile();
cr_pf.LoadFromDBCommand(crdb);
return((ICommandRequest)cr_pf);
case CommandRequestType.AniDB_AddFileUDP:
CommandRequest_AddFileToMyList cr_af = new CommandRequest_AddFileToMyList();
cr_af.LoadFromDBCommand(crdb);
return((ICommandRequest)cr_af);
case CommandRequestType.AniDB_UpdateWatchedUDP:
CommandRequest_UpdateMyListFileStatus cr_umlf = new CommandRequest_UpdateMyListFileStatus();
cr_umlf.LoadFromDBCommand(crdb);
return((ICommandRequest)cr_umlf);
case CommandRequestType.WebCache_DeleteXRefFileEpisode:
CommandRequest_WebCacheDeleteXRefFileEpisode cr_DeleteXRefFileEpisode =
new CommandRequest_WebCacheDeleteXRefFileEpisode();
cr_DeleteXRefFileEpisode.LoadFromDBCommand(crdb);
return((ICommandRequest)cr_DeleteXRefFileEpisode);
case CommandRequestType.WebCache_SendXRefFileEpisode:
CommandRequest_WebCacheSendXRefFileEpisode cr_SendXRefFileEpisode =
new CommandRequest_WebCacheSendXRefFileEpisode();
cr_SendXRefFileEpisode.LoadFromDBCommand(crdb);
return((ICommandRequest)cr_SendXRefFileEpisode);
case CommandRequestType.AniDB_GetReviews:
CommandRequest_GetReviews cr_GetReviews = new CommandRequest_GetReviews();
cr_GetReviews.LoadFromDBCommand(crdb);
return((ICommandRequest)cr_GetReviews);
case CommandRequestType.AniDB_GetUpdated:
CommandRequest_GetUpdated cr_GetUpdated = new CommandRequest_GetUpdated();
cr_GetUpdated.LoadFromDBCommand(crdb);
return((ICommandRequest)cr_GetUpdated);
case CommandRequestType.AniDB_SyncMyList:
CommandRequest_SyncMyList cr_SyncMyList = new CommandRequest_SyncMyList();
cr_SyncMyList.LoadFromDBCommand(crdb);
return((ICommandRequest)cr_SyncMyList);
case CommandRequestType.Refresh_AnimeStats:
CommandRequest_RefreshAnime cr_refreshAnime = new CommandRequest_RefreshAnime();
cr_refreshAnime.LoadFromDBCommand(crdb);
return(cr_refreshAnime);
case CommandRequestType.LinkAniDBTvDB:
CommandRequest_LinkAniDBTvDB cr_linkAniDBTvDB = new CommandRequest_LinkAniDBTvDB();
cr_linkAniDBTvDB.LoadFromDBCommand(crdb);
return(cr_linkAniDBTvDB);
}
return(null);
}
public void RescanUnlinkedFiles()
{
try
{
// files which have been hashed, but don't have an associated episode
VideoLocalRepository repVidLocals = new VideoLocalRepository();
List<VideoLocal> filesWithoutEpisode = repVidLocals.GetVideosWithoutEpisode();
foreach (VideoLocal vl in filesWithoutEpisode)
{
CommandRequest_ProcessFile cmd = new CommandRequest_ProcessFile(vl.VideoLocalID, true);
cmd.Save();
}
}
catch (Exception ex)
{
logger.ErrorException(ex.Message, ex);
}
}
public string RescanFile(int videoLocalID)
{
try
{
VideoLocalRepository repVids = new VideoLocalRepository();
VideoLocal vid = repVids.GetByID(videoLocalID);
if (vid == null) return "File could not be found";
CommandRequest_ProcessFile cmd = new CommandRequest_ProcessFile(vid.VideoLocalID, true);
cmd.Save();
}
catch (Exception ex)
{
logger.ErrorException(ex.Message, ex);
return ex.Message;
}
return "";
}
private VideoLocal ProcessFile_LocalInfo()
{
// hash and read media info for file
int nshareID = -1;
string filePath = "";
ImportFolderRepository repNS = new ImportFolderRepository();
List<ImportFolder> shares = repNS.GetAll();
DataAccessHelper.GetShareAndPath(FileName, shares, ref nshareID, ref filePath);
if (!File.Exists(FileName))
{
logger.Error("File does not exist: {0}", FileName);
return null;
}
int numAttempts = 0;
// Wait 3 minutes seconds before giving up on trying to access the file
while ((!CanAccessFile(FileName)) && (numAttempts < 180))
{
numAttempts++;
Thread.Sleep(1000);
Console.WriteLine("Attempt # " + numAttempts.ToString());
}
// if we failed to access the file, get ouuta here
if (numAttempts == 180)
{
logger.Error("Could not access file: " + FileName);
return null;
}
// check if we have already processed this file
VideoLocal vlocal = null;
VideoLocalRepository repVidLocal = new VideoLocalRepository();
FileNameHashRepository repFNHash = new FileNameHashRepository();
List<VideoLocal> vidLocals = repVidLocal.GetByFilePathAndShareID(filePath, nshareID);
FileInfo fi = new FileInfo(FileName);
if (vidLocals.Count > 0)
{
vlocal = vidLocals[0];
logger.Trace("VideoLocal record found in database: {0}", vlocal.VideoLocalID);
if (ForceHash)
{
vlocal.FileSize = fi.Length;
vlocal.DateTimeUpdated = DateTime.Now;
}
}
else
{
logger.Trace("VideoLocal, creating new record");
vlocal = new VideoLocal();
vlocal.DateTimeUpdated = DateTime.Now;
vlocal.DateTimeCreated = vlocal.DateTimeUpdated;
vlocal.FilePath = filePath;
vlocal.FileSize = fi.Length;
vlocal.ImportFolderID = nshareID;
vlocal.Hash = "";
vlocal.CRC32 = "";
vlocal.MD5 = "";
vlocal.SHA1 = "";
vlocal.IsIgnored = 0;
vlocal.IsVariation = 0;
}
// check if we need to get a hash this file
Hashes hashes = null;
if (string.IsNullOrEmpty(vlocal.Hash) || ForceHash)
{
// try getting the hash from the CrossRef
if (!ForceHash)
{
CrossRef_File_EpisodeRepository repCrossRefs = new CrossRef_File_EpisodeRepository();
List<CrossRef_File_Episode> crossRefs = repCrossRefs.GetByFileNameAndSize(Path.GetFileName(vlocal.FilePath), vlocal.FileSize);
if (crossRefs.Count == 1)
{
vlocal.Hash = crossRefs[0].Hash;
vlocal.HashSource = (int)HashSource.DirectHash;
}
}
// try getting the hash from the LOCAL cache
if (!ForceHash && string.IsNullOrEmpty(vlocal.Hash))
{
List<FileNameHash> fnhashes = repFNHash.GetByFileNameAndSize(Path.GetFileName(vlocal.FilePath), vlocal.FileSize);
if (fnhashes != null && fnhashes.Count > 1)
{
// if we have more than one record it probably means there is some sort of corruption
// lets delete the local records
foreach (FileNameHash fnh in fnhashes)
{
repFNHash.Delete(fnh.FileNameHashID);
}
}
if (fnhashes != null && fnhashes.Count == 1)
{
logger.Trace("Got hash from LOCAL cache: {0} ({1})", FileName, fnhashes[0].Hash);
vlocal.Hash = fnhashes[0].Hash;
vlocal.HashSource = (int)HashSource.WebCacheFileName;
}
}
// hash the file
if (string.IsNullOrEmpty(vlocal.Hash) || ForceHash)
{
DateTime start = DateTime.Now;
logger.Trace("Calculating hashes for: {0}", FileName);
// update the VideoLocal record with the Hash
hashes = FileHashHelper.GetHashInfo(FileName, true, MainWindow.OnHashProgress, ServerSettings.Hash_CRC32, ServerSettings.Hash_MD5, ServerSettings.Hash_SHA1);
TimeSpan ts = DateTime.Now - start;
logger.Trace("Hashed file in {0} seconds --- {1} ({2})", ts.TotalSeconds.ToString("#0.0"), FileName, Utils.FormatByteSize(vlocal.FileSize));
vlocal.Hash = hashes.ed2k;
vlocal.CRC32 = hashes.crc32;
vlocal.MD5 = hashes.md5;
vlocal.SHA1 = hashes.sha1;
vlocal.HashSource = (int)HashSource.DirectHash;
}
// We should have a hash by now
// before we save it, lets make sure there is not any other record with this hash (possible duplicate file)
VideoLocal vidTemp = repVidLocal.GetByHash(vlocal.Hash);
if (vidTemp != null)
{
// don't delete it, if it is actually the same record
if (vidTemp.VideoLocalID != vlocal.VideoLocalID)
{
// delete the VideoLocal record
logger.Warn("Deleting duplicate video file record");
logger.Warn("---------------------------------------------");
logger.Warn("Keeping record for: {0}", vlocal.FullServerPath);
logger.Warn("Deleting record for: {0}", vidTemp.FullServerPath);
logger.Warn("---------------------------------------------");
// check if we have a record of this in the database, if not create one
DuplicateFileRepository repDups = new DuplicateFileRepository();
List<DuplicateFile> dupFiles = repDups.GetByFilePathsAndImportFolder(vlocal.FilePath, vidTemp.FilePath, vlocal.ImportFolderID, vidTemp.ImportFolderID);
if (dupFiles.Count == 0)
dupFiles = repDups.GetByFilePathsAndImportFolder(vidTemp.FilePath, vlocal.FilePath, vidTemp.ImportFolderID, vlocal.ImportFolderID);
if (dupFiles.Count == 0)
{
DuplicateFile dup = new DuplicateFile();
dup.DateTimeUpdated = DateTime.Now;
dup.FilePathFile1 = vlocal.FilePath;
dup.FilePathFile2 = vidTemp.FilePath;
dup.ImportFolderIDFile1 = vlocal.ImportFolderID;
dup.ImportFolderIDFile2 = vidTemp.ImportFolderID;
dup.Hash = vlocal.Hash;
repDups.Save(dup);
}
repVidLocal.Delete(vidTemp.VideoLocalID);
}
}
repVidLocal.Save(vlocal);
// also save the filename to hash record
// replace the existing records just in case it was corrupt
FileNameHash fnhash = null;
List<FileNameHash> fnhashes2 = repFNHash.GetByFileNameAndSize(Path.GetFileName(vlocal.FilePath), vlocal.FileSize);
if (fnhashes2 != null && fnhashes2.Count > 1)
{
// if we have more than one record it probably means there is some sort of corruption
// lets delete the local records
foreach (FileNameHash fnh in fnhashes2)
{
repFNHash.Delete(fnh.FileNameHashID);
}
}
if (fnhashes2 != null && fnhashes2.Count == 1)
fnhash = fnhashes2[0];
else
fnhash = new FileNameHash();
fnhash.FileName = Path.GetFileName(vlocal.FilePath);
fnhash.FileSize = vlocal.FileSize;
fnhash.Hash = vlocal.Hash;
fnhash.DateTimeUpdated = DateTime.Now;
repFNHash.Save(fnhash);
}
// now check if we have stored a VideoInfo record
bool refreshMediaInfo = false;
VideoInfoRepository repVidInfo = new VideoInfoRepository();
VideoInfo vinfo = repVidInfo.GetByHash(vlocal.Hash);
if (vinfo == null)
{
refreshMediaInfo = true;
vinfo = new VideoInfo();
vinfo.Hash = vlocal.Hash;
vinfo.Duration = 0;
vinfo.FileSize = fi.Length;
vinfo.DateTimeUpdated = DateTime.Now;
vinfo.FileName = filePath;
vinfo.AudioBitrate = "";
vinfo.AudioCodec = "";
vinfo.VideoBitrate = "";
vinfo.VideoBitDepth = "";
vinfo.VideoCodec = "";
vinfo.VideoFrameRate = "";
vinfo.VideoResolution = "";
repVidInfo.Save(vinfo);
}
else
{
// check if we need to update the media info
if (vinfo.VideoCodec.Trim().Length == 0) refreshMediaInfo = true;
else refreshMediaInfo = false;
}
if (refreshMediaInfo)
{
logger.Trace("Getting media info for: {0}", FileName);
MediaInfoResult mInfo = FileHashHelper.GetMediaInfo(FileName, true);
vinfo.AudioBitrate = string.IsNullOrEmpty(mInfo.AudioBitrate) ? "" : mInfo.AudioBitrate;
vinfo.AudioCodec = string.IsNullOrEmpty(mInfo.AudioCodec) ? "" : mInfo.AudioCodec;
vinfo.DateTimeUpdated = vlocal.DateTimeUpdated;
vinfo.Duration = mInfo.Duration;
vinfo.FileName = filePath;
vinfo.FileSize = fi.Length;
vinfo.VideoBitrate = string.IsNullOrEmpty(mInfo.VideoBitrate) ? "" : mInfo.VideoBitrate;
vinfo.VideoBitDepth = string.IsNullOrEmpty(mInfo.VideoBitDepth) ? "" : mInfo.VideoBitDepth;
vinfo.VideoCodec = string.IsNullOrEmpty(mInfo.VideoCodec) ? "" : mInfo.VideoCodec;
vinfo.VideoFrameRate = string.IsNullOrEmpty(mInfo.VideoFrameRate) ? "" : mInfo.VideoFrameRate;
vinfo.VideoResolution = string.IsNullOrEmpty(mInfo.VideoResolution) ? "" : mInfo.VideoResolution;
vinfo.FullInfo = string.IsNullOrEmpty(mInfo.FullInfo) ? "" : mInfo.FullInfo;
repVidInfo.Save(vinfo);
}
// now add a command to process the file
CommandRequest_ProcessFile cr_procfile = new CommandRequest_ProcessFile(vlocal.VideoLocalID, false);
cr_procfile.Save();
return vlocal;
}
// List of Default priorities for commands
// Pri 1
//------
// Reserved for commands user manually initiates from UI
//------
// Pri 2
//------
// CommandRequest_GetAnimeHTTP
//------
// Pri 3
//------
// CommandRequest_ProcessFile
// CommandRequest_GetFile
//------
// Pri 4
//------
// CommandRequest_GetUpdated
// CommandRequest_ReadMediaInfo
// CommandRequest_GetEpsode
//------
// Pri 5
//------
// CommandRequest_GetReleaseGroupStatus
//------
// Pri 6
//------
// CommandRequest_SyncMyList
// CommandRequest_SyncMyVotes
//------
// Pri 7
//------
// CommandRequest_GetCalendar
//------
// Pri 8
//------
// CommandRequest_UpdateMyListFileStatus
// CommandRequest_GetCharactersCreators
// CommandRequest_TraktSyncCollection
// CommandRequest_TvDBUpdateSeriesAndEpisodes
// CommandRequest_TvDBDownloadImages
// CommandRequest_TvDBSearchAnime
// CommandRequest_MovieDBSearchAnime
// CommandRequest_TraktSearchAnime
// CommandRequest_MALSearchAnime
//------
// Pri 9
//------
// CommandRequest_WebCacheSendFileHash
// CommandRequest_GetReviews
// CommandRequest_GetReleaseGroup
// CommandRequest_WebCacheSendXRefFileEpisode
// CommandRequest_WebCacheDeleteXRefFileEpisode
// CommandRequest_AddFileToMyList
// CommandRequest_DeleteFileFromMyList
// CommandRequest_VoteAnime
// CommandRequest_WebCacheDeleteXRefAniDBTvDB
// CommandRequest_WebCacheDeleteXRefAniDBTvDBAll
// CommandRequest_WebCacheSendXRefAniDBTvDB
// CommandRequest_WebCacheSendXRefAniDBOther
// CommandRequest_WebCacheDeleteXRefAniDBOther
// CommandRequest_WebCacheDeleteXRefAniDBTrakt
// CommandRequest_WebCacheSendXRefAniDBTrakt
// CommandRequest_TraktUpdateInfoAndImages
// CommandRequest_TraktSyncCollectionSeries
// CommandRequest_TraktShowEpisodeUnseen
// CommandRequest_DownloadImage
// CommandRequest_TraktUpdateAllSeries
// CommandRequest_MALUpdatedWatchedStatus
// CommandRequest_MALUploadStatusToMAL
// CommandRequest_MALDownloadStatusFromMAL
// CommandRequest_WebCacheSendAniDB_File
// CommandRequest_Azure_SendAnimeFull
//------
// Pri 10
//------
// CommandRequest_UpdateMylistStats
// CommandRequest_Azure_SendAnimeXML
//------
// Pri 11
//------
// CommandRequest_Azure_SendAnimeTitle
public static ICommandRequest GetCommand(CommandRequest crdb)
{
CommandRequestType crt = (CommandRequestType)crdb.CommandType;
switch (crt)
{
case CommandRequestType.Trakt_SyncCollectionSeries:
CommandRequest_TraktSyncCollectionSeries cr_CommandRequest_TraktSyncCollectionSeries = new CommandRequest_TraktSyncCollectionSeries();
cr_CommandRequest_TraktSyncCollectionSeries.LoadFromDBCommand(crdb);
return (ICommandRequest)cr_CommandRequest_TraktSyncCollectionSeries;
case CommandRequestType.AniDB_GetEpisodeUDP:
CommandRequest_GetEpisode cr_CommandRequest_GetEpisode = new CommandRequest_GetEpisode();
cr_CommandRequest_GetEpisode.LoadFromDBCommand(crdb);
return (ICommandRequest)cr_CommandRequest_GetEpisode;
case CommandRequestType.Azure_SendAnimeTitle:
CommandRequest_Azure_SendAnimeTitle cr_CommandRequest_Azure_SendAnimeTitle = new CommandRequest_Azure_SendAnimeTitle();
cr_CommandRequest_Azure_SendAnimeTitle.LoadFromDBCommand(crdb);
return (ICommandRequest)cr_CommandRequest_Azure_SendAnimeTitle;
case CommandRequestType.AniDB_GetTitles:
CommandRequest_GetAniDBTitles cr_CommandRequest_GetAniDBTitles = new CommandRequest_GetAniDBTitles();
cr_CommandRequest_GetAniDBTitles.LoadFromDBCommand(crdb);
return (ICommandRequest)cr_CommandRequest_GetAniDBTitles;
case CommandRequestType.Azure_SendAnimeXML:
CommandRequest_Azure_SendAnimeXML cr_CommandRequest_Azure_SendAnimeXML = new CommandRequest_Azure_SendAnimeXML();
cr_CommandRequest_Azure_SendAnimeXML.LoadFromDBCommand(crdb);
return (ICommandRequest)cr_CommandRequest_Azure_SendAnimeXML;
case CommandRequestType.Azure_SendAnimeFull:
CommandRequest_Azure_SendAnimeFull cr_CommandRequest_Azure_SendAnimeFull = new CommandRequest_Azure_SendAnimeFull();
cr_CommandRequest_Azure_SendAnimeFull.LoadFromDBCommand(crdb);
return (ICommandRequest)cr_CommandRequest_Azure_SendAnimeFull;
case CommandRequestType.Azure_SendUserInfo:
CommandRequest_Azure_SendUserInfo cr_CommandRequest_Azure_SendUserInfo = new CommandRequest_Azure_SendUserInfo();
cr_CommandRequest_Azure_SendUserInfo.LoadFromDBCommand(crdb);
return (ICommandRequest)cr_CommandRequest_Azure_SendUserInfo;
case CommandRequestType.AniDB_UpdateMylistStats:
CommandRequest_UpdateMylistStats cr_AniDB_UpdateMylistStats = new CommandRequest_UpdateMylistStats();
cr_AniDB_UpdateMylistStats.LoadFromDBCommand(crdb);
return (ICommandRequest)cr_AniDB_UpdateMylistStats;
case CommandRequestType.MAL_DownloadWatchedStates:
CommandRequest_MALDownloadStatusFromMAL cr_MAL_DownloadWatchedStates = new CommandRequest_MALDownloadStatusFromMAL();
cr_MAL_DownloadWatchedStates.LoadFromDBCommand(crdb);
return (ICommandRequest)cr_MAL_DownloadWatchedStates;
case CommandRequestType.MAL_UploadWatchedStates:
CommandRequest_MALUploadStatusToMAL cr_MAL_UploadWatchedStates = new CommandRequest_MALUploadStatusToMAL();
cr_MAL_UploadWatchedStates.LoadFromDBCommand(crdb);
return (ICommandRequest)cr_MAL_UploadWatchedStates;
case CommandRequestType.MAL_UpdateStatus:
CommandRequest_MALUpdatedWatchedStatus cr_MAL_UpdateStatus = new CommandRequest_MALUpdatedWatchedStatus();
cr_MAL_UpdateStatus.LoadFromDBCommand(crdb);
return (ICommandRequest)cr_MAL_UpdateStatus;
case CommandRequestType.MAL_SearchAnime:
CommandRequest_MALSearchAnime cr_MAL_SearchAnime = new CommandRequest_MALSearchAnime();
cr_MAL_SearchAnime.LoadFromDBCommand(crdb);
return (ICommandRequest)cr_MAL_SearchAnime;
case CommandRequestType.WebCache_SendXRefAniDBMAL:
CommandRequest_WebCacheSendXRefAniDBMAL cr_WebCacheSendXRefAniDBMAL = new CommandRequest_WebCacheSendXRefAniDBMAL();
cr_WebCacheSendXRefAniDBMAL.LoadFromDBCommand(crdb);
return (ICommandRequest)cr_WebCacheSendXRefAniDBMAL;
case CommandRequestType.WebCache_DeleteXRefAniDBMAL:
CommandRequest_WebCacheDeleteXRefAniDBMAL cr_WebCacheDeleteXRefAniDBMAL = new CommandRequest_WebCacheDeleteXRefAniDBMAL();
cr_WebCacheDeleteXRefAniDBMAL.LoadFromDBCommand(crdb);
return (ICommandRequest)cr_WebCacheDeleteXRefAniDBMAL;
case CommandRequestType.AniDB_GetFileUDP:
CommandRequest_GetFile cr_AniDB_GetFileUDP = new CommandRequest_GetFile();
cr_AniDB_GetFileUDP.LoadFromDBCommand(crdb);
return (ICommandRequest)cr_AniDB_GetFileUDP;
case CommandRequestType.ReadMediaInfo:
CommandRequest_ReadMediaInfo cr_ReadMediaInfo = new CommandRequest_ReadMediaInfo();
cr_ReadMediaInfo.LoadFromDBCommand(crdb);
return (ICommandRequest)cr_ReadMediaInfo;
case CommandRequestType.Trakt_UpdateAllSeries:
CommandRequest_TraktUpdateAllSeries cr_Trakt_UpdateAllSeries = new CommandRequest_TraktUpdateAllSeries();
cr_Trakt_UpdateAllSeries.LoadFromDBCommand(crdb);
return (ICommandRequest)cr_Trakt_UpdateAllSeries;
case CommandRequestType.Trakt_EpisodeCollection:
CommandRequest_TraktCollectionEpisode cr_TraktCollectionEpisode = new CommandRequest_TraktCollectionEpisode();
cr_TraktCollectionEpisode.LoadFromDBCommand(crdb);
return (ICommandRequest)cr_TraktCollectionEpisode;
case CommandRequestType.Trakt_SyncCollection:
CommandRequest_TraktSyncCollection cr_Trakt_SyncCollection = new CommandRequest_TraktSyncCollection();
cr_Trakt_SyncCollection.LoadFromDBCommand(crdb);
return (ICommandRequest)cr_Trakt_SyncCollection;
case CommandRequestType.Trakt_EpisodeHistory:
CommandRequest_TraktHistoryEpisode cr_Trakt_EpisodeHistory = new CommandRequest_TraktHistoryEpisode();
cr_Trakt_EpisodeHistory.LoadFromDBCommand(crdb);
return (ICommandRequest)cr_Trakt_EpisodeHistory;
case CommandRequestType.Trakt_UpdateInfoImages:
CommandRequest_TraktUpdateInfoAndImages cr_Trakt_UpdateInfoImages = new CommandRequest_TraktUpdateInfoAndImages();
cr_Trakt_UpdateInfoImages.LoadFromDBCommand(crdb);
return (ICommandRequest)cr_Trakt_UpdateInfoImages;
case CommandRequestType.WebCache_SendXRefAniDBTrakt:
CommandRequest_WebCacheSendXRefAniDBTrakt cr_WebCache_SendXRefAniDBTrakt = new CommandRequest_WebCacheSendXRefAniDBTrakt();
cr_WebCache_SendXRefAniDBTrakt.LoadFromDBCommand(crdb);
return (ICommandRequest)cr_WebCache_SendXRefAniDBTrakt;
case CommandRequestType.WebCache_DeleteXRefAniDBTrakt:
CommandRequest_WebCacheDeleteXRefAniDBTrakt cr_WebCache_DeleteXRefAniDBTrakt = new CommandRequest_WebCacheDeleteXRefAniDBTrakt();
cr_WebCache_DeleteXRefAniDBTrakt.LoadFromDBCommand(crdb);
return (ICommandRequest)cr_WebCache_DeleteXRefAniDBTrakt;
case CommandRequestType.Trakt_SearchAnime:
CommandRequest_TraktSearchAnime cr_Trakt_SearchAnime = new CommandRequest_TraktSearchAnime();
cr_Trakt_SearchAnime.LoadFromDBCommand(crdb);
return (ICommandRequest)cr_Trakt_SearchAnime;
case CommandRequestType.MovieDB_SearchAnime:
CommandRequest_MovieDBSearchAnime cr_MovieDB_SearchAnime = new CommandRequest_MovieDBSearchAnime();
cr_MovieDB_SearchAnime.LoadFromDBCommand(crdb);
return (ICommandRequest)cr_MovieDB_SearchAnime;
case CommandRequestType.WebCache_DeleteXRefAniDBOther:
CommandRequest_WebCacheDeleteXRefAniDBOther cr_SendXRefAniDBOther = new CommandRequest_WebCacheDeleteXRefAniDBOther();
cr_SendXRefAniDBOther.LoadFromDBCommand(crdb);
return (ICommandRequest)cr_SendXRefAniDBOther;
case CommandRequestType.WebCache_SendXRefAniDBOther:
CommandRequest_WebCacheSendXRefAniDBOther cr_WebCacheSendXRefAniDBOther = new CommandRequest_WebCacheSendXRefAniDBOther();
cr_WebCacheSendXRefAniDBOther.LoadFromDBCommand(crdb);
return (ICommandRequest)cr_WebCacheSendXRefAniDBOther;
case CommandRequestType.AniDB_DeleteFileUDP:
CommandRequest_DeleteFileFromMyList cr_AniDB_DeleteFileUDP = new CommandRequest_DeleteFileFromMyList();
cr_AniDB_DeleteFileUDP.LoadFromDBCommand(crdb);
return (ICommandRequest)cr_AniDB_DeleteFileUDP;
case CommandRequestType.ImageDownload:
CommandRequest_DownloadImage cr_ImageDownload = new CommandRequest_DownloadImage();
cr_ImageDownload.LoadFromDBCommand(crdb);
return (ICommandRequest)cr_ImageDownload;
case CommandRequestType.WebCache_DeleteXRefAniDBTvDB:
CommandRequest_WebCacheDeleteXRefAniDBTvDB cr_DeleteXRefAniDBTvDB = new CommandRequest_WebCacheDeleteXRefAniDBTvDB();
cr_DeleteXRefAniDBTvDB.LoadFromDBCommand(crdb);
return (ICommandRequest)cr_DeleteXRefAniDBTvDB;
case CommandRequestType.WebCache_SendXRefAniDBTvDB:
CommandRequest_WebCacheSendXRefAniDBTvDB cr_SendXRefAniDBTvDB = new CommandRequest_WebCacheSendXRefAniDBTvDB();
cr_SendXRefAniDBTvDB.LoadFromDBCommand(crdb);
return (ICommandRequest)cr_SendXRefAniDBTvDB;
case CommandRequestType.TvDB_SearchAnime:
CommandRequest_TvDBSearchAnime cr_TvDB_SearchAnime = new CommandRequest_TvDBSearchAnime();
cr_TvDB_SearchAnime.LoadFromDBCommand(crdb);
return (ICommandRequest)cr_TvDB_SearchAnime;
case CommandRequestType.TvDB_DownloadImages:
CommandRequest_TvDBDownloadImages cr_TvDB_DownloadImages = new CommandRequest_TvDBDownloadImages();
cr_TvDB_DownloadImages.LoadFromDBCommand(crdb);
return (ICommandRequest)cr_TvDB_DownloadImages;
case CommandRequestType.TvDB_SeriesEpisodes:
CommandRequest_TvDBUpdateSeriesAndEpisodes cr_TvDB_Episodes = new CommandRequest_TvDBUpdateSeriesAndEpisodes();
cr_TvDB_Episodes.LoadFromDBCommand(crdb);
return (ICommandRequest)cr_TvDB_Episodes;
case CommandRequestType.AniDB_SyncVotes:
CommandRequest_SyncMyVotes cr_SyncVotes = new CommandRequest_SyncMyVotes();
cr_SyncVotes.LoadFromDBCommand(crdb);
return (ICommandRequest)cr_SyncVotes;
case CommandRequestType.AniDB_VoteAnime:
CommandRequest_VoteAnime cr_VoteAnime = new CommandRequest_VoteAnime();
cr_VoteAnime.LoadFromDBCommand(crdb);
return (ICommandRequest)cr_VoteAnime;
case CommandRequestType.AniDB_GetCalendar:
CommandRequest_GetCalendar cr_GetCalendar = new CommandRequest_GetCalendar();
cr_GetCalendar.LoadFromDBCommand(crdb);
return (ICommandRequest)cr_GetCalendar;
case CommandRequestType.AniDB_GetReleaseGroup:
CommandRequest_GetReleaseGroup cr_GetReleaseGroup = new CommandRequest_GetReleaseGroup();
cr_GetReleaseGroup.LoadFromDBCommand(crdb);
return (ICommandRequest)cr_GetReleaseGroup;
case CommandRequestType.AniDB_GetAnimeHTTP:
CommandRequest_GetAnimeHTTP cr_geth = new CommandRequest_GetAnimeHTTP();
cr_geth.LoadFromDBCommand(crdb);
return (ICommandRequest)cr_geth;
case CommandRequestType.AniDB_GetReleaseGroupStatus:
CommandRequest_GetReleaseGroupStatus cr_GetReleaseGroupStatus = new CommandRequest_GetReleaseGroupStatus();
cr_GetReleaseGroupStatus.LoadFromDBCommand(crdb);
return (ICommandRequest)cr_GetReleaseGroupStatus;
case CommandRequestType.HashFile:
CommandRequest_HashFile cr_HashFile = new CommandRequest_HashFile();
cr_HashFile.LoadFromDBCommand(crdb);
return (ICommandRequest)cr_HashFile;
case CommandRequestType.ProcessFile:
CommandRequest_ProcessFile cr_pf = new CommandRequest_ProcessFile();
cr_pf.LoadFromDBCommand(crdb);
return (ICommandRequest)cr_pf;
case CommandRequestType.AniDB_AddFileUDP:
CommandRequest_AddFileToMyList cr_af = new CommandRequest_AddFileToMyList();
cr_af.LoadFromDBCommand(crdb);
return (ICommandRequest)cr_af;
case CommandRequestType.AniDB_UpdateWatchedUDP:
CommandRequest_UpdateMyListFileStatus cr_umlf = new CommandRequest_UpdateMyListFileStatus();
cr_umlf.LoadFromDBCommand(crdb);
return (ICommandRequest)cr_umlf;
case CommandRequestType.WebCache_DeleteXRefFileEpisode:
CommandRequest_WebCacheDeleteXRefFileEpisode cr_DeleteXRefFileEpisode = new CommandRequest_WebCacheDeleteXRefFileEpisode();
cr_DeleteXRefFileEpisode.LoadFromDBCommand(crdb);
return (ICommandRequest)cr_DeleteXRefFileEpisode;
case CommandRequestType.WebCache_SendXRefFileEpisode:
CommandRequest_WebCacheSendXRefFileEpisode cr_SendXRefFileEpisode = new CommandRequest_WebCacheSendXRefFileEpisode();
cr_SendXRefFileEpisode.LoadFromDBCommand(crdb);
return (ICommandRequest)cr_SendXRefFileEpisode;
case CommandRequestType.AniDB_GetReviews:
CommandRequest_GetReviews cr_GetReviews = new CommandRequest_GetReviews();
cr_GetReviews.LoadFromDBCommand(crdb);
return (ICommandRequest)cr_GetReviews;
case CommandRequestType.AniDB_GetUpdated:
CommandRequest_GetUpdated cr_GetUpdated = new CommandRequest_GetUpdated();
cr_GetUpdated.LoadFromDBCommand(crdb);
return (ICommandRequest)cr_GetUpdated;
case CommandRequestType.AniDB_SyncMyList:
CommandRequest_SyncMyList cr_SyncMyList = new CommandRequest_SyncMyList();
cr_SyncMyList.LoadFromDBCommand(crdb);
return (ICommandRequest)cr_SyncMyList;
case CommandRequestType.Refresh_AnimeStats:
CommandRequest_RefreshAnime cr_refreshAnime=new CommandRequest_RefreshAnime();
cr_refreshAnime.LoadFromDBCommand(crdb);
return cr_refreshAnime;
}
return null;
}
public void RescanUnlinkedFiles()
{
try
{
// files which have been hashed, but don't have an associated episode
List<VideoLocal> filesWithoutEpisode = RepoFactory.VideoLocal.GetVideosWithoutEpisode();
foreach (VideoLocal vl in filesWithoutEpisode.Where(a=>!string.IsNullOrEmpty(a.Hash)))
{
CommandRequest_ProcessFile cmd = new CommandRequest_ProcessFile(vl.VideoLocalID, true);
cmd.Save();
}
}
catch (Exception ex)
{
logger.Error( ex,ex.Message);
}
}
public string RescanFile(int videoLocalID)
{
try
{
VideoLocal vid = RepoFactory.VideoLocal.GetByID(videoLocalID);
if (vid == null) return "File could not be found";
if (string.IsNullOrEmpty(vid.Hash)) return "Could not Update a cloud file without hash, hash it locally first";
CommandRequest_ProcessFile cmd = new CommandRequest_ProcessFile(vid.VideoLocalID, true);
cmd.Save();
}
catch (Exception ex)
{
logger.Error( ex,ex.Message);
return ex.Message;
}
return "";
}
public static void RunImport_IntegrityCheck()
{
VideoLocalRepository repVidLocals = new VideoLocalRepository();
AniDB_FileRepository repAniFile = new AniDB_FileRepository();
AniDB_EpisodeRepository repAniEps = new AniDB_EpisodeRepository();
AniDB_AnimeRepository repAniAnime = new AniDB_AnimeRepository();
// files which don't have a valid import folder
List<VideoLocal> filesToDelete = repVidLocals.GetVideosWithoutImportFolder();
foreach (VideoLocal vl in filesToDelete)
repVidLocals.Delete(vl.VideoLocalID);
// files which have not been hashed yet
// or files which do not have a VideoInfo record
List<VideoLocal> filesToHash = repVidLocals.GetVideosWithoutHash();
Dictionary<int, VideoLocal> dictFilesToHash = new Dictionary<int, VideoLocal>();
foreach (VideoLocal vl in filesToHash)
{
dictFilesToHash[vl.VideoLocalID] = vl;
CommandRequest_HashFile cmd = new CommandRequest_HashFile(vl.FullServerPath, false);
cmd.Save();
}
List<VideoLocal> filesToRehash = repVidLocals.GetVideosWithoutVideoInfo();
Dictionary<int, VideoLocal> dictFilesToRehash = new Dictionary<int, VideoLocal>();
foreach (VideoLocal vl in filesToHash)
{
dictFilesToRehash[vl.VideoLocalID] = vl;
// don't use if it is in the previous list
if (!dictFilesToHash.ContainsKey(vl.VideoLocalID))
{
try
{
CommandRequest_HashFile cmd = new CommandRequest_HashFile(vl.FullServerPath, false);
cmd.Save();
}
catch (Exception ex)
{
string msg = string.Format("Error RunImport_IntegrityCheck XREF: {0} - {1}", vl.ToStringDetailed(), ex.ToString());
logger.Info(msg);
}
}
}
// files which have been hashed, but don't have an associated episode
List<VideoLocal> filesWithoutEpisode = repVidLocals.GetVideosWithoutEpisode();
Dictionary<int, VideoLocal> dictFilesWithoutEpisode = new Dictionary<int, VideoLocal>();
foreach (VideoLocal vl in filesWithoutEpisode)
dictFilesWithoutEpisode[vl.VideoLocalID] = vl;
// check that all the episode data is populated
List<VideoLocal> filesAll = repVidLocals.GetAll();
Dictionary<string, VideoLocal> dictFilesAllExisting = new Dictionary<string, VideoLocal>();
foreach (VideoLocal vl in filesAll)
{
try
{
dictFilesAllExisting[vl.FullServerPath] = vl;
}
catch (Exception ex)
{
string msg = string.Format("Error RunImport_IntegrityCheck XREF: {0} - {1}", vl.ToStringDetailed(), ex.ToString());
logger.Error(msg);
continue;
}
// check if it has an episode
if (dictFilesWithoutEpisode.ContainsKey(vl.VideoLocalID))
{
CommandRequest_ProcessFile cmd = new CommandRequest_ProcessFile(vl.VideoLocalID, false);
cmd.Save();
continue;
}
// if the file is not manually associated, then check for AniDB_File info
AniDB_File aniFile = repAniFile.GetByHash(vl.Hash);
foreach (CrossRef_File_Episode xref in vl.EpisodeCrossRefs)
{
if (xref.CrossRefSource != (int)CrossRefSource.AniDB) continue;
if (aniFile == null)
{
CommandRequest_ProcessFile cmd = new CommandRequest_ProcessFile(vl.VideoLocalID, false);
cmd.Save();
continue;
}
}
if (aniFile == null) continue;
// the cross ref is created before the actually episode data is downloaded
// so lets check for that
bool missingEpisodes = false;
foreach (CrossRef_File_Episode xref in aniFile.EpisodeCrossRefs)
{
AniDB_Episode ep = repAniEps.GetByEpisodeID(xref.EpisodeID);
if (ep == null) missingEpisodes = true;
}
if (missingEpisodes)
{
// this will then download the anime etc
CommandRequest_ProcessFile cmd = new CommandRequest_ProcessFile(vl.VideoLocalID, false);
cmd.Save();
continue;
}
}
}
private VideoLocal_Place ProcessFile_LocalInfo()
{
// hash and read media info for file
int nshareID = -1;
string filePath = "";
Tuple<ImportFolder, string> tup = VideoLocal_PlaceRepository.GetFromFullPath(FileName);
if (tup == null)
{
logger.Error($"Unable to locate file {FileName} inside the import folders");
return null;
}
ImportFolder folder = tup.Item1;
filePath = tup.Item2;
IFileSystem f = tup.Item1.FileSystem;
if (f == null)
{
logger.Error("Unable to open filesystem for: {0}", FileName);
return null;
}
long filesize = 0;
if (folder.CloudID == null) // Local Access
{
if (!File.Exists(FileName))
{
logger.Error("File does not exist: {0}", FileName);
return null;
}
int numAttempts = 0;
// Wait 3 minutes seconds before giving up on trying to access the file
while ((filesize = CanAccessFile(FileName)) == 0 && (numAttempts < 180))
{
numAttempts++;
Thread.Sleep(1000);
Console.WriteLine("Attempt # " + numAttempts.ToString());
}
// if we failed to access the file, get ouuta here
if (numAttempts == 180)
{
logger.Error("Could not access file: " + FileName);
return null;
}
}
FileSystemResult<IObject> source = f.Resolve(FileName);
if (source == null || !source.IsOk || (!(source.Result is IFile)))
{
logger.Error("Could not access file: " + FileName);
return null;
}
IFile source_file = (IFile) source.Result;
if (folder.CloudID.HasValue)
filesize = source_file.Size;
nshareID = folder.ImportFolderID;
// check if we have already processed this file
VideoLocal_Place vlocalplace = RepoFactory.VideoLocalPlace.GetByFilePathAndShareID(filePath, nshareID);
VideoLocal vlocal;
if (vlocalplace!=null)
{
vlocal = vlocalplace.VideoLocal;
logger.Trace("VideoLocal record found in database: {0}", vlocal.VideoLocalID);
if (ForceHash)
{
vlocal.FileSize = filesize;
vlocal.DateTimeUpdated = DateTime.Now;
}
}
else
{
logger.Trace("VideoLocal, creating temporary record");
vlocal = new VideoLocal();
vlocal.DateTimeUpdated = DateTime.Now;
vlocal.DateTimeCreated = vlocal.DateTimeUpdated;
vlocal.FileName = Path.GetFileName(filePath);
vlocal.FileSize = filesize;
vlocal.Hash = string.Empty;
vlocal.CRC32 = string.Empty;
vlocal.MD5 = source_file.MD5.ToUpperInvariant() ?? string.Empty;
vlocal.SHA1 = source_file.SHA1.ToUpperInvariant() ?? string.Empty;
vlocal.IsIgnored = 0;
vlocal.IsVariation = 0;
vlocalplace=new VideoLocal_Place();
vlocalplace.FilePath = filePath;
vlocalplace.ImportFolderID = nshareID;
vlocalplace.ImportFolderType = folder.ImportFolderType;
}
// check if we need to get a hash this file
Hashes hashes = null;
if (string.IsNullOrEmpty(vlocal.Hash) || ForceHash)
{
// try getting the hash from the CrossRef
if (!ForceHash)
{
List<CrossRef_File_Episode> crossRefs = RepoFactory.CrossRef_File_Episode.GetByFileNameAndSize(vlocal.FileName,vlocal.FileSize);
if (crossRefs.Count == 1)
{
vlocal.Hash = crossRefs[0].Hash;
vlocal.HashSource = (int) HashSource.DirectHash;
}
}
// try getting the hash from the LOCAL cache
if (!ForceHash && string.IsNullOrEmpty(vlocal.Hash))
{
List<FileNameHash> fnhashes = RepoFactory.FileNameHash.GetByFileNameAndSize(vlocal.FileName,vlocal.FileSize);
if (fnhashes != null && fnhashes.Count > 1)
{
// if we have more than one record it probably means there is some sort of corruption
// lets delete the local records
foreach (FileNameHash fnh in fnhashes)
{
RepoFactory.FileNameHash.Delete(fnh.FileNameHashID);
}
}
if (fnhashes != null && fnhashes.Count == 1)
{
logger.Trace("Got hash from LOCAL cache: {0} ({1})", FileName, fnhashes[0].Hash);
vlocal.Hash = fnhashes[0].Hash;
vlocal.HashSource = (int) HashSource.WebCacheFileName;
}
}
if (string.IsNullOrEmpty(vlocal.Hash))
FillVideoHashes(vlocal);
if (string.IsNullOrEmpty(vlocal.Hash) && folder.CloudID.HasValue)
{
//Cloud and no hash, Nothing to do, except maybe Get the mediainfo....
logger.Trace("No Hash found for cloud "+vlocal.FileName+" putting in videolocal table with empty ED2K");
RepoFactory.VideoLocal.Save(vlocal,false);
vlocalplace.VideoLocalID = vlocal.VideoLocalID;
RepoFactory.VideoLocalPlace.Save(vlocalplace);
if (vlocalplace.RefreshMediaInfo())
RepoFactory.VideoLocal.Save(vlocalplace.VideoLocal, true);
return vlocalplace;
}
// hash the file
if (string.IsNullOrEmpty(vlocal.Hash) || ForceHash)
{
JMMService.CmdProcessorHasher.QueueState = PrettyDescriptionHashing;
DateTime start = DateTime.Now;
logger.Trace("Calculating ED2K hashes for: {0}", FileName);
// update the VideoLocal record with the Hash, since cloud support we calculate everything
hashes = FileHashHelper.GetHashInfo(FileName.Replace("/", "\\"), true, MainWindow.OnHashProgress,
true, true, true);
TimeSpan ts = DateTime.Now - start;
logger.Trace("Hashed file in {0} seconds --- {1} ({2})", ts.TotalSeconds.ToString("#0.0"), FileName,
Utils.FormatByteSize(vlocal.FileSize));
vlocal.Hash = hashes.ed2k?.ToUpperInvariant();
vlocal.CRC32 = hashes.crc32?.ToUpperInvariant();
vlocal.MD5 = hashes.md5?.ToUpperInvariant();
vlocal.SHA1 = hashes.sha1?.ToUpperInvariant();
vlocal.HashSource = (int) HashSource.DirectHash;
}
FillMissingHashes(vlocal);
// We should have a hash by now
// before we save it, lets make sure there is not any other record with this hash (possible duplicate file)
VideoLocal tlocal = RepoFactory.VideoLocal.GetByHash(vlocal.Hash);
bool intercloudfolder = false;
VideoLocal_Place prep= tlocal?.Places.FirstOrDefault(a => a.ImportFolder.CloudID == folder.CloudID && a.ImportFolderID == folder.ImportFolderID && vlocalplace.VideoLocal_Place_ID != a.VideoLocal_Place_ID);
if (prep!=null)
{
// delete the VideoLocal record
logger.Warn("Deleting duplicate video file record");
logger.Warn("---------------------------------------------");
logger.Warn($"Keeping record for: {vlocalplace.FullServerPath}");
logger.Warn($"Deleting record for: {prep.FullServerPath}");
logger.Warn("---------------------------------------------");
// check if we have a record of this in the database, if not create one
List<DuplicateFile> dupFiles = RepoFactory.DuplicateFile.GetByFilePathsAndImportFolder(vlocalplace.FilePath,
prep.FilePath,
vlocalplace.ImportFolderID, prep.ImportFolderID);
if (dupFiles.Count == 0)
dupFiles = RepoFactory.DuplicateFile.GetByFilePathsAndImportFolder(prep.FilePath, vlocalplace.FilePath, prep.ImportFolderID, vlocalplace.ImportFolderID);
if (dupFiles.Count == 0)
{
DuplicateFile dup = new DuplicateFile();
dup.DateTimeUpdated = DateTime.Now;
dup.FilePathFile1 = vlocalplace.FilePath;
dup.FilePathFile2 = prep.FilePath;
dup.ImportFolderIDFile1 = vlocalplace.ImportFolderID;
dup.ImportFolderIDFile2 = prep.ImportFolderID;
dup.Hash = vlocal.Hash;
RepoFactory.DuplicateFile.Save(dup);
}
//Notify duplicate, don't delete
}
else if (tlocal != null)
{
vlocal = tlocal;
intercloudfolder = true;
}
if (!intercloudfolder)
RepoFactory.VideoLocal.Save(vlocal, true);
vlocalplace.VideoLocalID = vlocal.VideoLocalID;
RepoFactory.VideoLocalPlace.Save(vlocalplace);
if (intercloudfolder)
{
CommandRequest_ProcessFile cr_procfile3 = new CommandRequest_ProcessFile(vlocal.VideoLocalID, false);
cr_procfile3.Save();
return vlocalplace;
}
// also save the filename to hash record
// replace the existing records just in case it was corrupt
FileNameHash fnhash = null;
List<FileNameHash> fnhashes2 = RepoFactory.FileNameHash.GetByFileNameAndSize(vlocal.FileName,vlocal.FileSize);
if (fnhashes2 != null && fnhashes2.Count > 1)
{
// if we have more than one record it probably means there is some sort of corruption
// lets delete the local records
foreach (FileNameHash fnh in fnhashes2)
{
RepoFactory.FileNameHash.Delete(fnh.FileNameHashID);
}
}
if (fnhashes2 != null && fnhashes2.Count == 1)
fnhash = fnhashes2[0];
else
fnhash = new FileNameHash();
fnhash.FileName = vlocal.FileName;
fnhash.FileSize = vlocal.FileSize;
fnhash.Hash = vlocal.Hash;
fnhash.DateTimeUpdated = DateTime.Now;
RepoFactory.FileNameHash.Save(fnhash);
}
else
{
FillMissingHashes(vlocal);
}
if ((vlocal.Media == null) || vlocal.MediaVersion < VideoLocal.MEDIA_VERSION || vlocal.Duration==0)
{
if (vlocalplace.RefreshMediaInfo())
RepoFactory.VideoLocal.Save(vlocalplace.VideoLocal,true);
}
// now add a command to process the file
CommandRequest_ProcessFile cr_procfile = new CommandRequest_ProcessFile(vlocal.VideoLocalID, false);
cr_procfile.Save();
return vlocalplace;
}