public bool AddIfNotExists(string XMLFilename, RetryXMLFile value)
{
if (this.Contains(XMLFilename))
return false;
this.Add(XMLFilename,value);
return true;
}
public void MainLoop()
{
string sXMLSourceDirectory = @"c:\mediafiles\backup";
bool bFound = false;
RetryXMLFileList retrylist = new RetryXMLFileList();
bool bVerbose = false;
#if DEBUG
log.WriteLog("Sleeping for 10 seconds");
System.Threading.Thread.Sleep(10000);
#endif
ActiveThreadCount = 0;
MaxActiveThreadCount = 1;
// begin routine
// determine how many encoders can be active at once
try
{
Microsoft.Win32.RegistryKey regKey = log.CarverLabRegistryKey();
MaxActiveThreadCount = (int)regKey.GetValue("MaxUploadThreadCount",1);
int itemp;
itemp = (int)regKey.GetValue("EncoderResponseTimeoutMinutes",7);
if (itemp > short.MaxValue)
EncoderResponseTimeoutMinutes = short.MaxValue;
else
EncoderResponseTimeoutMinutes = (short)itemp;
log.bDebugMode = ((string)regKey.GetValue("DebugMode") == "1");
itemp = (int)regKey.GetValue("EncoderRetryFileIntervalSeconds",300);
if (itemp > short.MaxValue)
EncoderRetryFileIntervalSeconds = short.MaxValue;
else
EncoderRetryFileIntervalSeconds = (short)itemp;
itemp = (int)regKey.GetValue("VerboseLogOutput");
if (itemp > 0)
{
bVerbose = true;
log.WriteLog("*** Verbose output enabled! ***");
}
}
catch (System.Exception regex)
{
log.WriteLog("Registry read error: " + regex.Message);
}
log.WriteLog("Oyster Encoder will spawn at most " + MaxActiveThreadCount + " encoding threads.");
// create a thread sync'ed list to hold thread instances
ThreadList = new EncoderThreadList();
// get the directory name that video and xml files are dropped
// into and store into vdirectory
try
{
bFound = false;
OysterClassLibrary.Oyster o = new OysterClassLibrary.Oyster();
foreach (OysterClassLibrary.ForwardingServer fs in o.FORWARDINGSERVERS)
{
if (fs.Address != "Not Assigned")
{
foreach (OysterClassLibrary.MediaBufferServer mbs in fs.CurrentMediaBufferServers)
{
if (mbs.Address != "Not Assigned")
{
sXMLSourceDirectory = mbs.StorageDirectory;
bFound = true;
// get OysterRootDirectory from the system
OysterRootDirectory = (string)
o.GetVideoStorageServerById(fs.CurrentVideoStorageServer.ID).CurrentVideoStorageServerType["OysterRootDirectory"];
// get OysterSourceDirectory from the system
OysterSourceDirectory = (string)
o.GetVideoStorageServerById(fs.CurrentVideoStorageServer.ID).CurrentVideoStorageServerType["OysterSourceDirectory"];
// get OysterProfileName from the system
OysterProfileName = (string)
o.GetVideoStorageServerById(fs.CurrentVideoStorageServer.ID).CurrentVideoStorageServerType["OysterProfile"];
break;
}
}
}
}
if (!bFound)
{
log.WriteLog("Could not find a source directory in the configuration. There is nothing to do. Aborting.");
return;
}
}
catch (System.Exception oex)
{
log.WriteLog("MainLoop: When attempting to open the OysterClassLibrary and exception occured: " + oex.Message);
return;
}
if (false == System.IO.Directory.Exists(sXMLSourceDirectory))
{
try
{
System.IO.Directory.CreateDirectory(sXMLSourceDirectory);
}
catch (System.Exception dex)
{
log.WriteLog("Unable to create the directory " + sXMLSourceDirectory + ": " + dex.Message + ". Aborting.");
return;
}
}
log.WriteLog("Reading files from " + sXMLSourceDirectory);
m_EventMonitor = new System.Threading.ManualResetEvent(true);
CarverLab.Utility.EncodingServiceInfo esi = new CarverLab.Utility.EncodingServiceInfo();
esi.Initialize(@"c:\EncodingServiceInfo.xml");
dtStart = System.DateTime.Now;
string FAILEDFILE = "";
// while this thread is active
log.WriteLog("Entering work loop...");
while (false == IsDone)
{
try
{
#if !DEBUG
System.Threading.Thread.Sleep(5000);
#endif
if (bVerbose)
{
log.WriteLog("Serializing EncodingServiceInfo");
}
esi.Serialize();
// get a list of all files in vdirectory with a .xml extension
System.IO.DirectoryInfo di = new System.IO.DirectoryInfo(sXMLSourceDirectory);
System.IO.FileInfo[] fiFileInfoList = di.GetFiles("*.xml");
System.Collections.SortedList slFileInfoList =
new System.Collections.SortedList(new FileInfoDateComparer(FileInfoDateComparer.DateCompareType.CreationTime));
System.IO.FileInfo[] fiFileInfoErrorList = di.GetFiles("*.err");
// check to see that the system is still running...
// for each file in vdirectory
if (bVerbose)
{
log.WriteLog("Read XML files from " + sXMLSourceDirectory);
}
System.Collections.ArrayList alErrs = new System.Collections.ArrayList();
if (esi.m_esi.CurrentEncodings != null)
{
for (int i = 0; i < esi.m_esi.CurrentEncodings.Length; i++)
{
CarverLab.Utility.Encoding enc = esi.m_esi.CurrentEncodings[i];
if (enc.XMLPathFile.EndsWith(".err"))
{
if (!System.IO.File.Exists(enc.XMLPathFile))
{
alErrs.Add(enc);
}
}
}
}
m_EventMonitor.WaitOne(10000,false);
foreach (object obj in alErrs)
{
CarverLab.Utility.Encoding enc = (CarverLab.Utility.Encoding) obj;
esi.Remove(enc.UniqueIdentifier);
}
m_EventMonitor.Set();
if (bVerbose)
{
log.WriteLog("Scanning files...");
}
foreach (System.IO.FileInfo fi in fiFileInfoErrorList)
{
if (esi.UniqueIdentifierOfXMLFile(fi.FullName) == null)
{
m_EventMonitor.WaitOne(10000,false);
string su = esi.Add(fi.FullName,"","",-1.0);
esi.AddError(su,"Error File");
m_EventMonitor.Set();
if (bVerbose)
{
log.WriteLog("Error file: " + fi.FullName);
}
}
}
System.Xml.XmlDocument doc = new System.Xml.XmlDocument();
foreach (System.IO.FileInfo fi in fiFileInfoList)
{
if (esi.UniqueIdentifierOfXMLFile(fi.FullName) == null)
{
FAILEDFILE = fi.FullName;
CheckAndFixXMLInput(fi.FullName);
CarverLab.Utility.CARDVIDEO cv =
(CarverLab.Utility.CARDVIDEO)Deserialize(fi.FullName,
typeof(CarverLab.Utility.CARDVIDEO));
m_EventMonitor.WaitOne(10000,false);
if (cv == null)
{
esi.Add(fi.FullName,"","",-1.0);
}
else
{
esi.Add(fi.FullName,cv.FILENAME,cv.FILETITLE,-1.0);
}
if (bVerbose)
{
log.WriteLog("File: " + fi.FullName);
}
m_EventMonitor.Set();
}
if (!retrylist.Contains(fi.FullName))
{
slFileInfoList.Add(fi,fi);
}
else
{
TimeSpan ts = DateTime.Now - retrylist[fi.FullName].LastChecked;
if (ts.TotalSeconds > EncoderRetryFileIntervalSeconds)
{
retrylist.Remove(fi.FullName);
}
}
}
foreach (System.Collections.DictionaryEntry entry in slFileInfoList)
{
System.IO.FileInfo fi = entry.Value as System.IO.FileInfo;
if (bVerbose)
{
log.WriteLog("Considering " + fi.FullName);
}
// }
// foreach (System.IO.FileInfo fi in fiFileInfoList)
// {
// sleep a bit to save processor time
#if !DEBUG
System.Threading.Thread.Sleep(1000);
#endif
if (ActiveThreadCount >= MaxActiveThreadCount)
{
break;
}
string sXMLFilename, sVideoFilename;
FAILEDFILE = fi.FullName;
sXMLFilename = fi.FullName;
// search for filename in thread list
// if filename exists in thread list skip to next file
if (ThreadList.Contains(sXMLFilename))
{
if (bVerbose)
{
log.WriteLog(fi.FullName + " is already active");
}
continue;
}
// endif
// open the xml file
if (bVerbose)
{
log.WriteLog("Reading XML file " + sXMLFilename);
}
CarverLab.Utility.CARDVIDEO cv =
(CarverLab.Utility.CARDVIDEO)Deserialize(sXMLFilename,
typeof(CarverLab.Utility.CARDVIDEO));
// read the video file name in the xml file
sVideoFilename = cv.FILENAME;
// if no matching video file exists continue with the next file
if (bVerbose)
{
log.WriteLog("Checking for matching video file");
}
if (false == System.IO.File.Exists(sVideoFilename))
{
m_EventMonitor.WaitOne(10000,false);
ErrorRenameXML(null,sXMLFilename,"*ERROR* " + sVideoFilename + " does not exist for " + sXMLFilename);
m_EventMonitor.Set();
continue;
}
System.IO.FileStream tfs;
try
{
if (bVerbose)
{
log.WriteLog("Opening file: " + sVideoFilename);
}
tfs = System.IO.File.Open(sVideoFilename,System.IO.FileMode.Open);
if (null == tfs)
{
m_EventMonitor.WaitOne(10000,false);
ErrorRenameXML(null,sXMLFilename,"*ERROR* " + sVideoFilename + " could not open file.");
m_EventMonitor.Set();
continue;
}
}
catch (Exception ex1)
{
m_EventMonitor.WaitOne(10000,false);
ErrorRenameXML(null,sXMLFilename,"*ERROR* " + sVideoFilename + " could not open file: " + ex1.Message);
m_EventMonitor.Set();
continue;
}
if (bVerbose)
{
log.WriteLog("Checking length of file " + sVideoFilename);
}
long len = tfs.Length;
tfs.Close();
if (len < (256 * 1024))
{
m_EventMonitor.WaitOne(10000,false);
ErrorRenameXML(null,sXMLFilename,"*ERROR* " + sVideoFilename + " file is too small, will not process.");
m_EventMonitor.Set();
continue;
}
if (bVerbose)
{
log.WriteLog("Creating encoder for " + sVideoFilename);
}
EncoderThreadItem eti = new EncoderThreadItem();
// create a new thread that is suspended
// assign the EncodeFile routine to the new thread
System.Threading.Thread thr = new System.Threading.Thread(new System.Threading.ThreadStart(eti.Encode));
// pass the thread list index into the new thread
eti.log = this.log;
eti.m_bIsCompleted = false;
eti.m_EncodeFileThread = thr;
eti.m_sXMLFilename = sXMLFilename;
eti.OysterProfileName = this.OysterProfileName;
eti.OysterRootDirectory = this.OysterRootDirectory;
eti.OysterSourceDirectory = this.OysterSourceDirectory;
eti.m_EventMonitor = this.m_EventMonitor;
eti.m_esi = esi;
// place filename into the thread list
ThreadList.Add(sXMLFilename,eti);
// activate the new thread
thr.Start();
//ActiveThreadCount++;
log.WriteLog("New encoding thread created. ActiveThreadCount = " + (ActiveThreadCount + 1)
+ " of " + MaxActiveThreadCount);
FAILEDFILE = "";
// endfor
}
fiFileInfoList = null;
di = null;
}
catch (System.Exception whex)
{
if (FAILEDFILE.Length > 0)
{
retrylist[FAILEDFILE] = new RetryXMLFile();
TimeSpan ts = DateTime.Now - retrylist[FAILEDFILE].LastChecked;
retrylist[FAILEDFILE].LastChecked = DateTime.Now;
if (ts.TotalSeconds > 15)
// if (retrylist[FAILEDFILE].CheckedCount++ > 5)
{
log.WriteLog(FAILEDFILE + " being renamed.");
System.IO.FileInfo fi = new System.IO.FileInfo(FAILEDFILE);
fi.MoveTo(System.IO.Path.ChangeExtension(fi.FullName,"failed"));
}
}
else
{
log.WriteLog("*ERROR* EncodeLauncher.MainLoop Exception: " + whex.Message);
log.WriteLog(" Pausing for one second before continuing...");
}
System.Threading.Thread.Sleep(1000);
}
// cleanup any completed threads
System.Collections.ArrayList al = new System.Collections.ArrayList();
foreach (string ss in ThreadList)
{
EncoderThreadItem ti = ThreadList[ss];
bool bAddIt, bAbortIt;
bAddIt = false;
bAbortIt = false;
if (ti.IsCompleted)
{
bAddIt = true;
log.WriteLog(ti.m_sXMLFilename + " is scheduled for release.");
}
else
{
try
{
// if no error on the encoder
// check for the encoder lockup by comparing the the encoding
// time right now with the encoding time save one minute ago.
if (false == ti.IsEncoderResponding(EncoderResponseTimeoutMinutes))
{
log.WriteLog(ti.m_sXMLFilename + " is scheduled for emergency release.");
bAddIt = true;
bAbortIt = true;
}
}
catch (System.Exception handlerex)
{
log.WriteLog("In the Thread Freeze handler: " + handlerex.Message);
bAddIt = true;
if (null != ti.m_EncodeFileThread)
bAbortIt = true;
}
}
if (bAddIt)
{
if (!bAbortIt)
{
al.Add(ti.m_sXMLFilename);
//ActiveThreadCount--;
}
//log.WriteLog(ss + ": encoding thread destroyed. ActiveThreadCount = " + ActiveThreadCount
// + " of " + MaxActiveThreadCount);
}
if (bAbortIt)
{
log.WriteLog(ss + ": encoder not responding, **ABORTING** thread.");
log.WriteLog(ss + ": Performing Emergency Stop.");
ti.EmergencyStop();
m_EventMonitor.WaitOne(10000,false);
ThreadList.Remove(ti.m_sXMLFilename);
m_EventMonitor.Set();
log.WriteLog(ss + ": Thread removed from management list.");
ActiveThreadCount--;
}
}
foreach (string ss in al)
{
string sXMLFilename, sVideoFilename;
sXMLFilename = ss;
// open the xml file
CarverLab.Utility.CARDVIDEO cv =
(CarverLab.Utility.CARDVIDEO)Deserialize(sXMLFilename,
typeof(CarverLab.Utility.CARDVIDEO));
// read the video file name in the xml file
sVideoFilename = cv.FILENAME;
// delete the XML and video files
log.WriteLog("Cleaning up XML and video source files");
try
{
if (ThreadList[sXMLFilename].DidEncodingFail)
{
// skip deletion of files
log.WriteLog("\t" + sXMLFilename + " is being skipped for deletion.");
}
else
{
log.WriteLog("\t" + sXMLFilename);
System.IO.File.Delete(sXMLFilename);
log.WriteLog("\t" + sVideoFilename);
System.IO.File.Delete(sVideoFilename);
}
m_EventMonitor.WaitOne(10000,false);
esi.Remove(ThreadList[ss].m_sUniqueIdentifier);
m_EventMonitor.Set();
}
catch(System.Exception fdex)
{
log.WriteLog("Unable to delete file: " + fdex.Message);
//esi.UpdateError(ThreadList[ss].m_sUniqueIdentifier,"Failed to stop.");
}
ThreadList.Remove(ss);
}
// end while
}
// end routine
esi.DeInitialize();
log.WriteLog("Clean exit.");
}
public void Add(string XMLFilename, RetryXMLFile value)
{
this.BaseAdd(XMLFilename,value);
}