public static void workerMain(object threadIDObj)
{
var workerID = (int)threadIDObj;
FileProcessingData curWorkingData = null;
while (filesToProcess.TryDequeue(out curWorkingData))
{
curWorkingData.WorkerID = workerID;
activeData[workerID] = curWorkingData;
startedFiles.Enqueue(curWorkingData);
curWorkingData.Process();
activeData[workerID] = null;
completedFiles.Enqueue(curWorkingData);
}
liveWorkerCount--;
}
public static void Main(string[] args)
{
Console.CursorVisible = false;
if (File.Exists(fileBlackListFile))
{
filesToExclude.AddRange(File.ReadLines(fileBlackListFile));
}
if (Directory.Exists(ExceptionsDirectory))
{
Directory.Delete(ExceptionsDirectory, true);
}
if (Directory.Exists(TimeoutsDirectory))
{
Directory.Delete(TimeoutsDirectory, true);
}
if (Directory.Exists(TesterErrorsDirectory))
{
Directory.Delete(TesterErrorsDirectory, true);
}
foreach (var v in Directory.EnumerateFileSystemEntries(Config.PhobosPath))
{
ProcessPath(v);
}
var workerCount = Environment.ProcessorCount - 1;
if (workerCount == 0)
{
workerCount = 1;
}
liveWorkerCount = workerCount;
activeData = new FileProcessingData[workerCount];
const int threadStackSize = 64 * 1024 * 1024; // 64mb
for (int i = 0; i < workerCount; i++)
{
new Thread(workerMain, threadStackSize).Start(i);
}
FileProcessingData curFile = null;
Console.WriteLine("Started at {0} with {1} workers and {2} files blacklisted", DateTime.Now, workerCount, filesToExclude.Count);
while (liveWorkerCount > 0)
{
while (startedFiles.TryDequeue(out curFile))
{
WriteAt(curFile.FileID, 1, "Processing " + curFile.ShortFilePath);
}
while (completedFiles.TryDequeue(out curFile))
{
if (curFile.ExceptionsTriggered.Count == 0)
{
File.AppendAllText(fileBlackListFile, Environment.NewLine + curFile.FullFilePath);
}
WriteFromLeft(curFile.FileID, "100%)");
if (curFile.ExceptionsTriggered.Count > 0)
{
if (!Directory.Exists(ExceptionsDirectory))
{
Directory.CreateDirectory(ExceptionsDirectory);
}
for (int i = 0; i < curFile.ExceptionsTriggered.Count; i++)
{
var excI = curFile.ExceptionsTriggered[i];
var fLin = excI.Item2.Substring(0, (excI.Item2 + "\n").IndexOf('\n'));
if (!TriggeredExceptionLocations.Contains(fLin))
{
TriggeredExceptionLocations.Add(fLin);
File.WriteAllText(ExceptionsDirectory + "\\" + curFile.ShortFilePath.Replace('\\', '_') + "-" + i.ToString() + ".txt", curFile.str.Substring(0, excI.Item1));
File.WriteAllText(ExceptionsDirectory + "\\" + curFile.ShortFilePath.Replace('\\', '_') + "-" + i.ToString() + ".trace.txt", excI.Item2);
}
}
}
if (curFile.TimeoutsTriggered.Count > 0)
{
if (!Directory.Exists(TimeoutsDirectory))
{
Directory.CreateDirectory(TimeoutsDirectory);
}
foreach (var to in curFile.TimeoutsTriggered)
{
File.WriteAllText(TimeoutsDirectory + "\\" + curFile.ShortFilePath.Replace('\\', '_') + "-" + to.ToString() + ".txt", curFile.str.Substring(0, to));
}
}
}
foreach (var v in activeData)
{
if (v != null && v.lengthString != null)
{
WriteFromLeft(v.FileID, String.Format("Thread {0} {1}/{2} ({3}%)", v.WorkerID, v.i.ToString().PadLeft(v.lengthString.Length, ' '), v.lengthString, ((int)((v.i / (double)v.FileLength) * 100)).ToString().PadLeft(3, ' ')));
}
}
Thread.Sleep(100);
}
}