public void TestACM_BFBv6_3_new_Defaults()
{
IDictionary <string, object> output;
IConsumerRun run = (IConsumerRun) new InMemorySinterConsumer();
IConsumerMonitor monitor = (IConsumerMonitor) new InMemorySinterConsumerAspenPlusMonitor();
monitor.setConsumerRun(run);
Assert.IsFalse(run.IsEngineRunning);
Assert.IsFalse(run.IsSimulationInitializing);
Assert.IsFalse(run.IsSimulationOpened);
// set job before calling Run
((InMemorySinterConsumer)run).job = new InMemoryJobACM_BFBv6_3();
try
{
//Assert.IsTrue(run.Run());
var taskRun = new Task <Boolean>(() => run.Run());
var taskMonitor = new Task <int>(() => monitor.Monitor(true));
Debug.WriteLine("Start taskRun", this.GetType().Name);
taskRun.Start();
Thread.Sleep(50000);
Assert.IsTrue(run.IsSimulationOpened);
Debug.WriteLine("Start taskMonitor", this.GetType().Name);
taskMonitor.Start();
Thread.Sleep(12000);
Assert.IsTrue(run.IsSimulationOpened);
IJobConsumerContract job = ((InMemorySinterConsumer)run).job;
//Assert.IsTrue(job.IsSuccess());
output = job.Process.Output;
//Assert.IsNotNull(output);
/*foreach (KeyValuePair<string, object> kv in output)
* {
* Debug.WriteLine(String.Format("{0} : {1}", kv.Key, kv.Value));
* }*/
}
finally
{
Debug.WriteLine("Attempt Cleanup");
run.CleanUp();
}
}
public void TestBadJob()
{
IConsumerRun run = (IConsumerRun) new BadJobSinterConsumer();
IConsumerMonitor monitor = (IConsumerMonitor) new InMemorySinterConsumerAspenPlusMonitor();
CancellationTokenSource tokenSource = new CancellationTokenSource();
monitor.setConsumerRun(run);
Assert.IsFalse(run.IsEngineRunning);
Assert.IsFalse(run.IsSimulationInitializing);
Assert.IsFalse(run.IsSimulationOpened);
var taskRun = new Task <Boolean>(() => run.Run(), tokenSource.Token);
var taskMonitor = new Task <int>(() => monitor.Monitor(false));
taskRun.Start();
taskMonitor.Start();
Assert.IsFalse(run.IsSimulationOpened);
System.Threading.Thread.Sleep(500);
Assert.IsTrue(taskRun.IsFaulted);
}
public void TestAspenPlusThreading()
{
IDictionary <string, object> output;
IConsumerRun run = (IConsumerRun) new InMemorySinterConsumerAspenPlus();
IConsumerMonitor monitor = (IConsumerMonitor) new InMemorySinterConsumerAspenPlusMonitor();
CancellationTokenSource tokenSource = new CancellationTokenSource();
monitor.setConsumerRun(run);
Assert.IsFalse(run.IsEngineRunning);
Assert.IsFalse(run.IsSimulationInitializing);
Assert.IsFalse(run.IsSimulationOpened);
try
{
var taskRun = new Task <Boolean>(() => run.Run(), tokenSource.Token);
var taskMonitor = new Task <int>(() => monitor.Monitor(false));
Debug.WriteLine("Start taskRun", this.GetType().Name);
taskRun.Start();
//System.Threading.Thread.Sleep(2000);
Debug.WriteLine("Start taskMonitor", this.GetType().Name);
taskMonitor.Start();
Debug.WriteLine("run.IsSimulationOpened", this.GetType().Name);
while (run.IsSimulationOpened == false)
{
Debug.WriteLine("Waiting to Open", this.GetType().Name);
if (taskRun.IsFaulted)
{
Debug.WriteLine("Message: " + taskRun.Exception.Message);
foreach (Exception e in taskRun.Exception.InnerExceptions)
{
Debug.WriteLine("Inner: " + e.Message);
}
throw new Exception(String.Format("{0}", taskRun.Exception.Message));
}
System.Threading.Thread.Sleep(500);
}
Debug.WriteLine("Simulation Opened!!!!!", this.GetType().Name);
Assert.IsTrue(run.IsSimulationOpened);
int sleepInterval = 1000;
//Assert.IsTrue(run.Run());
bool finish = false;
//finish = taskRun.Wait(sleepInterval);
//while (taskMonitor.Wait(sleepInterval) == false) { }
if (taskMonitor.IsCompleted)
{
Debug.WriteLine("TASK MONITOR IS COMPLETED!!!!!!", this.GetType().Name);
try
{
tokenSource.Cancel();
while (taskRun.IsCanceled == false && tokenSource.Token.IsCancellationRequested == false)
{
Debug.WriteLine("Task is not cancelled yet!!!!!");
}
Debug.WriteLine(tokenSource.Token.IsCancellationRequested, "Task is cancelled");
//*/
}
catch (Exception e)
{
Debug.WriteLine("Task is not cancelled!!!!");
Debug.WriteLine(e.Message);
Debug.WriteLine(e.StackTrace);
}
}
//Assert.IsTrue(finish);
if (finish)
{
Debug.WriteLine("TASK IS FINISHED!!!!!");
}
else
{
Debug.WriteLine("TASK IS NOT FINISHED!!!!!");
}
System.Threading.Thread.Sleep(6000);
IJobConsumerContract job = ((InMemorySinterConsumerAspenPlus)run).job;
//Assert.IsFalse(taskRun.IsCompleted);
//Assert.IsTrue(job.IsSuccess());
//output = job.Process.Output;
//Assert.IsNotNull(output);
//foreach (KeyValuePair<string, object> kv in output)
//{
// Debug.WriteLine(String.Format("{0} : {1}", kv.Key, kv.Value));
//}
}
finally
{
Debug.WriteLine("Attempt Cleanup");
run.CleanUp();
}
//Object d;
//output.TryGetValue("status", out d);
//JObject statusD = (JObject)d;
//JToken status = statusD.GetValue("value");
//Assert.AreEqual<int>(status.Value<int>(), 0);
}
public static void Run()
{
Debug.WriteLine("SinterCosnumerConsole : Running");
int timeSleepInterval = 1000;
//int iterations = 60 * 30;
//int setupIterations = 60 * 10;
//int postInitIterations = 60 + setupIterations;
bool finish = false;
String dir = AppUtility.GetAppContext().BaseWorkingDirectory;
IConsumerContext consumerCtx = AppUtility.GetConsumerContext();
// Register as a consumer, else can't use JobContract
cc = AppUtility.GetConsumerRegistrationContract();
consumerRun = AppUtility.GetConsumerRunContract();
consumerMonitor = AppUtility.GetConsumerMonitorContract();
consumerMonitor.setConsumerRun(consumerRun);
cc.Register(consumerRun);
//consumer = AppUtility.GetConsumerRunContract();
// Run KeepAlive task
var ktask = new Task <bool>(() => KeepAlive());
ktask.Start();
bool stop = false;
bool cancelKeyPressed = false;
var obj = new Object();
System.Console.CancelKeyPress += delegate
{
lock (obj)
{
stop = true;
cancelKeyPressed = true;
//consumer.CleanUp();
Debug.WriteLine("Exit Unregister Consumer ", "SinterConsumerConsole");
try
{
cc.UnRegister();
}
catch (Exception ex)
{
Debug.WriteLine("Exception caught from UnRegister: " + ex.Message, "SinterConsumerConsole");
Debug.WriteLine(ex.StackTrace, "SinterConsumerConsole");
}
// lock will block if "SinterConsumer.DoConfigure --> sim.openSim()" is being called
Debug.WriteLine("lock consumer", "SinterConsumerConsole");
int wait_seconds = 30;
if (Monitor.TryEnter(consumerRun, new TimeSpan(0, 0, wait_seconds)))
{
consumerMonitor.Monitor(cancelKeyPressed);
Debug.WriteLine("Obtained ConsumerRun Lock: Monitor Terminate", "SinterConsumerConsole");
}
else
{
consumerMonitor.Monitor(cancelKeyPressed);
Debug.WriteLine("Failed to Obtain ConsumerRun Lock: Monitor Terminate", "SinterConsumerConsole");
}
Debug.WriteLine("Consumer Exit", "SinterConsumerConsole");
}
};
Task <int> taskMonitor = null;
bool taskMonitorFinished = true;
while (stop == false)
{
if (!Directory.Exists(dir))
{
Debug.WriteLine(String.Format("Base Directory does not exist: {0}", dir), "SinterConsumerConsole");
OnExit(ERROR_PATH_NOT_FOUND);
}
try
{
var acl = Directory.GetAccessControl(dir);
}
catch (UnauthorizedAccessException)
{
Debug.WriteLine(String.Format("Base Directory is not writable: {0}", dir), "SinterConsumerConsole");
OnExit(ERROR_ACCESS_DENIED);
}
Debug.WriteLine("> New Task", "SinterConsumerConsole");
var taskRun = new Task <Boolean>(() => consumerRun.Run());
if (taskMonitorFinished)
{
Debug.WriteLine("> New Monitor Task", "SinterConsumerConsole.Run");
taskMonitorFinished = false;
taskMonitor = new Task <int>(() => consumerMonitor.Monitor(false));
taskMonitor.Start();
}
finish = false;
int i = 0;
bool hasInitialized = false;
bool hasRun = false;
taskRun.Start();
while (stop == false)
{
if (taskMonitor.IsCompleted)
{
Debug.WriteLine("taskMonitor.IsCompleted", "SinterConsumerConsole.Run");
taskMonitorFinished = true;
System.Threading.Thread.Sleep(2000);
break;
}
if (cc.GetStatus() == "down")
{
Debug.WriteLine("ConsumerContract: Consumer is Down", "SinterConsumerConsole.Run");
stop = true;
Debug.WriteLine("Exit Unregister Consumer ", "SinterConsumerConsole.Run");
try
{
cc.UnRegister();
}
catch (Exception ex)
{
Debug.WriteLine("Exception caught from UnRegister: " + ex.Message, "SinterConsumerConsole.Run");
Debug.WriteLine(ex.StackTrace, "SinterConsumerConsole.Run");
}
// lock will block if "SinterConsumer.DoConfigure --> sim.openSim()" is being called
Debug.WriteLine("lock consumer", "SinterConsumerConsole.Run");
int wait_seconds = 30;
if (Monitor.TryEnter(consumerRun, new TimeSpan(0, 0, wait_seconds)))
{
consumerMonitor.Monitor(true);
Debug.WriteLine("Obtained ConsumerRun Lock: Monitor Terminate", "SinterConsumerConsole.Run");
}
else
{
consumerMonitor.Monitor(true);
Debug.WriteLine("Failed to Obtain ConsumerRun Lock: Monitor Terminate", "SinterConsumerConsole.Run");
}
break;
}
i++;
Debug.WriteLine("top");
try
{
finish = taskRun.Wait(timeSleepInterval);
}
catch (Exception ex)
{
Debug.WriteLine("Exception caught from Run: " + ex.Message, "SinterConsumerConsole");
Debug.WriteLine(ex.StackTrace, "SinterConsumerConsole");
Debug.WriteLine("InnerException: " + ex.InnerException, "SinterConsumerConsole");
System.Threading.Thread.Sleep(2000);
/*// check if job was terminated, InnerException would be InvalidStateChangeException
* if (ex.InnerException is InvalidStateChangeException)
* {
* consumer.CheckTerminate();
* }
*/
break;
}
//Debug.WriteLine(">> Waiting!!!! " + i + " " + iterations + " " + setupIterations + " " + postInitIterations, "SinterConsumerConsole");
Debug.WriteLine(">> Waiting " + i, "SinterConsumerConsole");
if (finish)
{
if (taskRun.IsFaulted)
{
Debug.WriteLine("Faulted: " + taskRun.Exception, "SinterConsumerConsole");
}
else if (taskRun.IsCompleted)
{
Debug.WriteLine("Completed", "SinterConsumerConsole");
}
else
{
throw new Exception("Task Unexpected status?");
}
if (!taskRun.Result)
{
// Nothing on Job Queue
System.Threading.Thread.Sleep(4000);
}
break;
}
// DETECT HANGS
if (consumerMonitor.IsSimulationInitializing)
{
hasInitialized = true;
Debug.WriteLine("> Simulation Initializing: " + setupIterations);
if (i >= setupIterations)
{
// Allows SinterConsumer to attempt to reopen the simulation
// IF attempts max out in SinterConsumer, throw Exception
// and task.IsFaulted and job will move to error
Debug.WriteLine("HANG SETUP, TRY AGAIN", "SinterConsumerConsole");
consumerMonitor.MonitorTerminate();
Debug.WriteLine("Killed Aspen Process", "SinterConsumerConsole");
i = 0;
continue;
}
}
else if (consumerMonitor.IsEngineRunning)
{
hasRun = true;
Debug.WriteLine("> Engine Running: " + iterations);
if (i >= iterations)
{
// Assume Simulation is done Initializing
Debug.WriteLine("HANG RUNNING EXIT", "SinterConsumerConsole");
//consumer.MonitorTerminateAPWN();
try
{
//consumer.MonitorTerminateAspenEngine();
//consumer.MonitorTerminateRunning();
consumerMonitor.MonitorTerminate();
}
catch (TerminateException ex)
{
Debug.WriteLine(ex.Message, "SinterConsumerConsole");
}
}
}
else if (hasInitialized && !hasRun)
{
// Stuck
if (i >= postInitIterations)
{
// Assume Simulation is done Initializing
Debug.WriteLine("HANG POST INIT, TRY AGAIN", "SinterConsumerConsole");
consumerMonitor.MonitorTerminate();
Debug.WriteLine("Killed Aspen instances", "SinterConsumerConsole");
i = 0;
continue;
}
}
else if (i % 60 == 0)
{
Debug.WriteLine(String.Format("Waiting {0}", i), "SinterConsumerConsole");
}
} // end of while
Debug.WriteLine("Stop called", "SinterConsumerConsole");
} // end of while
lock (obj)
{
Debug.WriteLine("Stop and cleanup", "SinterConsumerConsole");
consumerMonitor.MonitorTerminate();
}
//consumer.CleanUp();
//OnExit(ERROR_SUCCESS);
}
