internal void PostWorkItem(TaskExecutionState workItem)
{
lock (workItemQueue)
{
workItemQueue.Enqueue(workItem);
workItemInsertionEvent.Set();
}
}
/// <summary>
/// Called to execute a task within a target. This method instantiates the task, sets its parameters,
/// and executes it.
/// </summary>
/// <param name="taskState"></param>
public void ExecuteTask(TaskExecutionState taskState)
{
// Fill out the local fields of the task state
taskState.ParentModule = this;
taskState.LoggingService = engineCallback.GetParentEngine().LoggingServices;
taskState.ProfileExecution = profileExecution;
// If we running in single proc mode, we should execute this task on the current thread
if (moduleMode == TaskExecutionModuleMode.SingleProcMode)
{
taskState.ExecuteTask();
}
else
{
// In multiproc mode post the work item to the workerThread queue so it can be executed by the worker thread.
workerThread.PostWorkItem(taskState);
}
}
/// <summary>
/// This is the loop for all active threads. Depending on the current execution mode the thread
/// will listen to different events. There is only one thread at the time that owns the workitem
/// queue and listens for tasks to be executed. There is also only one thread at a time that is
/// execution a task. That thread owns the current directory and the environment block.
/// </summary>
private void NodeActionLoop
(
NodeLoopExecutionMode executionMode,
int handleId,
BuildResult [] buildResults
)
{
// Create an array of event to the node thread responds
WaitHandle[] waitHandles = GetHandlesArray(executionMode);
int resultCount = 0;
long entryTime = 0;
// A thread that is waiting for a done notification is no longer
// actively executing a task so the active cound needs to be decreased
if (executionMode != NodeLoopExecutionMode.BaseActiveThread)
{
parentModule.DecrementActiveThreadCount();
// If requested measure the time spent waiting for the results
if (profileExecution)
{
entryTime = DateTime.Now.Ticks;
}
}
bool continueExecution = true;
while (continueExecution)
{
int eventType;
// Try and avoid the wait on kernel objects if possible.
if (!WaitAnyFast(executionMode, out eventType))
{
eventType = WaitHandle.WaitAny(waitHandles);
}
if (Engine.debugMode)
{
Console.WriteLine("TaskWorkerThread: HandleId " + handleId + " waking up due to event type " + eventType);
}
// Node exit event - all threads need to exit
if (eventType == 0)
{
continueExecution = false;
}
// New work item has appeared in the queue
else if (eventType == 1 && executionMode != NodeLoopExecutionMode.WaitingPassiveThread)
{
ErrorUtilities.VerifyThrow(
executionMode == NodeLoopExecutionMode.WaitingActiveThread ||
executionMode == NodeLoopExecutionMode.BaseActiveThread,
"Only active threads should receive work item events");
if (executionMode == NodeLoopExecutionMode.BaseActiveThread)
{
// Wait until all there are no other active threads, we
// always transition from 0 to 1 atomically before executing the task
parentModule.WaitForZeroActiveThreadCount();
TaskExecutionState taskToExecute = null;
lock (workItemQueue)
{
taskToExecute = workItemQueue.Dequeue();
// We may get a single event for multiple messages so only reset the event
// if the queue is empty
if (workItemQueue.Count == 0)
{
workItemInsertionEvent.Reset();
}
}
// Execute the task either directly or on a child thread
ErrorUtilities.VerifyThrow(taskToExecute != null, "Expected a workitem");
handleIdToWorkerThread[taskToExecute.HandleId] = this;
currentWorkitem = taskToExecute;
// Actually execute the task (never throws - all exceptions are captured)
taskToExecute.ExecuteTask();
currentWorkitem = null;
handleIdToWorkerThread.Remove(taskToExecute.HandleId);
// Indicate that this thread is no longer active
parentModule.DecrementActiveThreadCount();
}
else
{
// Change the thread execution mode since it will no longer be
// listening to the work item queue
executionMode = NodeLoopExecutionMode.WaitingPassiveThread;
threadActive = false;
waitHandles = GetHandlesArray(executionMode);
TaskWorkerThread workerThread = null;
lock (workerThreadQueue)
{
if (workerThreadQueue.Count != 0)
{
//Console.WriteLine("REUSING a thread");
workerThread = workerThreadQueue.Dequeue();
}
}
if (workerThread == null)
{
//Console.WriteLine("CREATING a thread");
workerThread = new TaskWorkerThread(parentModule, exitTaskThreads, exitTaskThreadsCache, workerThreadQueue, handleIdToWorkerThread,
workItemQueue, workItemInsertionEvent, waitingTasks, profileExecution);
}
workerThread.ActivateThread();
}
}
else if ((eventType == 1 && executionMode == NodeLoopExecutionMode.WaitingPassiveThread) ||
(eventType == 2 && executionMode == NodeLoopExecutionMode.WaitingActiveThread))
{
// There maybe multiple results in the list so we need to loop over it
// and store the results
int originalResultCount = resultCount;
lock (postedBuildResults)
{
LinkedListNode <BuildResult> currentNode = postedBuildResults.First;
while (currentNode != null)
{
BuildResult buildResult = currentNode.Value;
ErrorUtilities.VerifyThrow(
buildResult.RequestId < buildResults.Length,
"The request ids should be inside the array");
buildResults[buildResult.RequestId] = buildResult;
// Increment the result count to indicate that we got another result
resultCount++;
// Go to the next entry in the list (most of the time there will be just one entry)
currentNode = currentNode.Next;
}
postedBuildResults.Clear();
// Reset the handle now that we done with the events
int handleIndex = executionMode == NodeLoopExecutionMode.WaitingPassiveThread ? 1 : 2;
((ManualResetEvent)waitHandles[handleIndex]).Reset();
}
ErrorUtilities.VerifyThrow(originalResultCount < resultCount, "We should have found at least 1 result");
// If we received results for all the requests we need to exit
if (resultCount == buildResults.Length)
{
continueExecution = false;
}
}
// Check if we need to update the state
if (executionMode == NodeLoopExecutionMode.BaseActiveThread && !threadActive)
{
continueExecution = false;
}
}
ErrorUtilities.VerifyThrow
(resultCount == 0 || executionMode != NodeLoopExecutionMode.BaseActiveThread,
"The base thread should never return a value");
// If a thread exits this loop it is back to actively executing the task,
// so the active thread count has to be increased
if (executionMode != NodeLoopExecutionMode.BaseActiveThread)
{
parentModule.WaitForZeroActiveThreadCount();
// Sent the time spent waiting for results to the ExecutionState so that the task execution time can be measured correctly
if (profileExecution)
{
this.currentWorkitem.NotifyOfWait(entryTime);
}
}
}
/// <summary>
/// Execute a task on the local node
/// </summary>
/// <param name="taskState"></param>
internal void ExecuteTask(TaskExecutionState taskState)
{
taskExecutionModule.ExecuteTask(taskState);
}
/// <summary>
/// Called to execute a task within a target. This method instantiates the task, sets its parameters,
/// and executes it.
/// </summary>
/// <param name="taskState"></param>
public void ExecuteTask(TaskExecutionState taskState)
{
// Fill out the local fields of the task state
taskState.ParentModule = this;
taskState.LoggingService = engineCallback.GetParentEngine().LoggingServices;
taskState.ProfileExecution = profileExecution;
// If we running in single proc mode, we should execute this task on the current thread
if (moduleMode == TaskExecutionModuleMode.SingleProcMode)
{
taskState.ExecuteTask();
}
else
{
// In multiproc mode post the work item to the workerThread queue so it can be executed by the worker thread.
workerThread.PostWorkItem(taskState);
}
}
/// <summary>
/// Create a TaskExecutionState structure which contains all the information necessary
/// to execute the task and send this information over to the TEM for task execution
/// </summary>
internal void SubmitNonIntrinsicTask
(
XmlElement taskNode,
ITaskHost hostObject,
ProjectBuildState buildContext
)
{
if (!haveRunANonIntrinsicTask)
{
InitializeForRunningFirstNonIntrinsicTask();
haveRunANonIntrinsicTask = true;
}
TaskExecutionMode executionMode = DetermineExecutionMode();
// A TaskExecutionMode of ExecuteTaskAndGatherOutputs should have its messages logged in the context of the task and therefore should have a valid taskID
// A TaskExecutionMode of InferOutputs or Invalid should have its messages logged in the context of the target and therefore should have an invalid taskID
BuildEventContext buildEventContext = PrepareBuildEventContext(executionMode == TaskExecutionMode.ExecuteTaskAndGatherOutputs ? false: true);
// Create the task execution context
int handleId = parentEngine.EngineCallback.CreateTaskContext(parentProject, targetClass, buildContext,
taskNode, EngineCallback.inProcNode, buildEventContext);
// Create the task execution state
TaskExecutionState taskState =
new TaskExecutionState
(
executionMode,
lookupForInference,
lookupForExecution,
taskNode,
hostObject,
projectFileOfTaskNode,
parentProject.FullFileName,
parentProject.ProjectDirectory,
handleId,
buildEventContext
);
// Send the request for task execution to the node
parentEngine.NodeManager.ExecuteTask(taskState);
}
/// <summary>
/// Execute a task on the local node
/// </summary>
/// <param name="taskState"></param>
internal void ExecuteTask(TaskExecutionState taskState)
{
taskExecutionModule.ExecuteTask(taskState);
}
internal static void PostWorkItem( TaskExecutionState workItem)
{
lock (workItemQueue)
{
workItemQueue.Enqueue(workItem);
workItemInsertionEvent.Set();
}
}
/// <summary>
/// This is the loop for all active threads. Depending on the current execution mode the thread
/// will listen to different events. There is only one thread at the time that owns the workitem
/// queue and listens for tasks to be executed. There is also only one thread at a time that is
/// execution a task. That thread owns the current directory and the environment block.
/// </summary>
/// <param name="executionMode"></param>
/// <param name="nodeProxyId"></param>
/// <param name="requestResults"></param>
private void NodeActionLoop(NodeLoopExecutionMode executionMode, int nodeProxyId, BuildResult [] requestResults)
{
// Create an array of event to the node thread responds
WaitHandle[] waitHandles = GetHandlesArray(executionMode);
int resultCount = 0;
// A thread that is waiting for a done notification is no longer
// actively executing a task so the active cound needs to be decreased
if (executionMode != NodeLoopExecutionMode.BaseActiveThread)
{
Interlocked.Decrement(ref activeThreadCount);
threadCountEvent.Set();
}
bool continueExecution = true;
while (continueExecution)
{
int eventType = WaitHandle.WaitAny(waitHandles);
if (Environment.GetEnvironmentVariable("MSBUILDDEBUG") == "1")
{
Console.WriteLine("NodeProxy :" + nodeProxyId + " waking up due " + eventType);
}
// Node exit event - all threads need to exit
if (eventType == 0)
{
continueExecution = false;
}
// New work item has appeared in the queue
else if (eventType == 1 && executionMode != NodeLoopExecutionMode.WaitingPassiveThread)
{
ErrorUtilities.VerifyThrow(
executionMode == NodeLoopExecutionMode.WaitingActiveThread ||
executionMode == NodeLoopExecutionMode.BaseActiveThread,
"Only active threads should receive work item events");
if (executionMode == NodeLoopExecutionMode.BaseActiveThread)
{
TaskExecutionState taskToExecute = null;
lock (workItemQueue)
{
taskToExecute = workItemQueue.Dequeue();
// We may get a single event for multiple messages so only reset the event
// if the queue is empty
if (workItemQueue.Count == 0)
{
workItemInsertionEvent.Reset();
}
}
// Execute the task either directly or on a child thread
ErrorUtilities.VerifyThrow(taskToExecute != null, "Expected a workitem");
// Wait until all there are no other active threads, we
// always transition from 0 to 1 atomically before executing the task
while (Interlocked.CompareExchange(ref activeThreadCount, 1, 0) != 0)
{
threadCountEvent.WaitOne();
threadCountEvent.Reset();
}
proxyIdToWorkerThread[taskToExecute.NodeProxyId] = this;
// Actually execute the task
taskToExecute.ExecuteTask();
proxyIdToWorkerThread.Remove(taskToExecute.NodeProxyId);
// Indicate that this thread is no longer active
Interlocked.Decrement(ref activeThreadCount);
threadCountEvent.Set();
}
else
{
// Change the thread execution mode since it will no longer be
// listening to the work item queue
executionMode = NodeLoopExecutionMode.WaitingPassiveThread;
threadActive = false;
waitHandles = GetHandlesArray(executionMode);
TaskWorkerThread workerThread = null;
lock (workerThreadQueue)
{
if (workerThreadQueue.Count != 0)
{
//Console.WriteLine("REUSING a thread");
workerThread = workerThreadQueue.Dequeue();
}
}
if (workerThread == null)
{
//Console.WriteLine("CREATING a thread");
workerThread = new TaskWorkerThread();
}
workerThread.ActivateThread();
}
}
else if (eventType == 1 && executionMode == NodeLoopExecutionMode.WaitingPassiveThread ||
eventType == 2 && executionMode == NodeLoopExecutionMode.WaitingActiveThread)
{
// There maybe multiple results in the list so we need to loop over it
// and store the results
int originalResultCount = resultCount;
lock (targetEvaluationResults)
{
//Console.WriteLine("Worker thread for: " + nodeProxyId + " Got results");
LinkedListNode <BuildResult> currentNode = targetEvaluationResults.First;
while (currentNode != null)
{
BuildResult buildResult = currentNode.Value;
ErrorUtilities.VerifyThrow(
buildResult.RequestId < requestResults.Length,
"The request ids should be inside the array");
requestResults[buildResult.RequestId] = buildResult;
// Increment the result count to indicate that we got another result
resultCount++;
// Go to the next entry in the list (most of the time there will be just one entry)
currentNode = currentNode.Next;
}
targetEvaluationResults.Clear();
// Reset the handle now that we done with the events
int handleIndex = executionMode == NodeLoopExecutionMode.WaitingPassiveThread ? 1 : 2;
((ManualResetEvent)waitHandles[handleIndex]).Reset();
}
ErrorUtilities.VerifyThrow(originalResultCount < resultCount, "We should have found at least 1 result");
// If we received results for all the requests we need to exit
if (resultCount == requestResults.Length)
{
continueExecution = false;
}
}
// Check if we need to update the state
if (executionMode == NodeLoopExecutionMode.BaseActiveThread && !threadActive)
{
continueExecution = false;
}
}
ErrorUtilities.VerifyThrow
(resultCount == 0 || executionMode != NodeLoopExecutionMode.BaseActiveThread,
"The base thread should never return a value");
// If a thread exits this loop it is back to actively executing the task,
// so the active thread count has to be increased
if (executionMode != NodeLoopExecutionMode.BaseActiveThread)
{
while (Interlocked.CompareExchange(ref activeThreadCount, 1, 0) != 0)
{
threadCountEvent.WaitOne();
threadCountEvent.Reset();
}
}
}
