internal Task(WorkflowName workflowId, TaskName name, IEnumerable<TaskName> parents, IEnumerable<TaskName> children, Payload payload, TaskType type, TaskPriority priority)
{
Workflow = workflowId;
Name = name;
Payload = payload;
Type = type;
Priority = priority;
_parents = parents.ToArray();
_children = children.ToArray();
}
internal void Run(string[] args)
{
// Should you want to decompose to running single tasks you can just create a workflow containing nodes with no parents or
// children. The system works out where to start by identifying nodes with no parents, and assuming they're immediately
// runnable. The hosting workflow then gives you a handle by which you can treat the individual tasks as a related set.
var t1 = new TaskName("TestNode1");
var t2 = new TaskName("TestNode2");
var t3 = new TaskName("TestNode3");
var t4 = new TaskName("TestNode4");
var t5 = new TaskName("TestNode5");
var t6 = new TaskName("TestNode6");
var type1 = new TaskType("testTaskType");
var workflow = new Common.Workflow(new WorkflowName("TestWorkflow"));
workflow.AddTask(t1, new Payload("Node1"), type1, SimplePriority, EmptyTaskList, new[] { t2 });
workflow.AddTask(t2, new Payload("Node2"), type1, SimplePriority, EmptyTaskList, new[] { t3, t4, t5, t6 });
workflow.AddTask(t3, new Payload("Node3"), type1, SimplePriority, new[] { t2 }, EmptyTaskList);
workflow.AddTask(t4, new Payload("Node4"), type1, SimplePriority, new[] { t2 }, EmptyTaskList);
workflow.AddTask(t5, new Payload("Node5"), type1, SimplePriority, new[] { t2 }, EmptyTaskList);
workflow.AddTask(t6, new Payload("Node6"), type1, SimplePriority, new[] { t2 }, EmptyTaskList);
// A client will start acting on tasks immediately. May not want that to
// be behaviour -- so might want to have an independent submit-only client. TaskHandler only needed for
// submission. TaskHandler needs to be stateless, taking configuration for a specific task on a run call? No, that's
// true per-task, but agiven ITaskHandler instance might be configured once wth e.g. compute resource connection details
var th = new TaskHandler();
var wh = new WorkflowHandler();
var complete = new ManualResetEvent(false);
var failed = new ManualResetEvent(false);
wh.WorkflowComplete += (s, w) => { Console.WriteLine("workflow complete: " + w); complete.Set(); };
wh.WorkflowFailed += (s, w) => { Console.WriteLine("workflow failed: " + w); failed.Set(); };
EventHandler<Exception> eh = (s, e) => { };
var wm = new WorkflowManagement(ConnectionMultiplexer.Connect("localhost"), th, wh, new WorkflowManagementId("sampleApp"), eh);
wm.ClearBacklog();
// Pushing a workflow causes it to be executed
var id = wm.PushWorkflow(workflow);
Console.WriteLine("Workflow pushed");
WaitHandle.WaitAny(new[] { failed, complete });
wm.CleanUp(id.ToString());
Console.ReadLine();
}
public void AddTask(TaskName name, Payload payload, TaskType type, TaskPriority priority, IEnumerable<TaskName> parents, IEnumerable<TaskName> children)
{
if (!_defined.Add(name))
{
throw new WorkflowException(string.Format("Task '{0}' has already been declared.", name));
}
foreach (var parent in parents) _parents.Add(parent);
foreach (var child in children) _children.Add(child);
var task = new Task(Name, name, parents, children, payload, type, priority);
_tasks.Add(task);
}
public void CanPauseAWorkflow()
{
var db = _mux.GetDatabase();
db.ScriptEvaluate("print(\"CanPauseAWorkflow\")");
db.ScriptEvaluate("redis.call(\"flushdb\")");
var th = new BlockingTaskHandler("1");
var complete = new ManualResetEvent(false);
var events = new List<string>();
var wh = new WorkflowHandler();
wh.WorkflowComplete += (s, w) => { events.Add("complete"); complete.Set(); };
var t1 = new TaskName("TestNode1");
var t2 = new TaskName("TestNode2");
var t3 = new TaskName("TestNode3");
var t4 = new TaskName("TestNode4");
var t5 = new TaskName("TestNode5");
var t6 = new TaskName("TestNode6");
var type1 = new TaskType("testTaskType");
var workflow = new Workflow(new WorkflowName("TestWorkflow"));
workflow.AddTask(t1, new Payload("Node1"), NoType, SimplePriority, EmptyTaskList, new[] { t2 });
workflow.AddTask(t2, new Payload("Node2"), NoType, SimplePriority, EmptyTaskList, new[] { t3, t4, t5, t6 });
workflow.AddTask(t3, new Payload("Node3"), NoType, SimplePriority, new[] { t2 }, EmptyTaskList);
workflow.AddTask(t4, new Payload("Node4"), NoType, SimplePriority, new[] { t2 }, EmptyTaskList);
workflow.AddTask(t5, new Payload("Node5"), NoType, SimplePriority, new[] { t2 }, EmptyTaskList);
workflow.AddTask(t6, new Payload("Node6"), NoType, SimplePriority, new[] { t2 }, EmptyTaskList);
using (var wm = new WorkflowManagement(_mux, th, wh, new WorkflowManagementId("test"), null, new Lua()))
{
var workflowId = wm.PushWorkflow(workflow);
var waitResult = th.Gate.WaitOne(/*2000*/);
Assert.IsTrue(waitResult);
Assert.AreEqual(1, db.SortedSetLength("submitted"));
Assert.AreEqual(1, db.SetLength("running"));
wm.PauseWorkflow(workflowId);
var expected = new List<string> { "1", "2" };
var state = "paused";
CheckSetContent(db, expected, state);
// The running task will run bang into the new state
th.LetRun.Set();
Thread.Sleep(500); // gah, honestly. I won't get a signal because no new tasks should be submitted
expected = new List<string> { "2" };
state = "paused";
CheckSetContent(db, expected, state);
expected = new List<string> { "2" };
state = "running";
CheckSetContent(db, expected, state, false);
// If this is checked before the task has completed then there'll be two paused tasks
// We've got no hook into the completion event as yet
Assert.AreEqual(1, db.SetLength("paused"));
Assert.AreEqual(1, db.SetLength("paused:1"));
Assert.AreEqual(0, db.SortedSetLength("submitted"));
Assert.AreEqual(0, db.SetLength("running"));
}
db.ScriptEvaluate("redis.call(\"flushdb\")");
}
public void CanReleaseAWorkflowWithTypedTasks()
{
var db = _mux.GetDatabase();
db.ScriptEvaluate("print(\"CanPauseAWorkflow\")");
db.ScriptEvaluate("redis.call(\"flushdb\")");
var th = new BlockingTaskHandler("1");
var complete = new ManualResetEvent(false);
var events = new List<string>();
var wh = new WorkflowHandler();
wh.WorkflowComplete += (s, w) => { events.Add("complete"); complete.Set(); };
var t1 = new TaskName("TestNode1");
var t2 = new TaskName("TestNode2");
var t3 = new TaskName("TestNode3");
var t4 = new TaskName("TestNode4");
var t5 = new TaskName("TestNode5");
var t6 = new TaskName("TestNode6");
var type1 = new TaskType("testTaskType");
var workflow = new Workflow(new WorkflowName("TestWorkflow"));
workflow.AddTask(t1, new Payload("Node1"), type1, SimplePriority, EmptyTaskList, new[] { t2 });
workflow.AddTask(t2, new Payload("Node2"), type1, SimplePriority, EmptyTaskList, new[] { t3, t4, t5, t6 });
workflow.AddTask(t3, new Payload("Node3"), type1, SimplePriority, new[] { t2 }, EmptyTaskList);
workflow.AddTask(t4, new Payload("Node4"), type1, SimplePriority, new[] { t2 }, EmptyTaskList);
workflow.AddTask(t5, new Payload("Node5"), type1, SimplePriority, new[] { t2 }, EmptyTaskList);
workflow.AddTask(t6, new Payload("Node6"), type1, SimplePriority, new[] { t2 }, EmptyTaskList);
using (var wm = new WorkflowManagement(_mux, th, wh, new WorkflowManagementId("test"), new[] { type1 }, new Lua()))
{
var workflowId = wm.PushWorkflow(workflow);
th.Gate.WaitOne();
wm.PauseWorkflow(workflowId);
wm.ReleaseWorkflow(workflowId);
Assert.AreEqual(1, db.ListLength("submitted:testTaskType"));
Assert.AreEqual(1, db.SetLength("running"));
}
db.ScriptEvaluate("redis.call(\"flushdb\")");
}
public void CanResetOwnTypedTasks()
{
var db = _mux.GetDatabase();
db.ScriptEvaluate("print(\"CanSubmitAndRunAWorkflow\")");
db.ScriptEvaluate("redis.call(\"flushdb\")");
var th = new BlockingTaskHandler("1");
var th2 = new BlockingTaskHandler("2");
var complete = new ManualResetEvent(false);
var events = new List<string>();
var wh = new WorkflowHandler();
wh.WorkflowComplete += (s, w) => { events.Add("complete"); complete.Set(); };
var t1 = new TaskName("TestNode1");
var t2 = new TaskName("TestNode2");
var t3 = new TaskName("TestNode3");
var t4 = new TaskName("TestNode4");
var t5 = new TaskName("TestNode5");
var t6 = new TaskName("TestNode6");
var type1 = new TaskType("testTaskType");
var workflow = new Workflow(new WorkflowName("TestWorkflow"));
workflow.AddTask(t1, new Payload("Node1"), type1, SimplePriority, EmptyTaskList, new[] { t2 });
workflow.AddTask(t2, new Payload("Node2"), type1, SimplePriority, new[] { t1 }, new[] { t3, t4, t5, t6 });
workflow.AddTask(t3, new Payload("Node3"), type1, SimplePriority, new[] { t2 }, EmptyTaskList);
workflow.AddTask(t4, new Payload("Node4"), type1, SimplePriority, new[] { t2 }, EmptyTaskList);
workflow.AddTask(t5, new Payload("Node5"), type1, SimplePriority, new[] { t2 }, EmptyTaskList);
workflow.AddTask(t6, new Payload("Node6"), type1, SimplePriority, new[] { t2 }, EmptyTaskList);
using (var wm = new WorkflowManagement(_mux, th, wh, new WorkflowManagementId("test"), new[] { type1 }, new Lua()))
{
wm.PushWorkflow(workflow);
// we've picked up the first task, and don't want to pick up any more
th.Gate.WaitOne();
Assert.AreEqual(0, db.SortedSetLength("submitted:testTaskType"));
}
// create a new wm to simulate a restart of a component
using (var wm2 = new WorkflowManagement(_mux, th2, wh, new WorkflowManagementId("test"), new[] { type1 }, new Lua()))
{
Assert.AreEqual(1, db.SortedSetLength("submitted:testTaskType"));
th.Abort.Set();
th2.LetRun.Set();
var result = complete.WaitOne();
}
db.ScriptEvaluate("redis.call(\"flushdb\")");
}
public void CanSubmitAndRunAWorkflowWithTypedTasks()
{
var db = _mux.GetDatabase();
db.ScriptEvaluate("print(\"CanSubmitAndRunAWorkflow\")");
db.ScriptEvaluate("redis.call(\"flushdb\")");
var th = new TestTaskHandler();
var complete = new ManualResetEvent(false);
var events = new List<string>();
var wh = new WorkflowHandler();
wh.WorkflowComplete += (s, w) => { events.Add("complete"); complete.Set(); };
var type1 = new TaskType("testTaskType");
var type2 = new TaskType("testTaskType2");
using (var wm = new WorkflowManagement(_mux, th, wh, new WorkflowManagementId("test"), new[] { type1 }, new Lua()))
using (var wm2 = new WorkflowManagement(_mux, th, wh, new WorkflowManagementId("test2"), new[] { type2 }, new Lua()))
{
var t1 = new TaskName("TestNode1");
var t2 = new TaskName("TestNode2");
var t3 = new TaskName("TestNode3");
var t4 = new TaskName("TestNode4");
var t5 = new TaskName("TestNode5");
var t6 = new TaskName("TestNode6");
var workflow = new Workflow(new WorkflowName("TestWorkflow"));
workflow.AddTask(t1, new Payload("Node1"), type1, SimplePriority, EmptyTaskList, new[] { t2 });
workflow.AddTask(t2, new Payload("Node2"), type1, SimplePriority, new[] { t1 }, new[] { t3, t4, t5, t6 });
workflow.AddTask(t3, new Payload("Node3"), type2, SimplePriority, new[] { t2 }, EmptyTaskList);
workflow.AddTask(t4, new Payload("Node4"), type1, SimplePriority, new[] { t2 }, EmptyTaskList);
workflow.AddTask(t5, new Payload("Node5"), type2, SimplePriority, new[] { t2 }, EmptyTaskList);
workflow.AddTask(t6, new Payload("Node6"), type1, SimplePriority, new[] { t2 }, EmptyTaskList);
wm.PushWorkflow(workflow);
var workflowWasCompleted = complete.WaitOne(2000);
Assert.IsTrue(workflowWasCompleted);
Console.WriteLine("WM events"); foreach (var ev in events) Console.WriteLine("Event: " + ev);
Assert.AreEqual(6, th.TaskRunCount);
}
}
internal Task(WorkflowName workflowId, TaskName name, IEnumerable <TaskName> parents, IEnumerable <TaskName> children, Payload payload, TaskType type, TaskPriority priority)
{
Workflow = workflowId;
Name = name;
Payload = payload;
Type = type;
Priority = priority;
_parents = parents.ToArray();
_children = children.ToArray();
}
public void CanPauseAWorkflowWithTypedTasks()
{
var db = _mux.GetDatabase();
db.ScriptEvaluate("print(\"CanPauseAWorkflow\")");
db.ScriptEvaluate("redis.call(\"flushdb\")");
var th = new BlockingTaskHandler("1");
var complete = new ManualResetEvent(false);
var events = new List <string>();
var wh = new WorkflowHandler();
wh.WorkflowComplete += (s, w) => { events.Add("complete"); complete.Set(); };
var t1 = new TaskName("TestNode1");
var t2 = new TaskName("TestNode2");
var t3 = new TaskName("TestNode3");
var t4 = new TaskName("TestNode4");
var t5 = new TaskName("TestNode5");
var t6 = new TaskName("TestNode6");
var type1 = new TaskType("testTaskType");
var workflow = new Workflow(new WorkflowName("TestWorkflow"));
workflow.AddTask(t1, new Payload("Node1"), type1, SimplePriority, EmptyTaskList, new[] { t2 });
workflow.AddTask(t2, new Payload("Node2"), type1, SimplePriority, EmptyTaskList, new[] { t3, t4, t5, t6 });
workflow.AddTask(t3, new Payload("Node3"), type1, SimplePriority, new[] { t2 }, EmptyTaskList);
workflow.AddTask(t4, new Payload("Node4"), type1, SimplePriority, new[] { t2 }, EmptyTaskList);
workflow.AddTask(t5, new Payload("Node5"), type1, SimplePriority, new[] { t2 }, EmptyTaskList);
workflow.AddTask(t6, new Payload("Node6"), type1, SimplePriority, new[] { t2 }, EmptyTaskList);
using (var wm = new WorkflowManagement(_mux, th, wh, new WorkflowManagementId("test"), new[] { type1 }, new Lua()))
{
var workflowId = wm.PushWorkflow(workflow);
th.Gate.WaitOne();
Assert.AreEqual(1, db.SortedSetLength("submitted:testTaskType"));
Assert.AreEqual(1, db.SetLength("running"));
wm.PauseWorkflow(workflowId);
var expected = new List <string> {
"1", "2"
};
var state = "paused";
CheckSetContent(db, expected, state);
// The running task will run bang into the new state
th.LetRun.Set();
Thread.Sleep(500); // gah, honestly. I won't get a signal because no new tasks should be submitted
expected = new List <string> {
"2"
};
state = "paused";
CheckSetContent(db, expected, state);
expected = new List <string> {
"2"
};
state = "running";
CheckSetContent(db, expected, state, false);
// If this is checked before the task has completed then there'll be two paused tasks
// We've got no hook into the completion event as yet
Assert.AreEqual(1, db.SetLength("paused"));
Assert.AreEqual(1, db.SetLength("paused:1"));
Assert.AreEqual(0, db.ListLength("submitted:testTaskType"));
Assert.AreEqual(0, db.SetLength("running"));
}
db.ScriptEvaluate("redis.call(\"flushdb\")");
}