/// <summary>
/// Queries the registry for new jobs to schedule
/// </summary>
private void PollNewJobs()
{
List<Job> temp = new List<Job>();
using (Context context = ContextManager.Instance.CreateContext(ConnectionMode.AutoOpen, TransactionMode.AutoCommit))
{
context.ContextGuid = contextGuid;
foreach (var queue in Cluster.Queues.Values)
{
var qi = new QueueInstance(context);
qi.Guid = queue.Guid;
qi.Load();
var ji = qi.GetNextJobInstance();
if (ji != null)
{
var user = new User(context);
user.Guid = ji.UserGuidOwner;
user.Load();
var job = new Job()
{
Guid = ji.Guid,
JobID = ji.JobID,
UserGuid = user.Guid,
UserName = user.Name,
QueueGuid = ji.ParentReference.Guid,
WorkflowTypeName = ji.WorkflowTypeName,
};
if ((ji.JobExecutionStatus & JobExecutionState.Scheduled) != 0)
{
job.Status = JobStatus.Starting;
ji.JobExecutionStatus = JobExecutionState.Starting;
}
else if ((ji.JobExecutionStatus & JobExecutionState.Persisted) != 0)
{
// Save cancel requested flag here
ji.JobExecutionStatus ^= JobExecutionState.Persisted;
ji.JobExecutionStatus |= JobExecutionState.Starting;
job.Status = JobStatus.Resuming;
}
else
{
throw new NotImplementedException();
}
ji.Save();
lock (queue)
{
queue.Jobs.Add(job.Guid, job);
}
temp.Add(job);
}
}
}
foreach (var job in temp)
{
StartOrResumeJob(job);
}
}
/// <summary>
/// Creates a deep copy of the passed object.
/// </summary>
/// <param name="old">A <b>Database Definition</b> object to create the deep copy from.</param>
private void CopyMembers(QueueInstance old)
{
this.maxOutstandingJobs = old.maxOutstandingJobs;
this.timeout = 0;
}
/// <summary>
/// Copy contructor for doing deep copy of the <b>Database Definition</b> objects.
/// </summary>
/// <param name="old">The <b>Database Definition</b> to copy from.</param>
public QueueInstance(QueueInstance old)
: base(old)
{
CopyMembers(old);
}
/// <summary>
/// Updates the queue information based on the values
/// read from the registry.
/// </summary>
/// <param name="q"></param>
public void Update(QueueInstance q)
{
this.guid = q.Guid;
this.timeout = TimeSpan.FromSeconds(q.Timeout);
}
/// <summary>
/// Constructor for creating a new entity with object context and parent entity set.
/// </summary>
/// <param name="context">An object context class containing session information.</param>
/// <param name="parent">The parent entity in the entity hierarchy.</param>
public JobInstance(QueueInstance parent)
: base(parent.Context, parent)
{
InitializeMembers();
}
/// <summary>
/// Creates a deep copy of the passed object.
/// </summary>
/// <param name="old">A <b>Database Definition</b> object to create the deep copy from.</param>
private void CopyMembers(QueueInstance old)
{
this.maxOutstandingJobs = old.maxOutstandingJobs;
this.timeout = 0;
}
/// <summary>
/// Copy contructor for doing deep copy of the <b>Database Definition</b> objects.
/// </summary>
/// <param name="old">The <b>Database Definition</b> to copy from.</param>
public QueueInstance(QueueInstance old)
: base(old)
{
CopyMembers(old);
}
public Cluster Install(bool system, string clusterName, string username, string email, string password)
{
cluster = new Cluster(Context)
{
Name = clusterName,
System = system,
};
cluster.Save();
// Create machine roles and machines
// -- controller role
var mrcont = new MachineRole(cluster)
{
Name = Constants.ControllerMachineRoleName,
System = system,
MachineRoleType = MachineRoleType.StandAlone,
};
mrcont.Save();
var sv = new ServerVersion(mrcont)
{
Name = Constants.ServerVersionName,
System = system,
};
sv.Save();
var mcont = new Machine(mrcont)
{
Name = Constants.ControllerMachineName,
};
mcont.Save();
var sicont = new ServerInstance(mcont)
{
Name = Constants.ServerInstanceName,
ServerVersion = sv,
};
sicont.Save();
// -- node role
var mrnode = new MachineRole(cluster)
{
Name = Constants.NodeMachineRoleName,
MachineRoleType = MachineRoleType.MirroredSet,
};
mrnode.Save();
var nodesv = new ServerVersion(mrnode)
{
Name = Constants.ServerVersionName,
};
nodesv.Save();
// -- Create a node
/*
Machine mnode = new Machine(Context, mrnode);
mnode.Name = Constants.NodeMachineName;
mnode.Save();
si = new ServerInstance(Context, mnode);
si.Name = Constants.ServerInstanceName;
si.ServerVersionReference.Value = sv;
si.Save();*/
// Create the shared domain for cluster level databases and users
var domain = new Domain(cluster)
{
Name = Constants.SharedDomainName,
Email = email,
System = system,
};
domain.Save();
// Create administrator group and user
GenerateAdminGroup(system);
GenerateAdmin(system, username, email, password);
// Create the shared feredation
var federation = new Federation(domain)
{
Name = Constants.SharedFederationName,
Email = email,
System = system,
ControllerMachine = mcont,
SchemaSourceServerInstance = sicont,
};
federation.Save();
// Temp database definition
var tempdd = new DatabaseDefinition(federation)
{
Name = Constants.TempDbName,
System = system,
LayoutType = DatabaseLayoutType.Monolithic,
DatabaseInstanceNamePattern = Constants.TempDbInstanceNamePattern,
DatabaseNamePattern = Constants.TempDbNamePattern,
SliceCount = 1,
PartitionCount = 1,
};
tempdd.Save();
var tempddi = new DatabaseDefinitionInstaller(tempdd);
tempddi.GenerateDefaultChildren(nodesv, Constants.TempDbName);
// Create cluster level jobs and queues
// -- admin queue definition
QueueDefinition qd = new QueueDefinition(cluster)
{
Name = Constants.MaintenanceQueueDefinitionName,
System = system,
};
qd.Save();
QueueInstance qi = new QueueInstance(mcont)
{
Name = Constants.MaintenanceQueueName,
RunningState = Registry.RunningState.Running,
};
qi.QueueDefinitionReference.Value = qd;
qi.Save();
// -- long queue definition
qd = new QueueDefinition(cluster)
{
Name = Constants.LongQueueDefinitionName
};
qd.Save();
qi = new QueueInstance(mcont)
{
Name = Constants.LongQueueName,
RunningState = Registry.RunningState.Running,
};
qi.QueueDefinitionReference.Value = qd;
qi.Save();
// -- quick queue definition
qd = new QueueDefinition(cluster)
{
Name = Constants.QuickQueueDefinitionName,
};
qd.Save();
qi = new QueueInstance(mcont)
{
Name = Constants.QuickQueueName,
RunningState = Registry.RunningState.Running,
};
qi.QueueDefinitionReference.Value = qd;
qi.Save();
// -- database mirror job
var jd = new JobDefinition(federation)
{
Name = typeof(Jhu.Graywulf.Jobs.MirrorDatabase.MirrorDatabaseJob).Name,
System = system,
WorkflowTypeName = typeof(Jhu.Graywulf.Jobs.MirrorDatabase.MirrorDatabaseJob).AssemblyQualifiedName,
};
jd.DiscoverWorkflowParameters();
jd.Save();
// -- test job
jd = new JobDefinition(federation)
{
Name = typeof(Jhu.Graywulf.Jobs.Test.TestJob).Name,
System = system,
WorkflowTypeName = typeof(Jhu.Graywulf.Jobs.Test.TestJob).AssemblyQualifiedName,
};
jd.DiscoverWorkflowParameters();
jd.Save();
return cluster;
}
/// <summary>
/// Constructor for creating a new entity with object context and parent entity set.
/// </summary>
/// <param name="context">An object context class containing session information.</param>
/// <param name="parent">The parent entity in the entity hierarchy.</param>
public JobInstance(QueueInstance parent)
: base(parent.Context, parent)
{
InitializeMembers(new StreamingContext());
}
public void Install(bool system, string clusterName, string username, string email, string password)
{
var cluster = new Cluster(Context)
{
Name = clusterName,
System = system,
};
cluster.Save();
// Create administrator group and user
var ug = new UserGroup(cluster)
{
Name = Constants.ClusterAdministratorUserGroupName,
System = system,
};
ug.Save();
var u = new User(cluster)
{
Name = username,
System = system,
Email = email,
DeploymentState = Registry.DeploymentState.Deployed,
};
u.SetPassword(password);
u.Save();
u.MakeMemberOf(ug.Guid);
// Create machine roles and machines
// -- controller role
var mrcont = new MachineRole(cluster)
{
Name = Constants.ControllerMachineRoleName,
System = system,
MachineRoleType = MachineRoleType.StandAlone,
};
mrcont.Save();
var sv = new ServerVersion(mrcont)
{
Name = Constants.ServerVersionName,
};
sv.Save();
var mcont = new Machine(mrcont)
{
Name = Constants.ControllerMachineName,
};
mcont.Save();
var si = new ServerInstance(mcont)
{
Name = Constants.ServerInstanceName,
ServerVersion = sv,
};
si.Save();
// -- node role
var mrnode = new MachineRole(cluster)
{
Name = Constants.NodeMachineRoleName,
MachineRoleType = MachineRoleType.MirroredSet,
};
mrnode.Save();
sv = new ServerVersion(mrnode)
{
Name = Constants.ServerVersionName,
};
sv.Save();
// -- Create a node
/*
Machine mnode = new Machine(Context, mrnode);
mnode.Name = Constants.NodeMachineName;
mnode.Save();
si = new ServerInstance(Context, mnode);
si.Name = Constants.ServerInstanceName;
si.ServerVersionReference.Value = sv;
si.Save();*/
// Temp database definition
var tempdd = new DatabaseDefinition(cluster)
{
Name = Constants.TempDbName,
System = system,
LayoutType = DatabaseLayoutType.Monolithic,
DatabaseInstanceNamePattern = Constants.TempDbInstanceNamePattern,
DatabaseNamePattern = Constants.TempDbNamePattern,
SliceCount = 1,
PartitionCount = 1,
};
tempdd.Save();
var tempddi = new DatabaseDefinitionInstaller(tempdd);
tempddi.GenerateDefaultChildren(sv, Constants.TempDbName);
// Create cluster level jobs and queues
// -- admin queue definition
QueueDefinition qd = new QueueDefinition(cluster)
{
Name = Constants.MaintenanceQueueDefinitionName,
System = system,
};
qd.Save();
QueueInstance qi = new QueueInstance(mcont)
{
Name = Constants.MaintenanceQueueName,
RunningState = Registry.RunningState.Running,
};
qi.QueueDefinitionReference.Value = qd;
qi.Save();
// -- long queue definition
qd = new QueueDefinition(cluster)
{
Name = Constants.LongQueueDefinitionName
};
qd.Save();
qi = new QueueInstance(mcont)
{
Name = Constants.LongQueueName,
RunningState = Registry.RunningState.Running,
};
qi.QueueDefinitionReference.Value = qd;
qi.Save();
// -- quick queue definition
qd = new QueueDefinition(cluster)
{
Name = Constants.QuickQueueDefinitionName,
};
qd.Save();
qi = new QueueInstance(mcont)
{
Name = Constants.QuickQueueName,
RunningState = Registry.RunningState.Running,
};
qi.QueueDefinitionReference.Value = qd;
qi.Save();
// -- database mirror job
var jd = new JobDefinition(cluster)
{
Name = typeof(Jhu.Graywulf.Jobs.MirrorDatabase.MirrorDatabaseJob).Name,
System = system,
WorkflowTypeName = typeof(Jhu.Graywulf.Jobs.MirrorDatabase.MirrorDatabaseJob).AssemblyQualifiedName,
};
jd.Save();
// -- test job
jd = new JobDefinition(cluster)
{
Name = typeof(Jhu.Graywulf.Jobs.Test.TestJob).Name,
System = system,
WorkflowTypeName = typeof(Jhu.Graywulf.Jobs.Test.TestJob).AssemblyQualifiedName,
};
jd.Save();
}