public void AddToEngine()
{
// create a graph within the engine
_graph = _engineConfig.CreateGraph(GraphName);
AddProcesses();
}
public FileResult GetProcessDomain(string processName, string instanceName, DateTime?instanceDate)
{
using (var activity = new RFEngineActivity(Context, EngineConfig))
{
RFGraphProcessorDomain domain = null;
var engineConfig = activity.GetEngineConfig();
var graphInstance = new RFGraphInstance
{
Name = string.IsNullOrWhiteSpace(instanceName) ? null : instanceName,
ValueDate = instanceDate.HasValue ? new RFDate(instanceDate.Value.Date) : RFDate.NullDate
};
foreach (var graph in engineConfig.Graphs.Values)
{
var process = graph.Processes.Values.FirstOrDefault(p => RFGraphDefinition.GetFullName(graph.GraphName, p.Name) == processName);
if (process != null)
{
var processor = process.Processor();
domain = processor.CreateDomain();
if (domain != null)
{
foreach (var propertyInfo in domain.GetType().GetProperties())
{
var ioBehaviourAttribute = (propertyInfo.GetCustomAttributes(typeof(RFIOBehaviourAttribute), true).FirstOrDefault() as RFIOBehaviourAttribute);
RFCatalogKey ioKey = null;
if (ioBehaviourAttribute != null)
{
var ioBehaviour = ioBehaviourAttribute.IOBehaviour;
var ioMapping = process.IOMappings.FirstOrDefault(m => m.PropertyName == propertyInfo.Name);
if (ioMapping != null)
{
ioKey = ioMapping.Key.CreateForInstance(graphInstance);
var options = RFGraphInstance.ImplyOptions(ioMapping);
var entry = Context.LoadEntry(ioKey, options) as RFDocument;
if (entry != null)
{
propertyInfo.SetValue(domain, entry.Content);
}
}
}
}
}
break;
}
}
if (domain != null)
{
var xmlString = RFXMLSerializer.PrettySerializeContract(domain);
return(File(
Encoding.UTF8.GetBytes(xmlString),
"text/xml",
String.Format("{0}_{1}_{2}.xml", processName, instanceName ?? String.Empty, instanceDate.Value.ToString("yyyy-MM-dd"))
));
}
}
return(null);
}
public JsonResult GetTasks(string instanceName, DateTime?instanceDate)
{
try
{
using (var activity = new RFEngineActivity(Context, EngineConfig))
{
var engineConfig = activity.GetEngineConfig();
var graphInstance = new RFGraphInstance
{
Name = string.IsNullOrWhiteSpace(instanceName) ? RFGraphInstance.DEFAULT_INSTANCE : instanceName,
ValueDate = instanceDate.HasValue ? new RFDate(instanceDate.Value.Date) : RFDate.NullDate
};
var engineStats = activity.GetEngineStats(graphInstance);
var errors = _systemContext.DispatchStore.GetErrorQueue(0);
var tasks = new List <object>();
foreach (var t in EngineConfig.Tasks)
{
var stat = engineStats?.GetStat(t.ProcessName);
var dispatchKey = new RFParamProcessInstruction(t.ProcessName, null).DispatchKey();
var error = dispatchKey.NotBlank() ? errors.Where(e => e.DispatchKey == dispatchKey).FirstOrDefault() : null;
var schedule = t.SchedulerConfig(Context);
tasks.Add(new
{
t.TaskName,
t.Description,
t.GraphName,
Schedule = String.Join(", ", new string[] { t.Trigger, schedule?.SchedulerScheduleString, schedule?.SchedulerRangeString }.Where(s => s.NotBlank())),
IsEnabled = schedule?.IsEnabled ?? true,
t.IsSystem,
Status = error?.DispatchState.ToString() ?? "OK",
Message = error?.Message,
LastRun = stat?.LastRun ?? error?.LastStart,
LastDuration = stat?.LastDuration,
IsGraph = false,
FullName = t.ProcessName
});
}
foreach (var g in EngineConfig.Graphs.Where(g => g.Value.GraphTasks.Any()))
{
var graphStats = activity.GetGraphStats(g.Value.GraphName, graphInstance);
foreach (var t in g.Value.GraphTasks)
{
var processName = RFGraphDefinition.GetFullName(t.GraphName, t.ProcessName);
var stat = graphStats?.GetStat(t.ProcessName);
var dispatchKey = new RFGraphProcessInstruction(graphInstance, processName)?.DispatchKey();
var error = dispatchKey.NotBlank() ? errors.Where(e => e.DispatchKey == dispatchKey).FirstOrDefault() : null;
var schedule = t.SchedulerConfig(Context);
tasks.Add(new
{
t.TaskName,
t.Description,
t.GraphName,
Schedule = String.Join(", ", new string[] { t.Trigger, schedule?.SchedulerScheduleString, schedule?.SchedulerRangeString }.Where(s => s.NotBlank())),
//t.SchedulerRange,
//t.SchedulerSchedule,
//t.Trigger,
IsEnabled = schedule?.IsEnabled ?? true,
t.IsSystem,
Status = error?.DispatchState.ToString() ?? ((stat?.CalculationOK ?? false) ? "OK" : String.Empty),
Message = error?.Message ?? stat?.Message,
LastRun = stat?.LastRun ?? error?.LastStart,
IsGraph = true,
FullName = processName
});
}
}
return(Json(tasks));
}
}
catch (Exception ex)
{
return(Json(JsonError.Throw("GetTasks", ex)));
}
}
public JsonResult GetProcesses(string instanceName, DateTime?instanceDate)
{
using (var activity = new RFEngineActivity(Context, EngineConfig))
{
var engineConfig = activity.GetEngineConfig();
var graphInstance = new RFGraphInstance
{
Name = string.IsNullOrWhiteSpace(instanceName) ? RFGraphInstance.DEFAULT_INSTANCE : instanceName,
ValueDate = instanceDate.HasValue ? new RFDate(instanceDate.Value.Date) : RFDate.NullDate
};
var stats = activity.GetEngineStats(graphInstance);
var allProcesses = new List <object>();
foreach (var process in engineConfig.Processes.Values)
{
var processor = process.Processor();
var stat = stats.GetStat(process.Name);
allProcesses.Add(new
{
Graph = "(none)",
Name = process.Name,
FullName = process.Name,
Description = process.Description,
Type = processor.GetType().FullName,
RequiresIdle = false,
IsGraph = false,
LastRun = stat != null ? (DateTimeOffset?)stat.LastRun : null,
LastDuration = stat != null ? (long?)stat.LastDuration : null,
});
}
foreach (var graph in engineConfig.Graphs.Values)
{
foreach (var process in graph.Processes.Values)
{
var fullName = RFGraphDefinition.GetFullName(graph.GraphName, process.Name);
var stat = stats.GetStat(fullName);
var processor = process.Processor();
var domain = processor.CreateDomain();
var io = new List <object>();
if (domain != null)
{
foreach (var propertyInfo in domain.GetType().GetProperties())
{
var ioBehaviourAttribute = (propertyInfo.GetCustomAttributes(typeof(RFIOBehaviourAttribute), true).FirstOrDefault() as RFIOBehaviourAttribute);
string direction = "-";
string dateType = "-";
RFCatalogKey ioKey = null;
if (ioBehaviourAttribute != null)
{
var ioBehaviour = ioBehaviourAttribute.IOBehaviour;
direction = ioBehaviour.ToString();
var ioMapping = process.IOMappings.FirstOrDefault(m => m.PropertyName == propertyInfo.Name);
if (ioMapping != null)
{
ioKey = ioMapping.Key.CreateForInstance(graphInstance);
var options = RFGraphInstance.ImplyOptions(ioMapping);
dateType = options.DateBehaviour.ToString();
}
}
io.Add(new
{
Field = propertyInfo.Name,
Direction = direction,
DateType = dateType,
DataType = propertyInfo.PropertyType.Name,
KeyType = ioKey != null ? ioKey.GetType().Name : null,
ShortKey = ioKey != null ? ioKey.FriendlyString() : null,
FullKey = ioKey != null ? RFXMLSerializer.SerializeContract(ioKey) : null
});
}
}
allProcesses.Add(new
{
Graph = graph.GraphName,
Name = process.Name,
FullName = fullName,
IsGraph = true,
Description = process.Description,
Type = processor.GetType().FullName,
IO = io,
LastRun = stat != null ? (DateTimeOffset?)stat.LastRun : null,
LastDuration = stat != null ? (long?)stat.LastDuration : null
});
}
}
return(Json(allProcesses));
}
}
public void ExecuteCommand(string input)
{
if (!string.IsNullOrWhiteSpace(input))
{
var tokens = new RIFF.Interfaces.Formats.CSV.CSVParser(input, ' ').Where(t => !string.IsNullOrWhiteSpace(t)).ToArray();
switch (tokens[0])
{
case "importupdates":
{
if (tokens.Length < 2)
{
Console.WriteLine("Usage: importupdates,<path>");
break;
}
var c = RFCatalogMaintainer.ImportCatalogUpdates(_context, tokens[1]);
Console.WriteLine("Imported {0} documents", c);
break;
}
case "exportupdates":
{
if (tokens.Length < 3)
{
Console.WriteLine("Usage: exportupdates,<startDate>,<path>");
break;
}
var startDate = RFDate.Parse(tokens[1], "yyyy-MM-dd");
var c = RFCatalogMaintainer.ExportCatalogUpdates(_context, tokens[2], startDate, null, null);
Console.WriteLine("Exported {0} documents", c);
break;
}
case "run":
case "runsequential":
{
if (tokens.Length == 1)
{
Console.WriteLine("Usage: run,<fullProcessName>,<graphInstance>,<startDate>,[endDate]");
break;
}
var processName = tokens[1];
if (tokens.Length > 2)
{
var graphInstanceName = tokens[2];
var startDate = RFDate.Parse(tokens[3], "yyyy-MM-dd");
var endDate = startDate;
if (tokens.Length > 4)
{
endDate = RFDate.Parse(tokens[4], "yyyy-MM-dd");
}
var instructions = new List <RFInstruction>();
while (startDate <= endDate)
{
var graphInstance = new RFGraphInstance
{
Name = graphInstanceName,
ValueDate = startDate
};
instructions.Add(new RFGraphProcessInstruction(graphInstance, processName));
startDate = startDate.OffsetDays(1);
}
var ra = new RFRequestActivity(_context, _config);
var tracker = ra.Submit(null, instructions, null);
while (!tracker.IsComplete)
{
Thread.Sleep(100);
}
Console.WriteLine("Finished: #{0} cycles, #{1} keys, last run {2}.", tracker.FinishedCycles, tracker.KeyCount, tracker.CurrentProcess);
foreach (var message in tracker.Messages)
{
Console.WriteLine("Message: {0}: {1}", message.Key, message.Value);
}
}
else
{
// non-graph
var instruction = new RFParamProcessInstruction(
processName, new RFEngineProcessorKeyParam(RFGenericCatalogKey.Create(_config.KeyDomain, "dummy", "dummy", null)));
var ra = new RFRequestActivity(_context, _config);
var tracker = ra.Submit(null, new List <RFInstruction> {
instruction
}, null);
while (!tracker.IsComplete)
{
Thread.Sleep(100);
}
Console.WriteLine("Finished: #{0} cycles, #{1} keys, last run {2}.", tracker.FinishedCycles, tracker.KeyCount, tracker.CurrentProcess);
foreach (var message in tracker.Messages)
{
Console.WriteLine("Message: {0}: {1}", message.Key, message.Value);
}
}
break;
}
case "error":
{
_context.SystemLog.Error(this, "System Log error message");
//_context.SystemLog.Exception(this, "System Log exception message", new Exception("Test exception"));
break;
}
case "version":
{
var runLicense = RFPublicRSA.GetHost(_config.LicenseTokens.Key, _config.LicenseTokens.Value);
Console.WriteLine("RIFF Framework {0} | (c) rohatsu software studios limited | www.rohatsu.com", RFCore.sVersion);
Console.WriteLine("Licensed to '{0}' ({1})", runLicense.Key, runLicense.Value.ToString(RFCore.sDateFormat));
Console.WriteLine("Loaded engine {0} from {1} in environment {2}", _engine?.EngineName, _engine?.Assembly, _engine.Environment);
break;
}
case "email":
{
if (tokens.Length > 1)
{
var e = new RFGenericEmail(new RFEmailConfig
{
Enabled = true,
To = tokens[1]
}, string.Format("<html><body>Test email from RIFF System.<p/>Sent on {0} from {1}.</body></html>", DateTime.Now.ToLocalTime().ToString("yyyy-MM-dd HH:mm:ss \"GMT\"zzz"), Environment.MachineName));
e.Send("RIFF Test e-mail");
}
else
{
Console.WriteLine("provide email address as parameter");
}
}
break;
case "list":
{
Console.WriteLine("== PROCESSES");
foreach (var p in _config.Processes.OrderBy(p => p.Key))
{
Console.WriteLine($"\"{p.Key}\" -> {p.Value.Processor().GetType().Name}");
}
Console.WriteLine("== GRAPHS");
foreach (var g in _config.Graphs.OrderBy(g => g.Key))
{
foreach (var p in g.Value.Processes.OrderBy(p => p.Key))
{
Console.WriteLine($"\"{RFGraphDefinition.GetFullName(g.Key, p.Key)}\" -> {p.Value.Processor().GetType().Name}");
}
}
}
break;
case "scheduler":
{
if (tokens.Length == 1)
{
Console.WriteLine("Controls task scheduler. Commands: list, reload");
break;
}
_context.RaiseEvent(this, new RFServiceEvent {
ServiceName = RFSchedulerService.SERVICE_NAME, ServiceCommand = tokens[1], ServiceParams = tokens.Length > 2 ? tokens[2] : null
});
break;
}
case "rebuildgraph":
{
if (tokens.Length < 4)
{
Console.WriteLine("Usage: rebuild,<graphNameOrBlank>,<graphInstance>,<startDate>,[endDate]");
break;
}
var graphName = tokens[1];
var graphInstanceName = tokens[2];
if (tokens.Length > 3)
{
var startDate = RFDate.Parse(tokens[3], "yyyy-MM-dd");
var endDate = startDate;
if (tokens.Length > 4)
{
endDate = RFDate.Parse(tokens[4], "yyyy-MM-dd");
}
var instructions = new List <RFInstruction>();
// queue all graph processes
foreach (var vd in RFDate.Range(startDate, endDate, d => true))
{
var instance = new RFGraphInstance
{
Name = graphInstanceName,
ValueDate = vd
};
foreach (var g in this._config.Graphs.Values.Where(g => graphName.IsBlank() || g.GraphName.StartsWith(graphName, StringComparison.OrdinalIgnoreCase)))
{
foreach (var gp in g.Processes.Values)
{
var processName = RFGraphDefinition.GetFullName(gp.GraphName, gp.Name);
instructions.Add(new RFGraphProcessInstruction(instance, processName));
}
}
}
if (instructions.Any())
{
var tracker = new RFRequestActivity(_context, _config).Submit(null, instructions, null);
while (!tracker.IsComplete)
{
Thread.Sleep(100);
}
Console.WriteLine("Finished: #{0} cycles, #{1} keys, last run {2}.", tracker.FinishedCycles, tracker.KeyCount, tracker.CurrentProcess);
foreach (var message in tracker.Messages)
{
Console.WriteLine("Message: {0}: {1}", message.Key, message.Value);
}
}
}
}
break;
case "exit":
case "quit":
_isExiting = true;
break;
default:
{
if (_engineConsole != null)
{
var queueCommands = new List <string>();
if (!_engineConsole.RunCommand(tokens, queueCommands))
{
Console.WriteLine(String.Format("Unrecognized command '{0}'", tokens[0]));
}
foreach (var c in queueCommands)
{
ExecuteCommand(c);
}
}
}
break;
}
}
}
