public void GetOutputToPath(GraphRunner runner, string varName, string path, TlcModule.DataKind kind)
{
_host.CheckUserArg(runner != null, nameof(runner), "Provide a GraphRunner instance.");
_host.CheckUserArg(!string.IsNullOrWhiteSpace(varName), nameof(varName), "Specify a graph variable name.");
_host.CheckUserArg(!string.IsNullOrWhiteSpace(path), nameof(path), "Specify a valid file path.");
string extension = Path.GetExtension(path);
switch (kind)
{
case TlcModule.DataKind.FileHandle:
var fh = runner.GetOutput <IFileHandle>(varName);
throw _host.ExceptNotSupp("File handle outputs not yet supported.");
case TlcModule.DataKind.DataView:
var idv = runner.GetOutput <IDataView>(varName);
SaveDataView(idv, path, extension);
break;
case TlcModule.DataKind.PredictorModel:
var pm = runner.GetOutput <IPredictorModel>(varName);
SavePredictorModel(pm, path);
break;
case TlcModule.DataKind.TransformModel:
var tm = runner.GetOutput <ITransformModel>(varName);
using (var handle = _host.CreateOutputFile(path))
using (var fs = handle.CreateWriteStream())
tm.Save(_host, fs);
break;
case TlcModule.DataKind.Array:
string partialPath = path.Substring(0, path.Length - extension.Length);
var ipmArray = runner.GetOutputOrDefault <IPredictorModel[]>(varName);
if (ipmArray != null && !ipmArray.GetType().IsValueType)
{
SaveArrayToFile(ipmArray.ToList(), TlcModule.DataKind.PredictorModel, partialPath, extension);
break;
}
var idvArray = runner.GetOutputOrDefault <IDataView[]>(varName);
if (idvArray != null && !idvArray.GetType().IsValueType)
{
SaveArrayToFile(idvArray.ToList(), TlcModule.DataKind.DataView, partialPath, extension);
break;
}
goto default;
default:
throw _host.Except("Port type {0} not supported", kind);
}
}
private void SaveArrayToFile <T>(List <T> array, TlcModule.DataKind kind, string partialPath, string extension)
where T : class
{
for (int i = 0; i < array.Count; i++)
{
string path = $"{partialPath}_{i}{extension}";
switch (kind)
{
case TlcModule.DataKind.DataView:
SaveDataView((IDataView)array[i], path, extension);
break;
case TlcModule.DataKind.PredictorModel:
SavePredictorModel((IPredictorModel)array[i], path);
break;
}
}
}
private static object ParseJsonValue(IExceptionContext ectx, Type type, Attributes attributes, JToken value, ComponentCatalog catalog)
{
Contracts.AssertValue(ectx);
ectx.AssertValue(type);
ectx.AssertValueOrNull(value);
ectx.AssertValue(catalog);
if (value == null)
{
return(null);
}
if (value is JValue val && val.Value == null)
{
return(null);
}
if (type.IsGenericType && (type.GetGenericTypeDefinition() == typeof(Optional <>) || type.GetGenericTypeDefinition() == typeof(Nullable <>)))
{
if (type.GetGenericTypeDefinition() == typeof(Optional <>) && value.HasValues)
{
value = value.Values().FirstOrDefault();
}
type = type.GetGenericArguments()[0];
}
if (type.IsGenericType && (type.GetGenericTypeDefinition() == typeof(Var <>)))
{
string varName = value.Value <string>();
ectx.Check(VariableBinding.IsBindingToken(value), "Variable name expected.");
var variable = Activator.CreateInstance(type) as IVarSerializationHelper;
var varBinding = VariableBinding.Create(ectx, varName);
variable.VarName = varBinding.VariableName;
return(variable);
}
if (type == typeof(JArray) && value is JArray)
{
return(value);
}
TlcModule.DataKind dt = TlcModule.GetDataType(type);
try
{
switch (dt)
{
case TlcModule.DataKind.Bool:
return(value.Value <bool>());
case TlcModule.DataKind.String:
return(value.Value <string>());
case TlcModule.DataKind.Char:
return(value.Value <char>());
case TlcModule.DataKind.Enum:
if (!Enum.IsDefined(type, value.Value <string>()))
{
throw ectx.Except($"Requested value '{value.Value<string>()}' is not a member of the Enum type '{type.Name}'");
}
return(Enum.Parse(type, value.Value <string>()));
case TlcModule.DataKind.Float:
if (type == typeof(double))
{
return(value.Value <double>());
}
else if (type == typeof(float))
{
return(value.Value <float>());
}
else
{
ectx.Assert(false);
throw ectx.ExceptNotSupp();
}
case TlcModule.DataKind.Array:
var ja = value as JArray;
ectx.Check(ja != null, "Expected array value");
Func <IExceptionContext, JArray, Attributes, ComponentCatalog, object> makeArray = MakeArray <int>;
return(Utils.MarshalInvoke(makeArray, type.GetElementType(), ectx, ja, attributes, catalog));
case TlcModule.DataKind.Int:
if (type == typeof(long))
{
return(value.Value <long>());
}
if (type == typeof(int))
{
return(value.Value <int>());
}
ectx.Assert(false);
throw ectx.ExceptNotSupp();
case TlcModule.DataKind.UInt:
if (type == typeof(ulong))
{
return(value.Value <ulong>());
}
if (type == typeof(uint))
{
return(value.Value <uint>());
}
ectx.Assert(false);
throw ectx.ExceptNotSupp();
case TlcModule.DataKind.Dictionary:
ectx.Check(value is JObject, "Expected object value");
Func <IExceptionContext, JObject, Attributes, ComponentCatalog, object> makeDict = MakeDictionary <int>;
return(Utils.MarshalInvoke(makeDict, type.GetGenericArguments()[1], ectx, (JObject)value, attributes, catalog));
case TlcModule.DataKind.Component:
var jo = value as JObject;
ectx.Check(jo != null, "Expected object value");
// REVIEW: consider accepting strings alone.
var jName = jo[FieldNames.Name];
ectx.Check(jName != null, "Field '" + FieldNames.Name + "' is required for component.");
ectx.Check(jName is JValue, "Expected '" + FieldNames.Name + "' field to be a string.");
var name = jName.Value <string>();
ectx.Check(jo[FieldNames.Settings] == null || jo[FieldNames.Settings] is JObject,
"Expected '" + FieldNames.Settings + "' field to be an object");
return(GetComponentJson(ectx, type, name, jo[FieldNames.Settings] as JObject, catalog));
default:
var settings = value as JObject;
ectx.Check(settings != null, "Expected object value");
var inputBuilder = new InputBuilder(ectx, type, catalog);
if (inputBuilder._fields.Length == 0)
{
throw ectx.Except($"Unsupported input type: {dt}");
}
if (settings != null)
{
foreach (var pair in settings)
{
if (!inputBuilder.TrySetValueJson(pair.Key, pair.Value))
{
throw ectx.Except($"Unexpected value for component '{type}', field '{pair.Key}': '{pair.Value}'");
}
}
}
var missing = inputBuilder.GetMissingValues().ToArray();
if (missing.Length > 0)
{
throw ectx.Except($"The following required inputs were not provided for component '{type}': {string.Join(", ", missing)}");
}
return(inputBuilder.GetInstance());
}
}
catch (FormatException ex)
{
if (ex.IsMarked())
{
throw;
}
throw ectx.Except(ex, $"Failed to parse JSON value '{value}' as {type}");
}
}
public void SetInputFromPath(GraphRunner runner, string varName, string path, TlcModule.DataKind kind)
{
_host.CheckUserArg(runner != null, nameof(runner), "Provide a GraphRunner instance.");
_host.CheckUserArg(!string.IsNullOrWhiteSpace(varName), nameof(varName), "Specify a graph variable name.");
_host.CheckUserArg(!string.IsNullOrWhiteSpace(path), nameof(path), "Specify a valid file path.");
switch (kind)
{
case TlcModule.DataKind.FileHandle:
var fh = new SimpleFileHandle(_host, path, false, false);
runner.SetInput(varName, fh);
break;
case TlcModule.DataKind.DataView:
IDataView loader = new BinaryLoader(_host, new BinaryLoader.Arguments(), path);
runner.SetInput(varName, loader);
break;
case TlcModule.DataKind.PredictorModel:
PredictorModelImpl pm;
using (var fs = File.OpenRead(path))
pm = new PredictorModelImpl(_host, fs);
runner.SetInput(varName, pm);
break;
case TlcModule.DataKind.TransformModel:
TransformModelImpl tm;
using (var fs = File.OpenRead(path))
tm = new TransformModelImpl(_host, fs);
runner.SetInput(varName, tm);
break;
default:
throw _host.Except("Port type {0} not supported", kind);
}
}
