public static TransposeLoader Create(IHostEnvironment env, ModelLoadContext ctx, IMultiStreamSource files)
{
Contracts.CheckValue(env, nameof(env));
IHost h = env.Register(LoadName);
h.CheckValue(ctx, nameof(ctx));
ctx.CheckAtModel(GetVersionInfo());
h.CheckValue(files, nameof(files));
return(h.Apply("Loading Model",
ch =>
{
if (files.Count == 0)
{
BinaryLoader schemaView = null;
// In the case where we have no input streams, but we have an input schema from
// the model repository, we still want to surface ourselves as being a binary loader
// with the existing schema. The loader "owns" this stream.
if (ctx.TryLoadBinaryStream("Schema.idv",
r => schemaView = new BinaryLoader(h, new BinaryLoader.Arguments(),
HybridMemoryStream.CreateCache(r.BaseStream), leaveOpen: false)))
{
h.AssertValue(schemaView);
h.CheckDecode(schemaView.GetRowCount() == 0);
// REVIEW: Do we want to be a bit more restrictive around uninterpretable columns?
return new TransposeLoader(h, ctx, schemaView);
}
h.Assert(schemaView == null);
// Fall through, allow the failure to be on OpenStream.
}
return new TransposeLoader(h, ctx, files);
}));
}
public static ParquetPartitionedPathParser Create(IHostEnvironment env, ModelLoadContext ctx)
{
Contracts.CheckValue(ctx, nameof(ctx));
IHost host = env.Register(LoadName);
ctx.CheckAtModel(GetVersionInfo());
return(host.Apply("Loading Parser",
ch => new ParquetPartitionedPathParser(host, ctx)));
}
internal static DatabaseLoader Create(IHostEnvironment env, ModelLoadContext ctx)
{
Contracts.CheckValue(env, nameof(env));
IHost h = env.Register(RegistrationName);
h.CheckValue(ctx, nameof(ctx));
ctx.CheckAtModel(GetVersionInfo());
return(h.Apply("Loading Model", ch => new DatabaseLoader(h, ctx)));
}
private static CompositeDataLoader <TSource, TLastTransformer> Create(IHostEnvironment env, ModelLoadContext ctx)
{
Contracts.CheckValue(env, nameof(env));
IHost h = env.Register(LoaderSignature);
h.CheckValue(ctx, nameof(ctx));
ctx.CheckAtModel(GetVersionInfo());
return(h.Apply("Loading Model", ch => new CompositeDataLoader <TSource, TLastTransformer>(h, ctx)));
}
public static WordEmbeddingsTransform Create(IHostEnvironment env, ModelLoadContext ctx, IDataView input)
{
Contracts.CheckValue(env, nameof(env));
IHost h = env.Register(RegistrationName);
h.CheckValue(ctx, nameof(ctx));
h.CheckValue(input, nameof(input));
return(h.Apply("Loading Model",
ch => new WordEmbeddingsTransform(h, ctx, input)));
}
public static LabelIndicatorTransform Create(IHostEnvironment env,
Arguments args, IDataView input)
{
Contracts.CheckValue(env, nameof(env));
IHost h = env.Register(LoaderSignature);
h.CheckValue(args, nameof(args));
h.CheckValue(input, nameof(input));
return(h.Apply("Loading Model",
ch => new LabelIndicatorTransform(h, args, input)));
}
public static ParquetLoader Create(IHostEnvironment env, ModelLoadContext ctx, IMultiStreamSource files)
{
Contracts.CheckValue(env, nameof(env));
IHost host = env.Register(LoaderName);
env.CheckValue(ctx, nameof(ctx));
ctx.CheckAtModel(GetVersionInfo());
env.CheckValue(files, nameof(files));
return(host.Apply("Loading Model",
ch => new ParquetLoader(host, ctx, files)));
}
public static ParquetLoader Create(IHostEnvironment env, ModelLoadContext ctx, IMultiStreamSource files)
{
Contracts.CheckValue(env, nameof(env));
IHost host = env.Register(LoaderName);
env.CheckValue(ctx, nameof(ctx));
ctx.CheckAtModel(GetVersionInfo());
env.CheckValue(files, nameof(files));
// *** Binary format ***
// int: cached chunk size
// bool: TreatBigIntegersAsDates flag
Arguments args = new Arguments
{
ColumnChunkReadSize = ctx.Reader.ReadInt32(),
TreatBigIntegersAsDates = ctx.Reader.ReadBoolean()
};
return(host.Apply("Loading Model",
ch => new ParquetLoader(args, host, OpenStream(files))));
}
