public void TestOldSavingAndLoading()
{
var data = new[] { new TestClass()
{
A = 1, B = 2, C = 3,
}, new TestClass()
{
A = 4, B = 5, C = 6
} };
var dataView = ComponentCreation.CreateDataView(Env, data);
var est = new TermEstimator(Env, new[] {
new TermTransform.ColumnInfo("A", "TermA"),
new TermTransform.ColumnInfo("B", "TermB"),
new TermTransform.ColumnInfo("C", "TermC")
});
var transformer = est.Fit(dataView);
dataView = transformer.Transform(dataView);
var pipe = new KeyToVectorEstimator(Env,
new KeyToVectorTransform.ColumnInfo("TermA", "CatA", false),
new KeyToVectorTransform.ColumnInfo("TermB", "CatB", true)
);
var result = pipe.Fit(dataView).Transform(dataView);
var resultRoles = new RoleMappedData(result);
using (var ms = new MemoryStream())
{
TrainUtils.SaveModel(Env, Env.Start("saving"), ms, null, resultRoles);
ms.Position = 0;
var loadedView = ModelFileUtils.LoadTransforms(Env, dataView, ms);
}
}
public void TestMetadataPropagation()
{
var data = new[] {
new TestMeta()
{
A = new string[2] {
"A", "B"
}, B = "C", C = new int[2] {
3, 5
}, D = 6, E = new float[2] {
1.0f, 2.0f
}, F = 1.0f, G = new string[2] {
"A", "D"
}, H = "D"
},
new TestMeta()
{
A = new string[2] {
"A", "B"
}, B = "C", C = new int[2] {
5, 3
}, D = 1, E = new float[2] {
3.0f, 4.0f
}, F = -1.0f, G = new string[2] {
"E", "A"
}, H = "E"
},
new TestMeta()
{
A = new string[2] {
"A", "B"
}, B = "C", C = new int[2] {
3, 5
}, D = 6, E = new float[2] {
5.0f, 6.0f
}, F = 1.0f, G = new string[2] {
"D", "E"
}, H = "D"
}
};
var dataView = ComponentCreation.CreateDataView(Env, data);
var termEst = new TermEstimator(Env,
new TermTransform.ColumnInfo("A", "TA", textKeyValues: true),
new TermTransform.ColumnInfo("B", "TB"),
new TermTransform.ColumnInfo("C", "TC", textKeyValues: true),
new TermTransform.ColumnInfo("D", "TD", textKeyValues: true),
new TermTransform.ColumnInfo("E", "TE"),
new TermTransform.ColumnInfo("F", "TF"),
new TermTransform.ColumnInfo("G", "TG"),
new TermTransform.ColumnInfo("H", "TH", textKeyValues: true));
var termTransformer = termEst.Fit(dataView);
dataView = termTransformer.Transform(dataView);
var pipe = new KeyToVectorEstimator(Env,
new KeyToVectorTransform.ColumnInfo("TA", "CatA", true),
new KeyToVectorTransform.ColumnInfo("TB", "CatB", false),
new KeyToVectorTransform.ColumnInfo("TC", "CatC", false),
new KeyToVectorTransform.ColumnInfo("TD", "CatD", true),
new KeyToVectorTransform.ColumnInfo("TE", "CatE", false),
new KeyToVectorTransform.ColumnInfo("TF", "CatF", true),
new KeyToVectorTransform.ColumnInfo("TG", "CatG", true),
new KeyToVectorTransform.ColumnInfo("TH", "CatH", false)
);
var result = pipe.Fit(dataView).Transform(dataView);
ValidateMetadata(result);
Done();
}
