void CommandLineOnnxConversionTest()
{
string dataPath = GetDataPath("breast-cancer.txt");
string modelPath = GetOutputPath("ModelWithLessIO.zip");
var trainingPathArgs = $"data={dataPath} out={modelPath}";
var trainingArgs = " loader=text{col=Label:BL:0 col=F1:R4:1-8 col=F2:TX:9} xf=Cat{col=F2} xf=Concat{col=Features:F1,F2} tr=ft{numberOfThreads=1 numberOfLeaves=8 numberOfTrees=3} seed=1";
Assert.Equal(0, Maml.Main(new[] { "train " + trainingPathArgs + trainingArgs }));
var subDir = Path.Combine("..", "..", "BaselineOutput", "Common", "Onnx", "BinaryClassification", "BreastCancer");
var onnxTextName = "ModelWithLessIO.txt";
var onnxFileName = "ModelWithLessIO.onnx";
var onnxTextPath = GetOutputPath(subDir, onnxTextName);
var onnxFilePath = GetOutputPath(subDir, onnxFileName);
string conversionCommand = $"saveonnx in={modelPath} onnx={onnxFilePath} json={onnxTextPath} domain=machinelearning.dotnet name=modelWithLessIO inputsToDrop=Label outputsToDrop=F1,F2,Features,Label";
Assert.Equal(0, Maml.Main(new[] { conversionCommand }));
var fileText = File.ReadAllText(onnxTextPath);
fileText = Regex.Replace(fileText, "\"producerVersion\": \".*\"", "\"producerVersion\": \"##VERSION##\"");
File.WriteAllText(onnxTextPath, fileText);
CheckEquality(subDir, onnxTextName);
Done();
}
void TestCommandLine()
{
var env = new MLContext();
var x = Maml.Main(new[] { @"showschema loader=Text{col=data_0:R4:0-150527} xf=Onnx{InputColumns={data_0} OutputColumns={softmaxout_1} model={squeezenet/00000001/model.onnx}}" });
Assert.Equal(0, x);
}
public void TestCommandLine()
{
using (var env = new ConsoleEnvironment())
{
Assert.Equal(Maml.Main(new[] { @"showschema loader=Text{col=A:R4:0} xf=Term{col=B:A} xf=KeyToBinary{col=C:B} in=f:\2.txt" }), (int)0);
}
}
public void TestWhiteningCommandLine()
{
// typeof helps to load the VectorWhiteningTransformer type.
Type type = typeof(VectorWhiteningTransformer);
Assert.Equal(Maml.Main(new[] { @"showschema loader=Text{col=A:R4:0-10} xf=whitening{col=B:A} in=f:\2.txt" }), (int)0);
}
void TestCommandLine()
{
using (var env = new ConsoleEnvironment())
{
Assert.Equal(0, Maml.Main(new[] { @"showschema loader=Text{col=a:R4:0-3 col=b:R4:0-3} xf=TFTransform{inputs=a inputs=b outputs=c model={model_matmul/frozen_saved_model.pb}} in=f:\2.txt" }));
}
}
public void TestCommandLine()
{
using (var env = new TlcEnvironment())
{
Assert.Equal(Maml.Main(new[] { @"showschema loader=Text{col=A:R4:0} xf=Term{col=B:A} xf=KeyToVector{col=C:B col={name=D source=B bag+}} in=f:\2.txt" }), (int)0);
}
}
void TestCommandLine()
{
using (var env = new ConsoleEnvironment())
{
Assert.Equal(0, Maml.Main(new[] { @"showschema loader=Text{col=A:R4:0} xf=Term{col=B:A} in=f:\2.txt" }));
}
}
public void TestCommandLine()
{
// typeof helps to load the TensorFlowTransformer type.
Type type = typeof(TensorFlowTransformer);
Assert.Equal(Maml.Main(new[] { @"showschema loader=Text{col=a:R4:0-3 col=b:R4:0-3} xf=TFTransform{inputs=a inputs=b outputs=c modellocation={model_matmul/frozen_saved_model.pb}}" }), (int)0);
}
[ConditionalFact(typeof(Environment), nameof(Environment.Is64BitProcess))] // x86 output differs from Baseline
void TestCommandLine()
{
if (!RuntimeInformation.IsOSPlatform(OSPlatform.Windows))
{
return;
}
var env = new MLContext();
var x = Maml.Main(new[] { @"showschema loader=Text{col=data_0:R4:0-150527} xf=Onnx{InputColumns={data_0} OutputColumns={softmaxout_1} model={squeezenet/00000001/model.onnx}}" });
Assert.Equal(0, x);
}
[ConditionalFact(typeof(Environment), nameof(Environment.Is64BitProcess))] // x86 output differs from Baseline
void TestCommandLine()
{
if (!RuntimeInformation.IsOSPlatform(OSPlatform.Windows))
{
return;
}
using (var env = new ConsoleEnvironment())
{
var x = Maml.Main(new[] { @"showschema loader=Text{col=data_0:R4:0-150527} xf=Onnx{InputColumn=data_0 OutputColumn=softmaxout_1 model={squeezenet/00000001/model.onnx}}" });
Assert.Equal(0, x);
}
}
public void TestCSGenerator()
{
var methodName = System.Reflection.MethodBase.GetCurrentMethod().Name;
var basePath = FileHelper.GetOutputFile("CSharpApiExt.cs", methodName);
var cmd = $"? generator=cs{{csFilename={basePath} exclude=System.CodeDom.dll}}";
using (var std = new StdCapture())
{
Maml.Main(new[] { cmd });
Assert.IsTrue(std.StdOut.Length > 0);
Assert.IsTrue(std.StdErr.Length == 0);
Assert.IsFalse(std.StdOut.ToLower().Contains("usage"));
}
var text = File.ReadAllText(basePath);
// TODO: this tests fails because when ML.net is used
// as a nuget, buget binaries and custom binaries
// are not in the same folder. The command looks into
// its folder and fetches every DLL to look into exposed
// learner and transforms. XGBoostWrapper is in another folder and does not
// appear it.
//Assert.IsTrue(text.ToLower().Contains("xgb"));
}
public void TestCommandLine()
{
Assert.Equal(0, Maml.Main(new[] { @"showschema loader=Text{col=A:R4:0} xf=Cat{col=B:A} in=f:\2.txt" }));
}
public void TestCommandLine()
{
Assert.Equal(Maml.Main(new[] { @"showschema loader=Text{col=A:TX:0} xf=Convert{col=B:A type=R4} in=f:\2.txt" }), (int)0);
}
public void TestCommandLine()
{
Assert.Equal(0, Maml.Main(new[] { @"showschema loader=Text{col=A:R4:0} xf=Term{col=B:A} xf=KeyToBinary{col=C:B} in=f:\2.txt" }));
}
[ConditionalFact(typeof(Environment), nameof(Environment.Is64BitProcess))] // x86 output differs from Baseline
void TestCommandLine()
{
var env = new MLContext();
Assert.Equal(Maml.Main(new[] { @"showschema loader=Text{col=a:R4:0-3 col=b:R4:0-3} xf=TFTransform{inputs=a inputs=b outputs=c modellocation={model_matmul/frozen_saved_model.pb}}" }), (int)0);
}
public void TestCommandLine()
{
Assert.Equal(0, Maml.Main(new[] { @"showschema loader=Text{col=A:R4:0} xf=Term{col=B:A} xf=KeyToVector{col=C:B col={name=D source=B bag+}} in=f:\2.txt" }));
}
public void TestGcnNormCommandLine()
{
Assert.Equal(Maml.Main(new[] { @"showschema loader=Text{col=A:R4:0-10} xf=GcnTransform{col=B:A} in=f:\2.txt" }), (int)0);
}
public void TestLdaCommandLine()
{
Assert.Equal(Maml.Main(new[] { @"showschema loader=Text{col=A:R4:0-10} xf=lda{col=B:A} in=f:\2.txt" }), (int)0);
}
void TestCommandLine()
{
var env = new MLContext();
Assert.Equal(0, Maml.Main(new[] { @"showschema loader=Text{col=A:R4:0} xf=Term{col=B:A} in=f:\2.txt" }));
}
public void TestCommandLine()
{
Assert.Equal(Maml.Main(new[] { @"showschema loader=Text{col=A:R4:0} xf=NAReplace{col=C:A} in=f:\2.txt" }), (int)0);
}
public void TestCommandLine()
{
Assert.Equal(0, Maml.Main(new[] { @"showschema loader=Text{col=A:R4:0-100} xf=Rff{col=B:A dim=4 useSin+ kernel=LaplacianRandom} in=f:\2.txt" }));
}
public static int Main(string[] args) => Maml.Main(args);
public void TestCommandLineWithCustomShape()
{
var x = Maml.Main(new[] { @"showschema loader=Text{col=data_0:R4:0-150527} xf=Onnx{customShapeInfos={Name=data_0 Shape=1 Shape=3 Shape=224 Shape=224} InputColumns={data_0} OutputColumns={softmaxout_1} model={squeezenet/00000001/model.onnx}}" });
Assert.Equal(0, x);
}
