public void CommandLine_Test127() { using (var vw = new VowpalWabbit("--quiet -d train-sets/gauss1k.dat.gz -f models/recall_tree_g100.model --recall_tree 100 -b 20 --loss_function logistic ")) { using (var sr = new StreamReader(new GZipStream(new FileStream(@"train-sets/gauss1k.dat.gz", FileMode.Open), CompressionMode.Decompress))) { string dataLine; while ((dataLine = sr.ReadLine()) != null) { vw.Learn(dataLine); } } } using (var vw = new VowpalWabbit("-t -d train-sets/gauss1k.dat.gz -i models/recall_tree_g100.model")) { using (var sr = new StreamReader(new GZipStream(new FileStream(@"train-sets/gauss1k.dat.gz", FileMode.Open), CompressionMode.Decompress))) { string dataLine; while ((dataLine = sr.ReadLine()) != null) { vw.Learn(dataLine); } VWTestHelper.AssertEqual("train-sets/ref/recall_tree_gauss1k.stderr", vw.PerformanceStatistics); } } }
public void Test9() { var sampleData = TrainSetCs_testLdf.CreateSampleCbAdfData(); // # Test 9: label-dependent features with csoaa_ldf //{VW} -k -c -d train-sets/cs_test.ldf -p cs_test.ldf.csoaa.predict --passes 10 --invariant --csoaa_ldf multiline --holdout_off // train-sets/ref/cs_test.ldf.csoaa.stderr // train-sets/ref/cs_test.ldf.csoaa.predict using (var vw = new VowpalWabbit <Cs_TestData>("-k -c -p cs_test.ldf.csoaa.predict --passes 10 --invariant --csoaa_ldf multiline --holdout_off")) { foreach (var d in sampleData) { using (var ex = vw.ReadExample(d)) { ex.Learn(); } } vw.RunMultiPass(); VWTestHelper.AssertEqual(@"train-sets\ref\cs_test.ldf.csoaa.stderr", vw.PerformanceStatistics); } Assert.AreEqual( File.ReadAllText(@"train-sets\ref\cs_test.ldf.csoaa.predict"), File.ReadAllText("cs_test.ldf.csoaa.predict")); }
public void Test3() { VWTestHelper.Learn <Data, DataListener>( "-k train-sets/0002.dat -f models/0002.model --invariant", @"train-sets\0002.dat", @"train-sets\ref\0002.stderr"); }
public void Test9() { var sampleData = TrainSetCs_testLdf.CreateSampleCbAdfData(); // # Test 9: label-dependent features with csoaa_ldf //{VW} -k -c -d train-sets/cs_test.ldf -p cs_test.ldf.csoaa.predict --passes 10 --invariant --csoaa_ldf multiline --holdout_off // train-sets/ref/cs_test.ldf.csoaa.stderr // train-sets/ref/cs_test.ldf.csoaa.predict using (var vw = new VowpalWabbit <Cs_TestData, Cs_TestCs_TestDataADF>("-k -c -p cs_test.ldf.csoaa.predict --passes 10 --invariant --csoaa_ldf multiline --holdout_off")) { foreach (var d in sampleData) { var index = d.ActionDependentFeatures.IndexOf(a => a.Label != null); var label = d.ActionDependentFeatures[index].Label; vw.Learn(d, d.ActionDependentFeatures, index, label); } vw.Native.RunMultiPass(); VWTestHelper.AssertEqual(@"train-sets\ref\cs_test.ldf.csoaa.stderr", vw.Native.PerformanceStatistics); } Assert.AreEqual( File.ReadAllText(@"train-sets\ref\cs_test.ldf.csoaa.predict"), File.ReadAllText("cs_test.ldf.csoaa.predict")); }
public void TestAntlr() { var listener = new DataListener(); listener.Created = x => { Assert.AreEqual("PFF", x.T); var label = x.Label as SimpleLabel; Assert.AreEqual(0.521144, label.Label, 1e-5); Assert.AreEqual(1, label.Initial); Assert.AreEqual(13, x.F.Count); Assert.AreEqual("t1", x.F[0].Key); Assert.AreEqual(-0.0236849, x.F[0].Value, 1e-5); }; var line1 = "0.521144 1 PFF/20091028|T PFF |f t1:-0.0236849 t5:-0.10215 r5:0.727735 t10:-0.0387662 r10:0.911208 t20:-0.00777943 r20:0.952668 t40:0.014542 r40:0.832479 t60:0.00395449 r60:0.724504 t90:0.0281418 r90:0.784653"; VWTestHelper.ParseInput(new MemoryStream(Encoding.UTF8.GetBytes(line1)), listener); listener.Created = x => { var label = x.Label as SimpleLabel; Assert.AreEqual(1, label.Label, 1e-5); Assert.AreEqual(49, x.F.Count); }; var line2 = "1 |f 13:3.9656971e-02 24:3.4781646e-02 69:4.6296168e-02 85:6.1853945e-02 140:3.2349996e-02 156:1.0290844e-01 175:6.8493910e-02 188:2.8366476e-02 229:7.4871540e-02 230:9.1505975e-02 234:5.4200061e-02 236:4.4855952e-02 238:5.3422898e-02 387:1.4059304e-01 394:7.5131744e-02 433:1.1118756e-01 434:1.2540409e-01 438:6.5452829e-02 465:2.2644201e-01 468:8.5926279e-02 518:1.0214076e-01 534:9.4191484e-02 613:7.0990764e-02 646:8.7701865e-02 660:7.2289191e-02 709:9.0660661e-02 752:1.0580081e-01 757:6.7965068e-02 812:2.2685185e-01 932:6.8250686e-02 1028:4.8203137e-02 1122:1.2381379e-01 1160:1.3038123e-01 1189:7.1542501e-02 1530:9.2655659e-02 1664:6.5160148e-02 1865:8.5823394e-02 2524:1.6407280e-01 2525:1.1528353e-01 2526:9.7131468e-02 2536:5.7415009e-01 2543:1.4978983e-01 2848:1.0446861e-01 3370:9.2423186e-02 3960:1.5554591e-01 7052:1.2632671e-01 16893:1.9762035e-01 24036:3.2674628e-01 24303:2.2660980e-010"; VWTestHelper.ParseInput(new MemoryStream(Encoding.UTF8.GetBytes(line2)), listener); }
public void CommandLine_Test80() { using (var vw = new VowpalWabbit("--lrq aa3 -d train-sets/0080.dat")) { foreach (var dataLine in File.ReadLines(@"train-sets/0080.dat")) { vw.Learn(dataLine); } VWTestHelper.AssertEqual("train-sets/ref/0080.stderr", vw.PerformanceStatistics); } }
public void CommandLine_Test79() { using (var vw = new VowpalWabbit("--cbify 10 --cover 3 -d train-sets/multiclass")) { foreach (var dataLine in File.ReadLines(@"train-sets/multiclass")) { vw.Learn(dataLine); } VWTestHelper.AssertEqual("train-sets/ref/cbify_cover.stderr", vw.PerformanceStatistics); } }
public void CommandLine_Test74() { using (var vw = new VowpalWabbit("-d train-sets/rcv1_cb_eval --cb 2 --eval")) { foreach (var dataLine in File.ReadLines(@"train-sets/rcv1_cb_eval")) { vw.Learn(dataLine); } VWTestHelper.AssertEqual("train-sets/ref/rcv1_cb_eval.stderr", vw.PerformanceStatistics); } }
public void CommandLine_Test64() { using (var vw = new VowpalWabbit("--ksvm --l2 1 --reprocess 5 -b 18 --kernel rbf -p ksvm_train.rbf.predict -d train-sets/rcv1_smaller.dat")) { foreach (var dataLine in File.ReadLines(@"train-sets/rcv1_smaller.dat")) { var actualValue = vw.Learn(dataLine, VowpalWabbitPredictionType.Scalar); } VWTestHelper.AssertEqual("train-sets/ref/ksvm_train.rbf.stderr", vw.PerformanceStatistics); } }
public void CommandLine_Test41() { using (var vw = new VowpalWabbit("-d train-sets/rcv1_raw_cb_small.vw --cb 2 --cb_type dm --ngram 2 --skips 4 -b 24 -l 0.125")) { foreach (var dataLine in File.ReadLines(@"train-sets/rcv1_raw_cb_small.vw")) { vw.Learn(dataLine); } VWTestHelper.AssertEqual("train-sets/ref/rcv1_raw_cb_dm.stderr", vw.PerformanceStatistics); } }
public void CommandLine_Test38() { using (var vw = new VowpalWabbit("-k -d train-sets/0001.dat --nn 1")) { foreach (var dataLine in File.ReadLines(@"train-sets/0001.dat")) { vw.Learn(dataLine); } VWTestHelper.AssertEqual("train-sets/ref/nn-1-noquiet.stderr", vw.PerformanceStatistics); } }
public void CommandLine_Test30() { using (var vw = new VowpalWabbit("-d train-sets/0001.dat -f models/mask.model --invert_hash mask.predict --l1 0.01")) { foreach (var dataLine in File.ReadLines(@"train-sets/0001.dat")) { vw.Learn(dataLine); } VWTestHelper.AssertEqual("train-sets/ref/mask.stderr", vw.PerformanceStatistics); } }
public void CommandLine_Test27() { using (var vw = new VowpalWabbit("-d train-sets/0001.dat -f models/bs.vote.model --bootstrap 4 --bs_type vote -p bs.vote.predict")) { foreach (var dataLine in File.ReadLines(@"train-sets/0001.dat")) { var actualValue = vw.Learn(dataLine, VowpalWabbitPredictionType.Scalar); } VWTestHelper.AssertEqual("train-sets/ref/bs.vote.stderr", vw.PerformanceStatistics); } }
public void CommandLine_Test83() { using (var vw = new VowpalWabbit("-k -d train-sets/0080.dat --redefine := --redefine y:=: --redefine x:=arma --ignore x -q yy")) { foreach (var dataLine in File.ReadLines(@"train-sets/0080.dat")) { vw.Learn(dataLine); } VWTestHelper.AssertEqual("train-sets/ref/redefine.stderr", vw.PerformanceStatistics); } }
public void CommandLine_Test7() { using (var vw = new VowpalWabbit("-k --power_t 0.45 -f models/0002c.model -d train-sets/0002.dat")) { foreach (var dataLine in File.ReadLines(@"train-sets/0002.dat")) { vw.Learn(dataLine); } VWTestHelper.AssertEqual("train-sets/ref/0002c.stderr", vw.PerformanceStatistics); } }
public void Test5() { VWTestHelper.Learn <Data, DataListener>( "-k --initial_t 1 --adaptive --invariant -q Tf -q ff -f models/0002a.model", @"train-sets\0002.dat", @"train-sets\ref\0002a.stderr"); VWTestHelper.Predict <Data, DataListener>( "-k -t --invariant -i models/0002a.model", @"train-sets\0002.dat"); }
public void CommandLine_Test109() { using (var vw = new VowpalWabbit("-d train-sets/probabilities.dat --probabilities --oaa=4 --loss_function=logistic -p oaa_probabilities.predict")) { foreach (var dataLine in File.ReadLines(@"train-sets/probabilities.dat")) { var actualValue = vw.Learn(dataLine, VowpalWabbitPredictionType.Scalar); } VWTestHelper.AssertEqual("train-sets/ref/oaa_probabilities.stderr", vw.PerformanceStatistics); } }
public void CommandLine_Test122() { using (var vw = new VowpalWabbit("--confidence --confidence_after_training --initial_t 0.1 -d ./train-sets/rcv1_small.dat -p confidence_after_training.preds")) { foreach (var dataLine in File.ReadLines(@"./train-sets/rcv1_small.dat")) { vw.Learn(dataLine); } VWTestHelper.AssertEqual("train-sets/ref/confidence_after_training.stderr", vw.PerformanceStatistics); } }
public void CommandLine_Test5() { using (var vw = new VowpalWabbit("-k --initial_t 1 --adaptive --invariant -q Tf -q ff -f models/0002a.model -d train-sets/0002.dat")) { foreach (var dataLine in File.ReadLines(@"train-sets/0002.dat")) { vw.Learn(dataLine); } VWTestHelper.AssertEqual("train-sets/ref/0002a.stderr", vw.PerformanceStatistics); } }
public void CommandLine_Test97() { using (var vw = new VowpalWabbit("-d train-sets/0001.dat -f models/0097.model --save_resume")) { foreach (var dataLine in File.ReadLines(@"train-sets/0001.dat")) { vw.Learn(dataLine); } VWTestHelper.AssertEqual("train-sets/ref/0097.stderr", vw.PerformanceStatistics); } }
public void CommandLine_Test94() { using (var vw = new VowpalWabbit("-k -l 20 --initial_t 128000 --power_t 1 -d train-sets/0001.dat -f models/0001.model -c --passes 8 --invariant --ngram 3 --skips 1 --holdout_off --replay_b 100")) { foreach (var dataLine in File.ReadLines(@"train-sets/0001.dat")) { vw.Learn(dataLine); } vw.RunMultiPass(); VWTestHelper.AssertEqual("train-sets/ref/0001-replay.stderr", vw.PerformanceStatistics); } }
public void CommandLine_Test29() { using (var vw = new VowpalWabbit("-d train-sets/affix_test.dat -k -c --passes 10 --holdout_off --affix -2")) { foreach (var dataLine in File.ReadLines(@"train-sets/affix_test.dat")) { vw.Learn(dataLine); } vw.RunMultiPass(); VWTestHelper.AssertEqual("train-sets/ref/affix_test.stderr", vw.PerformanceStatistics); } }
public void Test7and8() { VWTestHelper.Learn <Data, DataListener>( "-k --power_t 0.45 -f models/0002c.model", @"train-sets\0002.dat", @"train-sets\ref\0002c.stderr"); VWTestHelper.Predict <Data, DataListener>( "-k -t -i models/0002c.model", @"train-sets\0002.dat", @"pred-sets\ref\0002c.predict"); }
public void Test4and6() { VWTestHelper.Learn <Data, DataListener>( "-k -d train-sets/0002.dat -f models/0002.model --invariant", @"train-sets\0002.dat", @"train-sets\ref\0002.stderr"); VWTestHelper.Predict <Data, DataListener>( "-k -t --invariant -i models/0002.model", @"train-sets\0002.dat", @"pred-sets\ref\0002b.predict"); }
public void CommandLine_Test35() { using (var vw = new VowpalWabbit("-k --passes 100 -c --holdout_off --constant 1000 -d train-sets/big-constant.dat")) { foreach (var dataLine in File.ReadLines(@"train-sets/big-constant.dat")) { vw.Learn(dataLine); } vw.RunMultiPass(); VWTestHelper.AssertEqual("train-sets/ref/big-constant.stderr", vw.PerformanceStatistics); } }
public void CommandLine_Test67() { using (var vw = new VowpalWabbit("-k -c -d train-sets/dictionary_test.dat --binary --ignore w --holdout_off --passes 32 --dictionary w:dictionary_test.dict --dictionary w:dictionary_test.dict.gz --dictionary_path train-sets")) { foreach (var dataLine in File.ReadLines(@"train-sets/dictionary_test.dat")) { vw.Learn(dataLine); } vw.RunMultiPass(); VWTestHelper.AssertEqual("train-sets/ref/dictionary_test.stderr", vw.PerformanceStatistics); } }
public void CommandLine_Test81() { using (var vw = new VowpalWabbit("-k -d train-sets/0001.dat -f models/ftrl_pistol.model --passes 1 --pistol")) { foreach (var dataLine in File.ReadLines(@"train-sets/0001.dat")) { vw.Learn(dataLine); } vw.RunMultiPass(); VWTestHelper.AssertEqual("train-sets/ref/ftrl_pistol.stderr", vw.PerformanceStatistics); } }
public void CommandLine_Test107() { using (var vw = new VowpalWabbit("-k -d train-sets/0001.dat -f models/0001_ftrl.model --passes 10 --ftrl --ftrl_alpha 0.01 --ftrl_beta 0 --l1 2 --cache --holdout_off")) { foreach (var dataLine in File.ReadLines(@"train-sets/0001.dat")) { vw.Learn(dataLine); } vw.RunMultiPass(); VWTestHelper.AssertEqual("train-sets/ref/0001_ftrl_holdout_off.stderr", vw.PerformanceStatistics); } }
public void CommandLine_Test95() { using (var vw = new VowpalWabbit("--named_labels det,noun,verb --csoaa 3 -d train-sets/test_named_csoaa -k -c --passes 10 --holdout_off -f models/test_named_csoaa.model --replay_c 100")) { foreach (var dataLine in File.ReadLines(@"train-sets/test_named_csoaa")) { vw.Learn(dataLine); } vw.RunMultiPass(); VWTestHelper.AssertEqual("train-sets/ref/test_named_csoaa_train-replay.stderr", vw.PerformanceStatistics); } }
public void CommandLine_Test22() { using (var vw = new VowpalWabbit("-k -d train-sets/ml100k_small_train -b 16 -q ui --rank 10 --l2 2e-6 --learning_rate 0.05 --passes 2 --decay_learning_rate 0.97 --power_t 0 -f models/movielens.reg -c --loss_function classic --holdout_off")) { foreach (var dataLine in File.ReadLines(@"train-sets/ml100k_small_train")) { vw.Learn(dataLine); } vw.RunMultiPass(); VWTestHelper.AssertEqual("train-sets/ref/ml100k_small.stderr", vw.PerformanceStatistics); } }