public void CommandLine_Test127()
{
using (var vw = new VowpalWabbit("--quiet -d train-sets/gauss1k.dat.gz -f models/recall_tree_g100.model --recall_tree 100 -b 20 --loss_function logistic "))
{
using (var sr = new StreamReader(new GZipStream(new FileStream(@"train-sets/gauss1k.dat.gz", FileMode.Open), CompressionMode.Decompress)))
{
string dataLine;
while ((dataLine = sr.ReadLine()) != null)
{
vw.Learn(dataLine);
}
}
}
using (var vw = new VowpalWabbit("-t -d train-sets/gauss1k.dat.gz -i models/recall_tree_g100.model"))
{
using (var sr = new StreamReader(new GZipStream(new FileStream(@"train-sets/gauss1k.dat.gz", FileMode.Open), CompressionMode.Decompress)))
{
string dataLine;
while ((dataLine = sr.ReadLine()) != null)
{
vw.Learn(dataLine);
}
VWTestHelper.AssertEqual("train-sets/ref/recall_tree_gauss1k.stderr", vw.PerformanceStatistics);
}
}
}
public void Test9()
{
var sampleData = TrainSetCs_testLdf.CreateSampleCbAdfData();
// # Test 9: label-dependent features with csoaa_ldf
//{VW} -k -c -d train-sets/cs_test.ldf -p cs_test.ldf.csoaa.predict --passes 10 --invariant --csoaa_ldf multiline --holdout_off
// train-sets/ref/cs_test.ldf.csoaa.stderr
// train-sets/ref/cs_test.ldf.csoaa.predict
using (var vw = new VowpalWabbit <Cs_TestData>("-k -c -p cs_test.ldf.csoaa.predict --passes 10 --invariant --csoaa_ldf multiline --holdout_off"))
{
foreach (var d in sampleData)
{
using (var ex = vw.ReadExample(d))
{
ex.Learn();
}
}
vw.RunMultiPass();
VWTestHelper.AssertEqual(@"train-sets\ref\cs_test.ldf.csoaa.stderr", vw.PerformanceStatistics);
}
Assert.AreEqual(
File.ReadAllText(@"train-sets\ref\cs_test.ldf.csoaa.predict"),
File.ReadAllText("cs_test.ldf.csoaa.predict"));
}
public void Test3()
{
VWTestHelper.Learn <Data, DataListener>(
"-k train-sets/0002.dat -f models/0002.model --invariant",
@"train-sets\0002.dat",
@"train-sets\ref\0002.stderr");
}
public void Test9()
{
var sampleData = TrainSetCs_testLdf.CreateSampleCbAdfData();
// # Test 9: label-dependent features with csoaa_ldf
//{VW} -k -c -d train-sets/cs_test.ldf -p cs_test.ldf.csoaa.predict --passes 10 --invariant --csoaa_ldf multiline --holdout_off
// train-sets/ref/cs_test.ldf.csoaa.stderr
// train-sets/ref/cs_test.ldf.csoaa.predict
using (var vw = new VowpalWabbit <Cs_TestData, Cs_TestCs_TestDataADF>("-k -c -p cs_test.ldf.csoaa.predict --passes 10 --invariant --csoaa_ldf multiline --holdout_off"))
{
foreach (var d in sampleData)
{
var index = d.ActionDependentFeatures.IndexOf(a => a.Label != null);
var label = d.ActionDependentFeatures[index].Label;
vw.Learn(d, d.ActionDependentFeatures, index, label);
}
vw.Native.RunMultiPass();
VWTestHelper.AssertEqual(@"train-sets\ref\cs_test.ldf.csoaa.stderr", vw.Native.PerformanceStatistics);
}
Assert.AreEqual(
File.ReadAllText(@"train-sets\ref\cs_test.ldf.csoaa.predict"),
File.ReadAllText("cs_test.ldf.csoaa.predict"));
}
public void TestAntlr()
{
var listener = new DataListener();
listener.Created = x =>
{
Assert.AreEqual("PFF", x.T);
var label = x.Label as SimpleLabel;
Assert.AreEqual(0.521144, label.Label, 1e-5);
Assert.AreEqual(1, label.Initial);
Assert.AreEqual(13, x.F.Count);
Assert.AreEqual("t1", x.F[0].Key);
Assert.AreEqual(-0.0236849, x.F[0].Value, 1e-5);
};
var line1 = "0.521144 1 PFF/20091028|T PFF |f t1:-0.0236849 t5:-0.10215 r5:0.727735 t10:-0.0387662 r10:0.911208 t20:-0.00777943 r20:0.952668 t40:0.014542 r40:0.832479 t60:0.00395449 r60:0.724504 t90:0.0281418 r90:0.784653";
VWTestHelper.ParseInput(new MemoryStream(Encoding.UTF8.GetBytes(line1)), listener);
listener.Created = x =>
{
var label = x.Label as SimpleLabel;
Assert.AreEqual(1, label.Label, 1e-5);
Assert.AreEqual(49, x.F.Count);
};
var line2 = "1 |f 13:3.9656971e-02 24:3.4781646e-02 69:4.6296168e-02 85:6.1853945e-02 140:3.2349996e-02 156:1.0290844e-01 175:6.8493910e-02 188:2.8366476e-02 229:7.4871540e-02 230:9.1505975e-02 234:5.4200061e-02 236:4.4855952e-02 238:5.3422898e-02 387:1.4059304e-01 394:7.5131744e-02 433:1.1118756e-01 434:1.2540409e-01 438:6.5452829e-02 465:2.2644201e-01 468:8.5926279e-02 518:1.0214076e-01 534:9.4191484e-02 613:7.0990764e-02 646:8.7701865e-02 660:7.2289191e-02 709:9.0660661e-02 752:1.0580081e-01 757:6.7965068e-02 812:2.2685185e-01 932:6.8250686e-02 1028:4.8203137e-02 1122:1.2381379e-01 1160:1.3038123e-01 1189:7.1542501e-02 1530:9.2655659e-02 1664:6.5160148e-02 1865:8.5823394e-02 2524:1.6407280e-01 2525:1.1528353e-01 2526:9.7131468e-02 2536:5.7415009e-01 2543:1.4978983e-01 2848:1.0446861e-01 3370:9.2423186e-02 3960:1.5554591e-01 7052:1.2632671e-01 16893:1.9762035e-01 24036:3.2674628e-01 24303:2.2660980e-010";
VWTestHelper.ParseInput(new MemoryStream(Encoding.UTF8.GetBytes(line2)), listener);
}
public void CommandLine_Test80()
{
using (var vw = new VowpalWabbit("--lrq aa3 -d train-sets/0080.dat"))
{
foreach (var dataLine in File.ReadLines(@"train-sets/0080.dat"))
{
vw.Learn(dataLine);
}
VWTestHelper.AssertEqual("train-sets/ref/0080.stderr", vw.PerformanceStatistics);
}
}
public void CommandLine_Test79()
{
using (var vw = new VowpalWabbit("--cbify 10 --cover 3 -d train-sets/multiclass"))
{
foreach (var dataLine in File.ReadLines(@"train-sets/multiclass"))
{
vw.Learn(dataLine);
}
VWTestHelper.AssertEqual("train-sets/ref/cbify_cover.stderr", vw.PerformanceStatistics);
}
}
public void CommandLine_Test74()
{
using (var vw = new VowpalWabbit("-d train-sets/rcv1_cb_eval --cb 2 --eval"))
{
foreach (var dataLine in File.ReadLines(@"train-sets/rcv1_cb_eval"))
{
vw.Learn(dataLine);
}
VWTestHelper.AssertEqual("train-sets/ref/rcv1_cb_eval.stderr", vw.PerformanceStatistics);
}
}
public void CommandLine_Test64()
{
using (var vw = new VowpalWabbit("--ksvm --l2 1 --reprocess 5 -b 18 --kernel rbf -p ksvm_train.rbf.predict -d train-sets/rcv1_smaller.dat"))
{
foreach (var dataLine in File.ReadLines(@"train-sets/rcv1_smaller.dat"))
{
var actualValue = vw.Learn(dataLine, VowpalWabbitPredictionType.Scalar);
}
VWTestHelper.AssertEqual("train-sets/ref/ksvm_train.rbf.stderr", vw.PerformanceStatistics);
}
}
public void CommandLine_Test41()
{
using (var vw = new VowpalWabbit("-d train-sets/rcv1_raw_cb_small.vw --cb 2 --cb_type dm --ngram 2 --skips 4 -b 24 -l 0.125"))
{
foreach (var dataLine in File.ReadLines(@"train-sets/rcv1_raw_cb_small.vw"))
{
vw.Learn(dataLine);
}
VWTestHelper.AssertEqual("train-sets/ref/rcv1_raw_cb_dm.stderr", vw.PerformanceStatistics);
}
}
public void CommandLine_Test38()
{
using (var vw = new VowpalWabbit("-k -d train-sets/0001.dat --nn 1"))
{
foreach (var dataLine in File.ReadLines(@"train-sets/0001.dat"))
{
vw.Learn(dataLine);
}
VWTestHelper.AssertEqual("train-sets/ref/nn-1-noquiet.stderr", vw.PerformanceStatistics);
}
}
public void CommandLine_Test30()
{
using (var vw = new VowpalWabbit("-d train-sets/0001.dat -f models/mask.model --invert_hash mask.predict --l1 0.01"))
{
foreach (var dataLine in File.ReadLines(@"train-sets/0001.dat"))
{
vw.Learn(dataLine);
}
VWTestHelper.AssertEqual("train-sets/ref/mask.stderr", vw.PerformanceStatistics);
}
}
public void CommandLine_Test27()
{
using (var vw = new VowpalWabbit("-d train-sets/0001.dat -f models/bs.vote.model --bootstrap 4 --bs_type vote -p bs.vote.predict"))
{
foreach (var dataLine in File.ReadLines(@"train-sets/0001.dat"))
{
var actualValue = vw.Learn(dataLine, VowpalWabbitPredictionType.Scalar);
}
VWTestHelper.AssertEqual("train-sets/ref/bs.vote.stderr", vw.PerformanceStatistics);
}
}
public void CommandLine_Test83()
{
using (var vw = new VowpalWabbit("-k -d train-sets/0080.dat --redefine := --redefine y:=: --redefine x:=arma --ignore x -q yy"))
{
foreach (var dataLine in File.ReadLines(@"train-sets/0080.dat"))
{
vw.Learn(dataLine);
}
VWTestHelper.AssertEqual("train-sets/ref/redefine.stderr", vw.PerformanceStatistics);
}
}
public void CommandLine_Test7()
{
using (var vw = new VowpalWabbit("-k --power_t 0.45 -f models/0002c.model -d train-sets/0002.dat"))
{
foreach (var dataLine in File.ReadLines(@"train-sets/0002.dat"))
{
vw.Learn(dataLine);
}
VWTestHelper.AssertEqual("train-sets/ref/0002c.stderr", vw.PerformanceStatistics);
}
}
public void Test5()
{
VWTestHelper.Learn <Data, DataListener>(
"-k --initial_t 1 --adaptive --invariant -q Tf -q ff -f models/0002a.model",
@"train-sets\0002.dat",
@"train-sets\ref\0002a.stderr");
VWTestHelper.Predict <Data, DataListener>(
"-k -t --invariant -i models/0002a.model",
@"train-sets\0002.dat");
}
public void CommandLine_Test109()
{
using (var vw = new VowpalWabbit("-d train-sets/probabilities.dat --probabilities --oaa=4 --loss_function=logistic -p oaa_probabilities.predict"))
{
foreach (var dataLine in File.ReadLines(@"train-sets/probabilities.dat"))
{
var actualValue = vw.Learn(dataLine, VowpalWabbitPredictionType.Scalar);
}
VWTestHelper.AssertEqual("train-sets/ref/oaa_probabilities.stderr", vw.PerformanceStatistics);
}
}
public void CommandLine_Test122()
{
using (var vw = new VowpalWabbit("--confidence --confidence_after_training --initial_t 0.1 -d ./train-sets/rcv1_small.dat -p confidence_after_training.preds"))
{
foreach (var dataLine in File.ReadLines(@"./train-sets/rcv1_small.dat"))
{
vw.Learn(dataLine);
}
VWTestHelper.AssertEqual("train-sets/ref/confidence_after_training.stderr", vw.PerformanceStatistics);
}
}
public void CommandLine_Test5()
{
using (var vw = new VowpalWabbit("-k --initial_t 1 --adaptive --invariant -q Tf -q ff -f models/0002a.model -d train-sets/0002.dat"))
{
foreach (var dataLine in File.ReadLines(@"train-sets/0002.dat"))
{
vw.Learn(dataLine);
}
VWTestHelper.AssertEqual("train-sets/ref/0002a.stderr", vw.PerformanceStatistics);
}
}
public void CommandLine_Test97()
{
using (var vw = new VowpalWabbit("-d train-sets/0001.dat -f models/0097.model --save_resume"))
{
foreach (var dataLine in File.ReadLines(@"train-sets/0001.dat"))
{
vw.Learn(dataLine);
}
VWTestHelper.AssertEqual("train-sets/ref/0097.stderr", vw.PerformanceStatistics);
}
}
public void CommandLine_Test94()
{
using (var vw = new VowpalWabbit("-k -l 20 --initial_t 128000 --power_t 1 -d train-sets/0001.dat -f models/0001.model -c --passes 8 --invariant --ngram 3 --skips 1 --holdout_off --replay_b 100"))
{
foreach (var dataLine in File.ReadLines(@"train-sets/0001.dat"))
{
vw.Learn(dataLine);
}
vw.RunMultiPass();
VWTestHelper.AssertEqual("train-sets/ref/0001-replay.stderr", vw.PerformanceStatistics);
}
}
public void CommandLine_Test29()
{
using (var vw = new VowpalWabbit("-d train-sets/affix_test.dat -k -c --passes 10 --holdout_off --affix -2"))
{
foreach (var dataLine in File.ReadLines(@"train-sets/affix_test.dat"))
{
vw.Learn(dataLine);
}
vw.RunMultiPass();
VWTestHelper.AssertEqual("train-sets/ref/affix_test.stderr", vw.PerformanceStatistics);
}
}
public void Test7and8()
{
VWTestHelper.Learn <Data, DataListener>(
"-k --power_t 0.45 -f models/0002c.model",
@"train-sets\0002.dat",
@"train-sets\ref\0002c.stderr");
VWTestHelper.Predict <Data, DataListener>(
"-k -t -i models/0002c.model",
@"train-sets\0002.dat",
@"pred-sets\ref\0002c.predict");
}
public void Test4and6()
{
VWTestHelper.Learn <Data, DataListener>(
"-k -d train-sets/0002.dat -f models/0002.model --invariant",
@"train-sets\0002.dat",
@"train-sets\ref\0002.stderr");
VWTestHelper.Predict <Data, DataListener>(
"-k -t --invariant -i models/0002.model",
@"train-sets\0002.dat",
@"pred-sets\ref\0002b.predict");
}
public void CommandLine_Test35()
{
using (var vw = new VowpalWabbit("-k --passes 100 -c --holdout_off --constant 1000 -d train-sets/big-constant.dat"))
{
foreach (var dataLine in File.ReadLines(@"train-sets/big-constant.dat"))
{
vw.Learn(dataLine);
}
vw.RunMultiPass();
VWTestHelper.AssertEqual("train-sets/ref/big-constant.stderr", vw.PerformanceStatistics);
}
}
public void CommandLine_Test67()
{
using (var vw = new VowpalWabbit("-k -c -d train-sets/dictionary_test.dat --binary --ignore w --holdout_off --passes 32 --dictionary w:dictionary_test.dict --dictionary w:dictionary_test.dict.gz --dictionary_path train-sets"))
{
foreach (var dataLine in File.ReadLines(@"train-sets/dictionary_test.dat"))
{
vw.Learn(dataLine);
}
vw.RunMultiPass();
VWTestHelper.AssertEqual("train-sets/ref/dictionary_test.stderr", vw.PerformanceStatistics);
}
}
public void CommandLine_Test81()
{
using (var vw = new VowpalWabbit("-k -d train-sets/0001.dat -f models/ftrl_pistol.model --passes 1 --pistol"))
{
foreach (var dataLine in File.ReadLines(@"train-sets/0001.dat"))
{
vw.Learn(dataLine);
}
vw.RunMultiPass();
VWTestHelper.AssertEqual("train-sets/ref/ftrl_pistol.stderr", vw.PerformanceStatistics);
}
}
public void CommandLine_Test107()
{
using (var vw = new VowpalWabbit("-k -d train-sets/0001.dat -f models/0001_ftrl.model --passes 10 --ftrl --ftrl_alpha 0.01 --ftrl_beta 0 --l1 2 --cache --holdout_off"))
{
foreach (var dataLine in File.ReadLines(@"train-sets/0001.dat"))
{
vw.Learn(dataLine);
}
vw.RunMultiPass();
VWTestHelper.AssertEqual("train-sets/ref/0001_ftrl_holdout_off.stderr", vw.PerformanceStatistics);
}
}
public void CommandLine_Test95()
{
using (var vw = new VowpalWabbit("--named_labels det,noun,verb --csoaa 3 -d train-sets/test_named_csoaa -k -c --passes 10 --holdout_off -f models/test_named_csoaa.model --replay_c 100"))
{
foreach (var dataLine in File.ReadLines(@"train-sets/test_named_csoaa"))
{
vw.Learn(dataLine);
}
vw.RunMultiPass();
VWTestHelper.AssertEqual("train-sets/ref/test_named_csoaa_train-replay.stderr", vw.PerformanceStatistics);
}
}
public void CommandLine_Test22()
{
using (var vw = new VowpalWabbit("-k -d train-sets/ml100k_small_train -b 16 -q ui --rank 10 --l2 2e-6 --learning_rate 0.05 --passes 2 --decay_learning_rate 0.97 --power_t 0 -f models/movielens.reg -c --loss_function classic --holdout_off"))
{
foreach (var dataLine in File.ReadLines(@"train-sets/ml100k_small_train"))
{
vw.Learn(dataLine);
}
vw.RunMultiPass();
VWTestHelper.AssertEqual("train-sets/ref/ml100k_small.stderr", vw.PerformanceStatistics);
}
}
