public void CommandLine_Test127()
{
using (var vw = new VowpalWabbit("--quiet -d train-sets/gauss1k.dat.gz -f models/recall_tree_g100.model --recall_tree 100 -b 20 --loss_function logistic "))
{
using (var sr = new StreamReader(new GZipStream(new FileStream(@"train-sets/gauss1k.dat.gz", FileMode.Open), CompressionMode.Decompress)))
{
string dataLine;
while ((dataLine = sr.ReadLine()) != null)
{
vw.Learn(dataLine);
}
}
}
using (var vw = new VowpalWabbit("-t -d train-sets/gauss1k.dat.gz -i models/recall_tree_g100.model"))
{
using (var sr = new StreamReader(new GZipStream(new FileStream(@"train-sets/gauss1k.dat.gz", FileMode.Open), CompressionMode.Decompress)))
{
string dataLine;
while ((dataLine = sr.ReadLine()) != null)
{
vw.Learn(dataLine);
}
VWTestHelper.AssertEqual("train-sets/ref/recall_tree_gauss1k.stderr", vw.PerformanceStatistics);
}
}
}
public void Test9()
{
var sampleData = TrainSetCs_testLdf.CreateSampleCbAdfData();
// # Test 9: label-dependent features with csoaa_ldf
//{VW} -k -c -d train-sets/cs_test.ldf -p cs_test.ldf.csoaa.predict --passes 10 --invariant --csoaa_ldf multiline --holdout_off
// train-sets/ref/cs_test.ldf.csoaa.stderr
// train-sets/ref/cs_test.ldf.csoaa.predict
using (var vw = new VowpalWabbit <Cs_TestData>("-k -c -p cs_test.ldf.csoaa.predict --passes 10 --invariant --csoaa_ldf multiline --holdout_off"))
{
foreach (var d in sampleData)
{
using (var ex = vw.ReadExample(d))
{
ex.Learn();
}
}
vw.RunMultiPass();
VWTestHelper.AssertEqual(@"train-sets\ref\cs_test.ldf.csoaa.stderr", vw.PerformanceStatistics);
}
Assert.AreEqual(
File.ReadAllText(@"train-sets\ref\cs_test.ldf.csoaa.predict"),
File.ReadAllText("cs_test.ldf.csoaa.predict"));
}
public void Test9()
{
var sampleData = TrainSetCs_testLdf.CreateSampleCbAdfData();
// # Test 9: label-dependent features with csoaa_ldf
//{VW} -k -c -d train-sets/cs_test.ldf -p cs_test.ldf.csoaa.predict --passes 10 --invariant --csoaa_ldf multiline --holdout_off
// train-sets/ref/cs_test.ldf.csoaa.stderr
// train-sets/ref/cs_test.ldf.csoaa.predict
using (var vw = new VowpalWabbit <Cs_TestData, Cs_TestCs_TestDataADF>("-k -c -p cs_test.ldf.csoaa.predict --passes 10 --invariant --csoaa_ldf multiline --holdout_off"))
{
foreach (var d in sampleData)
{
var index = d.ActionDependentFeatures.IndexOf(a => a.Label != null);
var label = d.ActionDependentFeatures[index].Label;
vw.Learn(d, d.ActionDependentFeatures, index, label);
}
vw.Native.RunMultiPass();
VWTestHelper.AssertEqual(@"train-sets\ref\cs_test.ldf.csoaa.stderr", vw.Native.PerformanceStatistics);
}
Assert.AreEqual(
File.ReadAllText(@"train-sets\ref\cs_test.ldf.csoaa.predict"),
File.ReadAllText("cs_test.ldf.csoaa.predict"));
}
public void CommandLine_Test80()
{
using (var vw = new VowpalWabbit("--lrq aa3 -d train-sets/0080.dat"))
{
foreach (var dataLine in File.ReadLines(@"train-sets/0080.dat"))
{
vw.Learn(dataLine);
}
VWTestHelper.AssertEqual("train-sets/ref/0080.stderr", vw.PerformanceStatistics);
}
}
public void CommandLine_Test83()
{
using (var vw = new VowpalWabbit("-k -d train-sets/0080.dat --redefine := --redefine y:=: --redefine x:=arma --ignore x -q yy"))
{
foreach (var dataLine in File.ReadLines(@"train-sets/0080.dat"))
{
vw.Learn(dataLine);
}
VWTestHelper.AssertEqual("train-sets/ref/redefine.stderr", vw.PerformanceStatistics);
}
}
public void CommandLine_Test7()
{
using (var vw = new VowpalWabbit("-k --power_t 0.45 -f models/0002c.model -d train-sets/0002.dat"))
{
foreach (var dataLine in File.ReadLines(@"train-sets/0002.dat"))
{
vw.Learn(dataLine);
}
VWTestHelper.AssertEqual("train-sets/ref/0002c.stderr", vw.PerformanceStatistics);
}
}
public void CommandLine_Test79()
{
using (var vw = new VowpalWabbit("--cbify 10 --cover 3 -d train-sets/multiclass"))
{
foreach (var dataLine in File.ReadLines(@"train-sets/multiclass"))
{
vw.Learn(dataLine);
}
VWTestHelper.AssertEqual("train-sets/ref/cbify_cover.stderr", vw.PerformanceStatistics);
}
}
public void CommandLine_Test5()
{
using (var vw = new VowpalWabbit("-k --initial_t 1 --adaptive --invariant -q Tf -q ff -f models/0002a.model -d train-sets/0002.dat"))
{
foreach (var dataLine in File.ReadLines(@"train-sets/0002.dat"))
{
vw.Learn(dataLine);
}
VWTestHelper.AssertEqual("train-sets/ref/0002a.stderr", vw.PerformanceStatistics);
}
}
public void CommandLine_Test27()
{
using (var vw = new VowpalWabbit("-d train-sets/0001.dat -f models/bs.vote.model --bootstrap 4 --bs_type vote -p bs.vote.predict"))
{
foreach (var dataLine in File.ReadLines(@"train-sets/0001.dat"))
{
var actualValue = vw.Learn(dataLine, VowpalWabbitPredictionType.Scalar);
}
VWTestHelper.AssertEqual("train-sets/ref/bs.vote.stderr", vw.PerformanceStatistics);
}
}
public void CommandLine_Test122()
{
using (var vw = new VowpalWabbit("--confidence --confidence_after_training --initial_t 0.1 -d ./train-sets/rcv1_small.dat -p confidence_after_training.preds"))
{
foreach (var dataLine in File.ReadLines(@"./train-sets/rcv1_small.dat"))
{
vw.Learn(dataLine);
}
VWTestHelper.AssertEqual("train-sets/ref/confidence_after_training.stderr", vw.PerformanceStatistics);
}
}
public void CommandLine_Test97()
{
using (var vw = new VowpalWabbit("-d train-sets/0001.dat -f models/0097.model --save_resume"))
{
foreach (var dataLine in File.ReadLines(@"train-sets/0001.dat"))
{
vw.Learn(dataLine);
}
VWTestHelper.AssertEqual("train-sets/ref/0097.stderr", vw.PerformanceStatistics);
}
}
public void CommandLine_Test30()
{
using (var vw = new VowpalWabbit("-d train-sets/0001.dat -f models/mask.model --invert_hash mask.predict --l1 0.01"))
{
foreach (var dataLine in File.ReadLines(@"train-sets/0001.dat"))
{
vw.Learn(dataLine);
}
VWTestHelper.AssertEqual("train-sets/ref/mask.stderr", vw.PerformanceStatistics);
}
}
public void CommandLine_Test74()
{
using (var vw = new VowpalWabbit("-d train-sets/rcv1_cb_eval --cb 2 --eval"))
{
foreach (var dataLine in File.ReadLines(@"train-sets/rcv1_cb_eval"))
{
vw.Learn(dataLine);
}
VWTestHelper.AssertEqual("train-sets/ref/rcv1_cb_eval.stderr", vw.PerformanceStatistics);
}
}
public void CommandLine_Test109()
{
using (var vw = new VowpalWabbit("-d train-sets/probabilities.dat --probabilities --oaa=4 --loss_function=logistic -p oaa_probabilities.predict"))
{
foreach (var dataLine in File.ReadLines(@"train-sets/probabilities.dat"))
{
var actualValue = vw.Learn(dataLine, VowpalWabbitPredictionType.Scalar);
}
VWTestHelper.AssertEqual("train-sets/ref/oaa_probabilities.stderr", vw.PerformanceStatistics);
}
}
public void CommandLine_Test64()
{
using (var vw = new VowpalWabbit("--ksvm --l2 1 --reprocess 5 -b 18 --kernel rbf -p ksvm_train.rbf.predict -d train-sets/rcv1_smaller.dat"))
{
foreach (var dataLine in File.ReadLines(@"train-sets/rcv1_smaller.dat"))
{
var actualValue = vw.Learn(dataLine, VowpalWabbitPredictionType.Scalar);
}
VWTestHelper.AssertEqual("train-sets/ref/ksvm_train.rbf.stderr", vw.PerformanceStatistics);
}
}
public void CommandLine_Test41()
{
using (var vw = new VowpalWabbit("-d train-sets/rcv1_raw_cb_small.vw --cb 2 --cb_type dm --ngram 2 --skips 4 -b 24 -l 0.125"))
{
foreach (var dataLine in File.ReadLines(@"train-sets/rcv1_raw_cb_small.vw"))
{
vw.Learn(dataLine);
}
VWTestHelper.AssertEqual("train-sets/ref/rcv1_raw_cb_dm.stderr", vw.PerformanceStatistics);
}
}
public void CommandLine_Test38()
{
using (var vw = new VowpalWabbit("-k -d train-sets/0001.dat --nn 1"))
{
foreach (var dataLine in File.ReadLines(@"train-sets/0001.dat"))
{
vw.Learn(dataLine);
}
VWTestHelper.AssertEqual("train-sets/ref/nn-1-noquiet.stderr", vw.PerformanceStatistics);
}
}
public void CommandLine_Test107()
{
using (var vw = new VowpalWabbit("-k -d train-sets/0001.dat -f models/0001_ftrl.model --passes 10 --ftrl --ftrl_alpha 0.01 --ftrl_beta 0 --l1 2 --cache --holdout_off"))
{
foreach (var dataLine in File.ReadLines(@"train-sets/0001.dat"))
{
vw.Learn(dataLine);
}
vw.RunMultiPass();
VWTestHelper.AssertEqual("train-sets/ref/0001_ftrl_holdout_off.stderr", vw.PerformanceStatistics);
}
}
public void CommandLine_Test95()
{
using (var vw = new VowpalWabbit("--named_labels det,noun,verb --csoaa 3 -d train-sets/test_named_csoaa -k -c --passes 10 --holdout_off -f models/test_named_csoaa.model --replay_c 100"))
{
foreach (var dataLine in File.ReadLines(@"train-sets/test_named_csoaa"))
{
vw.Learn(dataLine);
}
vw.RunMultiPass();
VWTestHelper.AssertEqual("train-sets/ref/test_named_csoaa_train-replay.stderr", vw.PerformanceStatistics);
}
}
public void CommandLine_Test81()
{
using (var vw = new VowpalWabbit("-k -d train-sets/0001.dat -f models/ftrl_pistol.model --passes 1 --pistol"))
{
foreach (var dataLine in File.ReadLines(@"train-sets/0001.dat"))
{
vw.Learn(dataLine);
}
vw.RunMultiPass();
VWTestHelper.AssertEqual("train-sets/ref/ftrl_pistol.stderr", vw.PerformanceStatistics);
}
}
public void CommandLine_Test21()
{
using (var vw = new VowpalWabbit("-k -c -f models/xxor.model -d train-sets/xxor.dat --cubic abc --passes 100 --holdout_off --progress 1.33333"))
{
foreach (var dataLine in File.ReadLines(@"train-sets/xxor.dat"))
{
vw.Learn(dataLine);
}
vw.RunMultiPass();
VWTestHelper.AssertEqual("train-sets/ref/xxor.stderr", vw.PerformanceStatistics);
}
}
public void CommandLine_Test67()
{
using (var vw = new VowpalWabbit("-k -c -d train-sets/dictionary_test.dat --binary --ignore w --holdout_off --passes 32 --dictionary w:dictionary_test.dict --dictionary w:dictionary_test.dict.gz --dictionary_path train-sets"))
{
foreach (var dataLine in File.ReadLines(@"train-sets/dictionary_test.dat"))
{
vw.Learn(dataLine);
}
vw.RunMultiPass();
VWTestHelper.AssertEqual("train-sets/ref/dictionary_test.stderr", vw.PerformanceStatistics);
}
}
public void CommandLine_Test35()
{
using (var vw = new VowpalWabbit("-k --passes 100 -c --holdout_off --constant 1000 -d train-sets/big-constant.dat"))
{
foreach (var dataLine in File.ReadLines(@"train-sets/big-constant.dat"))
{
vw.Learn(dataLine);
}
vw.RunMultiPass();
VWTestHelper.AssertEqual("train-sets/ref/big-constant.stderr", vw.PerformanceStatistics);
}
}
public void CommandLine_Test12()
{
using (var vw = new VowpalWabbit("-k --ect 10 --error 3 -c --passes 10 --invariant -d train-sets/multiclass --holdout_off"))
{
foreach (var dataLine in File.ReadLines(@"train-sets/multiclass"))
{
vw.Learn(dataLine);
}
vw.RunMultiPass();
VWTestHelper.AssertEqual("train-sets/ref/multiclass.stderr", vw.PerformanceStatistics);
}
}
public void CommandLine_Test94()
{
using (var vw = new VowpalWabbit("-k -l 20 --initial_t 128000 --power_t 1 -d train-sets/0001.dat -f models/0001.model -c --passes 8 --invariant --ngram 3 --skips 1 --holdout_off --replay_b 100"))
{
foreach (var dataLine in File.ReadLines(@"train-sets/0001.dat"))
{
vw.Learn(dataLine);
}
vw.RunMultiPass();
VWTestHelper.AssertEqual("train-sets/ref/0001-replay.stderr", vw.PerformanceStatistics);
}
}
public void CommandLine_Test22()
{
using (var vw = new VowpalWabbit("-k -d train-sets/ml100k_small_train -b 16 -q ui --rank 10 --l2 2e-6 --learning_rate 0.05 --passes 2 --decay_learning_rate 0.97 --power_t 0 -f models/movielens.reg -c --loss_function classic --holdout_off"))
{
foreach (var dataLine in File.ReadLines(@"train-sets/ml100k_small_train"))
{
vw.Learn(dataLine);
}
vw.RunMultiPass();
VWTestHelper.AssertEqual("train-sets/ref/ml100k_small.stderr", vw.PerformanceStatistics);
}
}
public void CommandLine_Test29()
{
using (var vw = new VowpalWabbit("-d train-sets/affix_test.dat -k -c --passes 10 --holdout_off --affix -2"))
{
foreach (var dataLine in File.ReadLines(@"train-sets/affix_test.dat"))
{
vw.Learn(dataLine);
}
vw.RunMultiPass();
VWTestHelper.AssertEqual("train-sets/ref/affix_test.stderr", vw.PerformanceStatistics);
}
}
public void CommandLine_Test15()
{
using (var vw = new VowpalWabbit("-k -c -d train-sets/zero.dat --loss_function=squared -b 20 --bfgs --mem 7 --passes 5 --l2 1.0 --holdout_off"))
{
foreach (var dataLine in File.ReadLines(@"train-sets/zero.dat"))
{
vw.Learn(dataLine);
}
vw.RunMultiPass();
VWTestHelper.AssertEqual("train-sets/ref/zero.stderr", vw.PerformanceStatistics);
}
}
internal static void Learn <T, TListener>(string args, string inputFile, string stderrFile)
where TListener : VowpalWabbitListenerToEvents <T>, new()
{
using (var vw = new VowpalWabbit <T>(args))
{
var listener = new TListener();
listener.Created = x => {
using (var ex = vw.ReadExample(x))
{
ex.Learn();
}
};
VWTestHelper.ParseInput(File.OpenRead(inputFile), listener);
VWTestHelper.AssertEqual(stderrFile, vw.PerformanceStatistics);
}
}
public void CommandLine_Test6()
{
using (var vw = new VowpalWabbit("-k -d train-sets/0002.dat -f models/0002.model --invariant"))
{
foreach (var dataLine in File.ReadLines(@"train-sets/0002.dat"))
{
vw.Learn(dataLine);
}
}
using (var vw = new VowpalWabbit("-k -t -i models/0002.model -d train-sets/0002.dat -p 0002b.predict"))
{
foreach (var dataLine in File.ReadLines(@"train-sets/0002.dat"))
{
var actualValue = vw.Predict(dataLine, VowpalWabbitPredictionType.Scalar);
}
VWTestHelper.AssertEqual("test-sets/ref/0002b.stderr", vw.PerformanceStatistics);
}
}